User-agent: * 
# aplicável a todos os robôs 
Visit-time: 0300-0400
 #esta opção obrigaria a rastrear as páginas somente de 3 am a 4 am 
# robots.txt gerado em 
# marketingdebusca.com.br/robots-txt/
User-agent: Googlebot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Googlebot-Image
Disallow: 
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: psbot
Disallow: 
User-agent: *
Disallow: