# Actualizado el 20090918 Sobreescribir este comentario en su próxima edición

# Crawler de Yahoo
User-agent: Slurp
Crawl-delay: 5

User-Agent: MJ12bot
Crawl-Delay:   5

# Crawler de MSN
User-agent: msnbot
Crawl-Delay:   5

#http://www.exalead.com/software/services/knowledgebase/websearchengine/webmasterguide/
User-agent: Exabot
Crawl-delay: 10

#http://www.picsearch.com/menu.cgi?item=Psbot
User-agent: psbot
Disallow: /

#Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org)
User-agent: dotbot 
Disallow: /

User-agent: see http://www.parchmenthill.com/search.htm
Disallow: /

User-agent: mysoom
Disallow: /

User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /

User-agent: AboutUsBot
Disallow: /