User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: *
Crawl-delay: 5
Request-rate: 1/5
Disallow: /admin
Disallow: /all
Disallow: /all/javascript/ 
Disallow: /CVS
Disallow: /imagen_t1msn
Disallow: /lang
Disallow: /SYST
Disallow: /USER/CVS
Disallow: /USER/pricelist
Disallow: /helper
Disallow: /terms



# OFonseca- slurp and msn were a bit aggressive on jan 19, 2010

User-agent: Slurp
Crawl-delay: 05

User-agent: MSNBot
Crawl-delay: 05


# OFonseca- possible bad/feisty crawlers feb 2, 2009

User-agent: CCBot
Crawl-delay: 10

User-agent: Gigabot
Crawl-delay: 10

User-agent: Jambot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Twiceler
Crawl-delay: 10

User-agent: Speedy
Crawl-Delay: 10

# Bots with bad rep

User-agent: YangaWorldSearch
Disallow: / 

User-Agent: VoilaBot
Disallow: / 

User-agent: Exabot
Crawl-delay: 10

User-agent: Twiceler
Crawl-delay: 10