User-agent: MLBot
Disallow: /

User-agent: Googlebot
Disallow: /Activities
Disallow: /asp*
Disallow: /cgi*
Disallow: /f*
Disallow: /ne*
Disallow: /H*
Disallow: /I*
Disallow: /activities*
Disallow: /info/
Crawl-delay:65535

User-agent: Slurp
Disallow: /
Crawl-delay: 65535

User-agent: msnbot
Disallow: /
Crawl-delay: 600
# msn only allows 1 -> 600  :-(

User-agent: thunderstone
Disallow: /
Crawl-delay: 65535

User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /
Crawl-delay: 65535

User-agent: twiceler
Disallow: /
Crawl-delay: 65535

# go away
#

User-agent: taptubot
Disallow: /
Crawl-delay: 65535

User-agent: discobot
Disallow: /

User-agent: BioSearch
Disallow: /
Crawl-delay: 65535

# NextGenSearchBot Does not obey crawl-delay
#
User-agent: NextGenSearchBot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Teoma
Disallow: /Activities
Disallow: /_*
Disallow: /asp*
Disallow: /cgi*
Disallow: /f*
Disallow: /ne*
Crawl-delay: 32767

# Exabot limits Crawl-delay to 3 seconds
# Exabot is being denied in .htaccess 20090721

User-agent: Exabot
Disallow: /
Crawl-delay: 25200

# slow down the rest
User-agent: *
Disallow: /Activities
Disallow: /H*
Disallow: /I*
Disallow: /K*
Disallow: /_*
Disallow: /asp*
Disallow: /cgi*
Disallow: /f*
Disallow: /h*
Disallow: /i*
Disallow: /l*
Disallow: /m*
Disallow: /n*
Disallow: /t*
Crawl-delay: 65535