#------------------
# All
#------------------

User-Agent: Yahoo! Slurp
Crawl-delay: 10

User-Agent: Googlebot
Crawl-delay: 10

User-Agent: msnbot
Crawl-Delay: 10

#------------------
# Search engine
#------------------

User-agent: Baiduspider
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: BecomeJPBot
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-Agent: NaverBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: voyager
Disallow: /

User-Agent: Teoma
Disallow: /

User-Agent: Ask Jeeves
Disallow: /

User-agent: psbot
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: dotbot
Disallow: /

#------------------
# Archive
#------------------

User-agent: ia_archiver
Disallow: /

#------------------
# Research
#------------------

User-agent: Steeler
Disallow: /

User-agent: Shim-Crawler
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

#------------------
# Download
#------------------

User-agent: Download Ninja
Disallow: /

User-Agent: Wget
Disallow: /