User-agent: Slurp
Crawl-delay: 300

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: Gigabot/3.0
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: TurnitinBot/1.5
Disallow: /

User-agent: becomebot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /downloads/
Disallow: /cache/
Disallow: /streaming/
Disallow: /download_ticket/
Disallow: /dls/
Disallow: /js/
Disallow: /css/
Disallow: /test/