User-agent: Twiceler
Crawl-Delay: 120

User-agent: Speedy
Crawl-Delay: 5

User-agent: MJ12bot
Crawl-Delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 5

User-agent: ICCrawler - iCjobs
Crawl-delay: 30
Disallow: /redir_down.php
Disallow: /advert_send.php

User-agent: ShopWiki
Disallow: /

# exclude help system from robots
User-agent: *
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:

# disallow stress test
User-agent: stress-agent
Disallow: /

User-agent: TurnitinBot
Disallow: /