User-agent: Slurp
Crawl-delay: 30 

User-Agent: MJ12bot
Crawl-Delay: 30

User-agent: ShopWiki
Crawl-Delay: 30

User-agent: msnbot
Crawl-Delay: 20

User-agent: Exabot
Crawl-Delay: 60

User-agent: UbiCrawler
Disallow: /

User-agent: Gigablast
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: psbot
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: schibstedsokbot
Disallow: /

User-agent: *
Disallow: /salesdata/finance/
Disallow: /linkspages/
Disallow: /contact.htm
Disallow: /technicalpages/afils-redir.pdf
Disallow: /technicalpages/SL2000-manual-web-pw-redir.pdf
Disallow: /shop/login.php
Disallow: finance.htm
Disallow: /shop/contact_us.php
Disallow: /shop/shopping_cart.php