User-agent: fbot
Disallow: /

User-agent: Fbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: msnbot 
Crawl-delay: 120

User-agent: Slurp
Crawl-delay: 120

User-agent: Yahoo-Blogs/v3.9
Crawl-delay: 1200

User-agent: Yahoo-MMCrawler/3.x
Disallow: /

User-agent: *
Disallow: /cgi-bin/