User-agent: Mediapartners-Google
Disallow: /cgi-bin

User-agent: Googlebot
Crawl-delay: 100

User-agent: Slurp
Crawl-delay: 200
Disallow: /cgi-bin

User-agent: Yahoo-NewsCrawler
Disallow: /cgi-bin

User-Agent: msnbot
Crawl-delay: 200
Disallow: /cgi-bin

User-agent: *
Crawl-delay: 100