User-Agent: *
Allow: /
User-agent: Yahoo!-AdCrawler
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20
User-agent: adidxbot
Crawl-delay: 10
User-agent: msnbot
Crawl-delay: 10