User-agent: *
Allow: /
User-Agent: Yahoo-MMCrawler
Crawl-Delay: 10
User-Agent: Slurp
Crawl-Delay: 10