User-agent: Slurp
Crawl-delay: 0.5
User-agent: twiceler
Crawl-delay: 10
User-Agent: msnbot
Crawl-Delay: 5
User-Agent: gigabot
Crawl-Delay: 10
User-agent: ia_archiver
Crawl-delay: 10
User-agent: *
Crawl-delay: 10