User-agent: *
Crawl-delay: 10
User-Agent: MJ12bot
Crawl-Delay:  100
User-agent: Baiduspider
Crawl-delay: 1000