User-agent: *
Crawl-Delay: 20 

User-agent: BecomeBot 
Crawl-Delay: 60 

User-agent: Teoma
Crawl-Delay: 60 

User-agent: msnbot
Crawl-Delay: 30 

User-agent: Gigabot
Crawl-Delay: 60 

User-agent: Slurp
Crawl-Delay: 10 

User-agent: Teoma
Crawl-Delay: 30 

User-agent: Googlebot
Crawl-Delay: 20 

User-agent: psbot
Disallow: /

User-agent: MQbot
Disallow: /

User-agent: baiduspider
Disallow: /

User-Agent: MJ12bot
Disallow: /


User-Agent: MJ12bot
Crawl-Delay: 30