# www.robotstxt.org/
User-agent: *
Disallow: /
Crawl-delay: 20
User-agent: Googlebot
Disallow: 
User-agent: Mediapartners-Google
Disallow: 
User-agent: googlebot-image
Disallow: 
User-agent: googlebot-mobile
Disallow: 
User-agent: MSNBot
Crawl-delay: 20
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: psbot
Disallow: