User-agent: * Disallow: / User-Agent: Googlebot Crawl-Delay: 20 Disallow: User-agent: Googlebot-Image Crawl-Delay: 20 Disallow: User-agent: Mediapartners-Google Crawl-Delay: 20 Disallow: User-Agent: Adsbot-Google Crawl-Delay: 20 Disallow: User-agent: msnbot Crawl-Delay: 20 Disallow: User-agent: bingbot Crawl-Delay: 20 Disallow: User-agent: slurp Crawl-Delay: 20 Disallow: