# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Crawl-delay: 1 Disallow: /css/ Disallow: /js/ Disallow: /error Disallow: /resource-library/questions/ Disallow: /user/* Disallow: /resource-library/rds/* Disallow: /ad/ad-cookie/* Disallow: /newsletters/* Disallow: /alert/* Disallow: /members/* Disallow: *Xhr* Disallow: */xhr* Disallow: /livefyre/* Disallow: /resource-library/*/post/* Disallow: */ajax/* Disallow: */search/* Disallow: /switch_edition/* Disallow: */edit/ Disallow: /load-async/medusaPromo* Disallow: /medusa/ajax/* Disallow: /litesearch/ Disallow: /.well-known/* # Forum Sitemap: https://www.techrepublic.com/sitemaps/doors/forum.xml Sitemap: https://www.techrepublic.com/sitemaps/forum/index.xml # Resource Library Sitemap: https://www.techrepublic.com/sitemaps/doors/resource_library.xml Sitemap: https://www.techrepublic.com/sitemaps/webcasts/index.xml Sitemap: https://www.techrepublic.com/sitemaps/downloads/index.xml Sitemap: https://www.techrepublic.com/sitemaps/whitepapers/index.xml Sitemap: https://www.techrepublic.com/sitemaps/casestudies/index.xml Sitemap: https://www.techrepublic.com/sitemaps/training/index.xml # Blog Sitemap: https://www.techrepublic.com/sitemaps/doors/blog.xml Sitemap: https://www.techrepublic.com/sitemaps/blog/index.xml # Article Sitemap: https://www.techrepublic.com/sitemaps/article/index.xml # Gallery Sitemap: https://www.techrepublic.com/sitemaps/gallery/index.xml # Video Sitemap: https://www.techrepublic.com/sitemaps/video/index.xml # News Sitemap: https://www.techrepublic.com/sitemaps/news.xml # Topics Sitemap: https://www.techrepublic.com/sitemaps/doors/topic.xml User-agent: helpertrack Disallow: /