robots.txt details

saved: size: 245 kb md5 checksum: 5e55c9d55a92ba59d16a0cecb51d5e4b

websites using this robots.txt

content


User-agent: *
Disallow: /search/
Disallow: /*?customize_changeset_uuid=*
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://techcrunch.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK