robots.txt details

saved: size: 1341 kb md5 checksum: 3325d2be8f72b88e96f51297e9ae66c3

websites using this robots.txt

content


#
# robots.txt
#

User-Agent: *
Disallow: /wp-admin/
Disallow: /component/
Disallow: /obrigado-newsletter-business
Disallow: /component
Disallow: *amp.cnnbrasil.com.br/*
Disallow: /youtube/video
Disallow: /author
Disallow: /author/
Disallow: /author/*
Disallow: /?s=
Disallow: /?hidemenu=true*
Disallow: *api.cnnbrasil.com.br/*
Disallow: *mediastorage.cnnbrasil.com.br/*
Disallow: /migrate-all-posts/

Disallow: /esportes/agenda/2026
Disallow: /esportes/agenda/2027
Disallow: /esportes/agenda/2028
Disallow: /esportes/agenda/2029
Disallow: /esportes/agenda/2030
Disallow: /esportes/agenda/2031
Disallow: /esportes/agenda/2032
Disallow: /esportes/agenda/2033
Disallow: /esportes/agenda/2034
Disallow: /esportes/agenda/2035
Disallow: /esportes/agenda/2036
Disallow: /esportes/agenda/2037
Disallow: /esportes/agenda/2038
Disallow: /esportes/agenda/2039
Disallow: /esportes/agenda/2040
Disallow: /esportes/agenda/2041
Disallow: /esportes/agenda/2042
Disallow: /esportes/agenda/2043
Disallow: /esportes/agenda/2044
Disallow: /esportes/agenda/2045
Disallow: /esportes/agenda/2046
Disallow: /esportes/agenda/2047
Disallow: /esportes/agenda/2048
Disallow: /esportes/agenda/2049
Disallow: /esportes/agenda/2050
Disallow: /esportes/agenda/2051
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /