robots.txt details

saved: size: 852 kb md5 checksum: 25654e2cf71c93e6ee244428d84e2985

websites using this robots.txt

content


# robots.txt zu https://www.nzz.ch/


User-agent: *
Disallow: /suche$
Disallow: /suche?
Disallow: /add-visit/
Disallow: /add-article-share/
Disallow: /statistic
Disallow: /marktplaetze/
Disallow: /IDMS/
Disallow: /nzzidms/
Disallow: /test/
Disallow: /inbox
Disallow: /app.php/
Disallow: /_fragment?
Disallow: /fragments/render/
Disallow: /overlay/
Disallow: /themen/uebersicht/
Disallow: /api/
Disallow: /webview/
Disallow: /msn/
Disallow: /screen/image/
Disallow: /dynamic-partials/
Disallow: /digitaldata

Sitemap: https://www.nzz.ch/sitemap.xml

User-agent: Googlebot-News
Disallow: /branded-content
Disallow: /sponsored-content
Disallow: /promoted-content
Disallow: /sponsored-topic
Disallow: /marktplaetze
Disallow: /themen-dossiers

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: BLP_bbot/0.1
Disallow: /

User-agent: Slurp
Crawl-delay: 1