robots.txt details

saved: size: 472 kb md5 checksum: a09300e2d1fbcc98c5427215eaf81542

websites using this robots.txt

content


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Sitemap archive
Sitemap: https://www.thesun.co.uk/sitemap.xml


Disallow: /search/
Disallow: /simwidgets/
Disallow: /*?s=*
Disallow: *&s=*
Disallow: /?p=*


Disallow: /app/


Disallow: /sso/login/
Disallow: /wp-login.php


Disallow: /amp-tealium/
Disallow: /archives/


# News Sitemap
Sitemap: https://www.thesun.co.uk/news-sitemap.xml


# Nav Sitemap
Sitemap: https://www.thesun.co.uk/nav-sitemap.xml