robots.txt details

saved: size: 490 kb md5 checksum: e7c24868d437834ac5dd2345eeb6e4fa

websites using this robots.txt

content


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Sitemap archive
Sitemap: https://www.thesun.co.uk/sitemap.xml


Disallow: /search/
Disallow: /simwidgets/
Disallow: /*?s=*
Disallow: *&s=*
Disallow: /?p=*
Disallow: /video/


Disallow: /app/


Disallow: /sso/login/
Disallow: /wp-login.php


Disallow: /amp-tealium/
Disallow: /archives/


# News Sitemap
Sitemap: https://www.thesun.co.uk/news-sitemap.xml


# Nav Sitemap
Sitemap: https://www.thesun.co.uk/nav-sitemap.xml