User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Sitemap archive Sitemap: https://www.thesun.co.uk/sitemap.xml Disallow: /search/ Disallow: /simwidgets/ Disallow: /*?s=* Disallow: *&s=* Disallow: /?p=* Disallow: /app/ Disallow: /sso/login/ Disallow: /wp-login.php Disallow: /amp-tealium/ Disallow: /archives/ # News Sitemap Sitemap: https://www.thesun.co.uk/news-sitemap.xml # Nav Sitemap Sitemap: https://www.thesun.co.uk/nav-sitemap.xml User-agent: CCBot Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: anthropic-ai Disallow: / User-agent: cohere-ai Disallow: / User-agent: ia_archiver Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PiplBot Disallow: /