robots.txt details

saved: size: 2206 kb md5 checksum: f1ab033438e84133f0085be9a7131579

websites using this robots.txt

content


User-agent: *
Sitemap: https://www.ansa.it/sito/sitemaps/sito_sitemap_index.xml
Sitemap: https://www.ansa.it/sito/sitemaps/sito_sitemap_media_index.xml
Sitemap: https://www.ansa.it/sito/sitemaps/ansait-news-sitemap.xml
Disallow: /elezioni2008/
Disallow: /ecoenergia/
Disallow: /europarliament/
Disallow: /webappnew/
Disallow: /main/
Disallow: /ricerca/
Disallow: /sport/
Disallow: /nseevo/
Disallow: /imode/
Disallow: /site/
Disallow: /finanza/
Disallow: /cinema/
Disallow: /canalecinema/
Disallow: /utilities/
Disallow: /web/notizie/stats/
Disallow: /web/static/
Disallow: /web/ssi/
Disallow: /web/
Disallow: /iphone/
Disallow: /mobile/
Disallow: /ipad/
Disallow: /web/notizie/rubriche/calcio/statsdir/
Disallow: /notiziari/engcorporatenews/
Disallow: /notiziari/engmediaservice/
Disallow: /salute/abbonamento/
Disallow: /salute/abbonamento/
Disallow: /tlc/protetta/
Disallow: /cgi-bin/
Disallow: /contribuzione/ 
Disallow: /sito/notizie/cultura/cinema/scheda.shtml
Disallow: /sito/notizie/cultura/cinema/persona.shtml
Disallow: /sito/notizie/cultura/cinema/scheda.shtml?*
Disallow: /sito/notizie/cultura/cinema/persona.shtml?*
Disallow: /saluteebenessere/notizie/pro/rubriche/*
Disallow: /sito/notizie/economia/professional/*
Disallow: /ansalatinaes/
Disallow: /campania/notizie/2016/02/20/avviso-conclusione-indagini-a-de-luca-jr_f54bfeea-bba9-4dfc-8e9c-93f2cba88bc5.html
Disallow: /contributi/pressrelease/
Disallow: /pressrelease/piemonte/
Disallow: /lazio/notizie/2016/01/18/a-mons.scarano-due-anni-per-calunnia_4791e8ca-c8b0-4fd1-9bde-617624814d88.html
Disallow: /sito/notizie/topnews/2016/01/18/a-mons.scarano-due-anni-per-calunnia_ca184aca-024a-4027-9369-4f8efda4f686.html
Disallow: /campania/notizie/2016/01/18/a-mons.scarano-due-anni-per-calunnia_4e591a40-0c03-4dca-94fb-2d0ad0fa38ad.html
Disallow: /web/notizie/regioni/campania/2014/01/21/Nuovo-arresto-monsignor-Scarano-accertate-finte-donazioni-milioni-euro_9934863.html
Disallow: /prodotti/
Disallow: /sito/static/av_redirect.html?*
Disallow: /sardegna/notizie/2018/05/24/scoperta-maxi-truffa-su-fotovoltaico_1f81ec33-f020-4268-91a0-a1a3bc92cb72.html
Disallow: /sito/notizie/mondo/dalla_cina/
Disallow: /sito/notizie/mondo/notiziario_xinhua/