robots.txt details

saved: size: 4231 kb md5 checksum: df46b73ea61a1c9d4bd06b07f4be9c39

websites using this robots.txt

content


User-agent: *
Allow: /
Disallow: /PDATOI/
Disallow: /topic/quote/
Disallow: /*cms.dll*
Disallow: /*rssarticleshow*
Disallow: /topic/photo/
Disallow: /default.cms
Disallow: /default1.cms
Disallow: /artshowcmt/
Disallow: */opinions/
Disallow: /breakingnews/toihome.html
Disallow: /topic/article/
Disallow: /logtopickeywords*
Disallow: /new_cmtofart*
Disallow: /pmcomment/
Disallow: /feeds/
Disallow: */configspace/*
Disallow: /configspace/maintenance.html
Disallow: /topiclist/
Disallow: */pmredirectshow/*
Disallow: */stoi/*
Disallow: */moviearticlelistalphabet1/*
Disallow: */cinema-entertainment/*
Disallow: */life-style-landing/*
Disallow: *navlvl=
Disallow: /lspoll/
Disallow: *query=
Disallow: /beta_hotlydbt/
Disallow: *defalpha=
Disallow: *,page
Disallow: /new_cmtofart2_nit_v1/
Disallow: *prtpage
Disallow: */examshow/*
Disallow: */speednewsshow/*
Disallow: */speednewsbytopic/*
Disallow: */itslideshow/*
Disallow: */vsarticleshow/*
Disallow: */articleshow_amitr/*
Disallow: */pmtoinavigation/*
Disallow: */mvopinions/*
Disallow: */opinionslogged/*
Disallow: */rodate.js
Disallow: */load.js
Disallow: */cookie.js
Disallow: */jquery.js
Disallow: */navigation.js
Disallow: */pgtrack.js
Disallow: */lazy.js
Disallow: */breakingnews.js
Disallow: */rodate.js
Disallow: */mail/*
Disallow: */profileshow/* 
Disallow: */tpoint_articleshow/*
Disallow: */trivia/*
Disallow: */articleshowajax/*
Disallow: /articlecomment/
Disallow: /artshowcmt/
Disallow: /7176/TOI_Travel/
Disallow: /search
Disallow: /fbpostaction.cms?article=
Disallow: /7176/TOI_Travel_Test/TOI_Travel_TOP_TST
Disallow: /postmail.cms
Disallow: /mostviewed
Disallow: /related
Disallow: /comments
Disallow: *Jai-Mrug*
Disallow: */affiliate_amazon.cms*
Disallow: *-mostviwed*
Disallow: */techgadgets/*
Disallow: */covid-19-delhi/*
Disallow: */covid-19-bangalore/*
Disallow: */covid-19-hyderabad/*
Disallow: */covid-19-kolkata/*
Disallow: */covid-19-mumbai/*
Disallow: */covid-19-across-world/*
Disallow: */crshow/*
Disallow: */briefs/articleid-*
Disallow: /intarnel/*

User-agent: Googlebot-News
Allow: /
Disallow: /PDATOI/
Disallow: /topic/quote/
Disallow: /*cms.dll*
Disallow: /*rssarticleshow*
Disallow: /topic/photo/
Disallow: /default.cms
Disallow: /default1.cms
Disallow: /artshowcmt/
Disallow: */opinions/
Disallow: /breakingnews/toihome.html
Disallow: /topic/article/
Disallow: /logtopickeywords*
Disallow: /new_cmtofart*
Disallow: /pmcomment/
Disallow: /feeds/
Disallow: */configspace/*
Disallow: /configspace/maintenance.html
Disallow: /topiclist/
Disallow: */pmredirectshow/*
Disallow: */stoi/*
Disallow: */moviearticlelistalphabet1/*
Disallow: */cinema-entertainment/*
Disallow: */life-style-landing/*
Disallow: *navlvl=
Disallow: /lspoll/
Disallow: *query=
Disallow: /beta_hotlydbt/
Disallow: *defalpha=
Disallow: *,page
Disallow: /new_cmtofart2_nit_v1/
Disallow: *prtpage
Disallow: */examshow/*
Disallow: */speednewsshow/*
Disallow: */speednewsbytopic/*
Disallow: */itslideshow/*
Disallow: */vsarticleshow/*
Disallow: */articleshow_amitr/*
Disallow: */pmtoinavigation/*
Disallow: */mvopinions/*
Disallow: */opinionslogged/*
Disallow: */rodate.js
Disallow: */load.js
Disallow: */cookie.js
Disallow: */jquery.js
Disallow: */navigation.js
Disallow: */pgtrack.js
Disallow: */lazy.js
Disallow: */breakingnews.js
Disallow: */rodate.js
Disallow: */mail/*
Disallow: */profileshow/* 
Disallow: */tpoint_articleshow/*
Disallow: */trivia/*
Disallow: */articleshowajax/*
Disallow: /articlecomment/
Disallow: /artshowcmt/
Disallow: /7176/TOI_Travel/
Disallow: /search
Disallow: /fbpostaction.cms?article=
Disallow: /7176/TOI_Travel_Test/TOI_Travel_TOP_TST
Disallow: /postmail.cms
Disallow: /mostviewed
Disallow: /related
Disallow: /comments
Disallow: *Jai-Mrug*
Disallow: */affiliate_amazon.cms*
Disallow: *-mostviwed*
Disallow: */techgadgets/*
Disallow: */covid-19-delhi/*
Disallow: */covid-19-bangalore/*
Disallow: */covid-19-hyderabad/*
Disallow: */covid-19-kolkata/*
Disallow: */covid-19-mumbai/*
Disallow: */covid-19-across-world/*
Disallow: */crshow/*
Disallow: */briefs/articleid-*
Disallow: /intarnel/*