robots.txt details

saved: size: 1329 kb md5 checksum: 4b6dd56e75a6c9a0a99b66e73b8ec12c

websites using this robots.txt

content


User-agent: *
Disallow: /_
Disallow: /404.html
Disallow: /500.html
Disallow: /bdu
Disallow: /demo
Disallow: /handheld
Disallow: /help/tv/newsletters
Disallow: /images
Disallow: /includes
Disallow: /js
Disallow: /jsp-templates
Disallow: /media
Disallow: /myKQED
Disallow: /support/membership/signalsociety/members
Disallow: /player
Disallow: /previews
Disallow: /production-files
Disallow: /progapitest
Disallow: /quest/stories
Disallow: /quest/radio/view
Disallow: /quest/television/view
Disallow: /quest/exploration/view
Disallow: /radio/listen/live
Disallow: /radio/listen/pledgefree
Disallow: /radio/1*
Disallow: /radio/2*
Disallow: /radio/3*
Disallow: /radio/4*
Disallow: /radio/5*
Disallow: /radio/6*
Disallow: /radio/7*
Disallow: /radio/8*
Disallow: /radio/9*
Disallow: /radio/0*
Disallow: /search
Disallow: /submissions
Disallow: /test
Disallow: /tools
Disallow: /templatedata
Disallow: /education/earlylearning/educator-workshops.jsp  
Disallow: /news/science/climatewatch/fire.jsp
Disallow: /news/science/climatewatch/fire-archive.jsp
Disallow: /assets/pdf/support/membership/kqed-kteh-benefits09.pdf
Disallow: /assets/pdf/support/membership/kqed-kteh-benefits11.pdf
Disallow: /.pbs
sitemap: https://www.kqed.org/sitemap.xml
User-agent: facebookexternalhit/1.1
Disallow: