robots.txt details

saved: size: 2208 kb md5 checksum: cc6353225c708a354c4f3c98cae04152

websites using this robots.txt

content


# robots.txt for http://www.olin.wustl.edu/

User-agent: *
Disallow: /EN-US/informationsession/ 
Disallow: /docs/Olin%20Resources/
Disallow: /docs/WCCint/
Disallow: /docs/BSBAint/
Disallow: /docs/MBAint/
Disallow: /docs/AccountingInt/
Disallow: /docs/SMPint/
Disallow: /landing/archive/
Disallow: /landing/executiveEd/
Disallow: /landing/grad/
Disallow: /landing/stream/
Disallow: /landing/mba-yield/
Disallow: /landing/oneolin/
Disallow: /landing/confirm/
Disallow: /landing/undergrad/
Disallow: /EN-US/executive-programs/executive-mba-iit/
Disallow: /EN-US/academic-programs/old-MBA/
Disallow: /EN-US/archives/
Disallow: /EN-US/Faculty-Research/Faculty/Pages/FacultyDetail.aspx?username=sgabraham
Disallow: /EN-US/Faculty-Research/Faculty/Pages/FacultyDetail.aspx?username=sawyer
Disallow: /EN-US/test/
Disallow: /EN-US/Faculty-Research/research-centers/institute-for-innovation-and-growth/
Disallow: /EN-US/academic-programs/old-professional-MBA/
Disallow: /EN-US/academic-programs/specialized-masters-programs/new-GMF/
Disallow: /EN-US/Archives/
Disallow: /SiteCollectionDocuments/
Disallow: /SiteCollectionImages/
Disallow: /EN-US/partners-resources/new-CEL/
Disallow: /EN-US/academic-programs/full-time-MBA-new/
Disallow: /EN-US/academic-programs/full-time-MBA-old/ 

# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=cooperry
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=donovanJ
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=evansk
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=guox
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=jangda
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=kudesiar
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=zhangxinye
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=seoh
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=xiaog
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=zhangr
# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx

# Disallow: /EN-US/academic-programs/PhD/Pages/PhdDetail.aspx?sname=