robots.txt details

saved: size: 571 kb md5 checksum: 54528ad916412f2a1089342825752841

websites using this robots.txt

content


# ROBOTS.TXT FOR PHOTOSHELTER.COM
Sitemap: https://www.photoshelter.com/user-sitemap/sitemap-U0000xqVuMko6b90/0.xml.gz

# Was disallowed because it was overly aggressive
# access re-enabled on May 30, 2013
# User-agent: ia_archiver
# Disallow: /

User-agent: *
Disallow: /adm/
Disallow: /ajax/
Disallow: /com/
Disallow: /ext/
Disallow: /ltr/
Disallow: /mem/
Disallow: /mu/
Disallow: /pp/
Disallow: /ezp/
Disallow: /cart/
Disallow: /c/*/login
Disallow: /c/*/signup*
Disallow: /lattice/unsupported-browser

User-agent: MJ12bot
Disallow: 

User-agent: Twitterbot
Disallow: