robots.txt details

saved: size: 587 kb md5 checksum: 90fa96d4c181d9220aa6890b1ba0a449

websites using this robots.txt

content


#
# robots.txt for epages
#
# applies to all robots
# disallow TBO, PBO
# prevent mass indexing of search pages
User-agent: *
Disallow: /epages/Site.admin/
Disallow: /epages/*ViewAction=FacetedSearchProducts
Disallow: /epages/*ViewAction=RemoteSearchProducts
Disallow: /epages/*ViewAction=ViewRemoteSearchProducts
Disallow: /epages/*ViewAction=MobileSF-ViewDetailRemoteSearchProducts
Disallow: /epages/*ViewAction=MobileSF-DetailRemoteSearchProducts
Disallow: /epages/*ViewAction=MobileSF-ViewDetailFacetedSearchProducts
Disallow: /epages/*ViewAction=MobileSF-DetailFacetedSearchProducts