robots.txt details

saved: size: 567 kb md5 checksum: ba3a8f440a92b369f1488a1326d68bfa

websites using this robots.txt

content


# ScS robots.txt file - created by SB 31/07/14
# Last amended 12/12/2014

Sitemap: http://www.scs.co.uk/sitemap1_default.xml

User-agent: *

# Search and sort/filter options
Disallow: *srule*
Disallow: *prefn1=*
Disallow: *prefn2=*
Disallow: *pmin=*
Disallow: *pmax=*
Disallow: *prefv1*
Disallow: *search?q=*
Disallow: *?pid=*
Disallow: *dwcont=*
Disallow: *jsessionid*

# actual pages
Disallow: /account
Disallow: /wishlist
Disallow: /basket
Disallow: /summary
Disallow: /store

# indexed store pages
Disallow: */Stores-Details?storeName=*