robots.txt details

saved: size: 974 kb md5 checksum: b98182e9cb6393a76c5231543cc58dbf

websites using this robots.txt

content


user-agent: *

#Disallow page pagination
Disallow: */?page=*
Allow: */?page=2
Allow: */?page=3
Disallow: *p=*
Allow: *p=2*

#Disallow price & discount
Disallow: */price-*
Allow: /price-beat/
Disallow: */discount-*
Disallow: *d1=*
Disallow: *s=*
Allow: *$product_class=clothing*

#Disallow facets
Disallow: *caract*
Disallow: *caracter=*
Disallow: *caratteristiche=*
Disallow: *colour=*
Disallow: *eigenschaften=*
Disallow: *features=*
Disallow: *price-range=*
Disallow: *produkttyp=*
Disallow: *terrain=*
Disallow: *terreno=*
Disallow: *tipo=*
Disallow: *type=*


#misc
Disallow: */shipping/*
Disallow: */price_*
Disallow: */q=*
Disallow: /*?q=
Disallow: /basket
Allow: /basketball
Disallow: */free-delivery/*
Allow: /products/free-delivery/
Allow: /products/running/free-delivery/
Disallow: /review/add

Disallow: /email-landing.php
Disallow: /email-terms.php
Disallow: /store/*
Disallow: /cloud.php
Disallow: /abtest.php