robots.txt details

saved: size: 558 kb md5 checksum: 06bdc4c99e96fb173c7a862e717c8f9f

websites using this robots.txt

www.brilledirekt.de

content

raw json 

# Crawlers Setup
User-agent: *
Crawl-delay: 10

User-agent: googlebot
Disallow: /*.php$
Disallow: /admin/
Disallow: /app/
Disallow: /catalog/
Disallow: /checkout/
Disallow: /customer/
Disallow: /downloader/
Disallow: /var/
Disallow: /wishlist/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /app/
Disallow: /catalog/
Disallow: /checkout/
Disallow: /customer/
Disallow: /downloader/
Disallow: /var/
Disallow: /wishlist/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/