robots.txt details

saved: size: 771 kb md5 checksum: 12182a8dc909e06b631a2fd881c43d96

websites using this robots.txt

content


User-agent: *
Crawl-delay: 4

Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /get.php
Disallow: /install.php
Disallow: /file.html

Disallow: /*/filtr/*
Disallow: /filtr/

Disallow: /*_*_*_*.html
Disallow: /*:*-*-*-*-*-*.html

Disallow: /index.php/

Disallow: /*?SID=

Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

Disallow: /s/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/

Disallow: /snowaddtocart/
Sitemap: Sitemap: https://www.ecipele.hr/sitemap.xml