robots.txt details

0f9392c24f773a60ef0780d579f74397

saved: | size: 758kb | checksum: 0f9392c24f773a60ef0780d579f74397

websites using this robots.txt

content


User-agent: *
Disallow: /pagina.php
Disallow: /javascript/ajaxRequests/filterRequest.php
Disallow: /modules/sc/modules/order.php
Disallow: /modules/search/search.php

User-agent: AhrefsBot
Disallow: /

User-agent: JobdiggerSpider
Disallow: /

User-agent: ExpertSearchSpider
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: Jyxobot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

User-agent: bingbot
Crawl-delay: 20