robots.txt details

bcebdb9bad4aedd0af6275e9609e6ee1

saved: | size: 529kb | checksum: bcebdb9bad4aedd0af6275e9609e6ee1

websites using this robots.txt

content


User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /
User-agent: Mediapartners-Google*
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Yahoo-MMCrawler
Allow: /
User-agent: Yahoo-slurp
Allow: /
User-agent: slurp
Allow: /
User-agent: Msnbot
Allow: /
User-agent: Twitterbot
Allow: /

User-agent: *
Disallow: /webmagnat/
Disallow: /cms/site/z_is/homepage.html
Disallow: /login.html
Disallow: /cont-nou
Disallow: /parola.html
Disallow: /cauta-stiri/
#Disallow: /app/gethumb.php?*id=

User-agent: *
Crawl-delay: 5