robots.txt details

2cad8eb2af56be64e05b0987c6340bd3

saved: | size: 1139kb | checksum: 2cad8eb2af56be64e05b0987c6340bd3

websites using this robots.txt

content


# robots.txt file for Fold3.com
# For more site information, contact webmaster@fold3.com
# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-Agent: *
Disallow: /busy.html
Disallow: /error.html
Disallow: /error.php
Disallow: /external.php
Disallow: /search.php
Disallow: /searchdocuments.php
Disallow: /advanced-search.php
Disallow: /root
Disallow: /admin
#Disallow: /js/
#Disallow: /c/
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: MyFamilyBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Yandex
Disallow: /