robots.txt details

saved: size: 235 kb md5 checksum: d78dbb81dc1077b399575f278f9e8859

websites using this robots.txt

content


ser-agent: *
Disallow:

# too many repeated hits, too quick
User-agent: litefinder
Disallow: /

# Yahoo. too many repeated hits, too quick
User-agent: Slurp
Disallow: /

# too many repeated hits, too quick
User-agent: Baidu
Disallow: /