robots.txt details

saved: size: 842 kb md5 checksum: 2add5f3b929a69d5ba8f83901b796646

websites using this robots.txt

content


User-agent: *
Disallow: /adserver/
Disallow: /ads/
Disallow: /bloomberg/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /downloads/
Disallow: /eblasts/
Disallow: /eyeblaster/
Disallow: /fonts/
Disallow: /images/ads/
Disallow: /images/adserver/
Disallow: /images/advert_sizes/
Disallow: /images/banners/
Disallow: /images/captchas/
Disallow: /images/constantcontact/
Disallow: /images/email/
Disallow: /images/functions/
Disallow: /images/googlemap/
Disallow: /images/icons/
Disallow: /images/member_photos/
Disallow: /images/newsletter/
Disallow: /images/pm+attachments/
Disallow: /images/signature_attachments/
Disallow: /images/smileys/
Disallow: /images/social/
Disallow: /images/subs/
Disallow: /images/adserver/
Disallow: /webmail/
Disallow: /php.ini
Disallow: /php.ini_org
Disallow: /offline.html
Disallow: /ajot_cp.php
crawl-delay: 10