robots.txt details

saved: size: 745 kb md5 checksum: f18c20d41553afe3ad6ae0fec6d143a9

websites using this robots.txt

content


User-agent: *
Disallow: /out/
Disallow: /code/out/
Disallow: /code/outm/
Disallow: /code/go/
Disallow: /promotion/out/
Disallow: /promotion/outm/
Disallow: /specialoffer/out/
Disallow: /sites/
Disallow: /old/
Disallow: /test/
Disallow: /webapi/
Disallow: /landing/

User-agent: 008		#www.80legs.com crawler
Disallow: /		#block it entirely

#www.ahrefs.com crawler
user-agent: AhrefsBot   
disallow: /

User-agent: AdsBot-Google
Allow: /
Disallow: /out/
Disallow: /code/out/
Disallow: /code/outm/
Disallow: /code/go/
Disallow: /promotion/out/
Disallow: /promotion/outm/
Disallow: /site/out/
Disallow: /specialoffer/out/
Disallow: /sites/
Disallow: /old/
Disallow: /test/
Disallow: /webapi/

Sitemap: https://couponfollow.com/sitemaps/cf-index.xml