robots.txt details

saved: size: 496 kb md5 checksum: a5de790fc25f9edf692bb198b227cc51

websites using this robots.txt

content


# Robots.txt
# Be nice.

User-agent: Googlebot
Disallow: /nyheter

User-agent: Mozilla/5.0 (compatible; Enreach; http://enreach.me)

User-agent: BizInformasjon
Disallow: /

User-agent: *
Disallow: /popup
Disallow: /jsp

# Agenda
Disallow: /kultur/hva-skjer

# Polopoly
Disallow: /polopoly/CM/
Disallow: /polopoly/JSON-RPC/

# Paywall
Disallow: /kjop-tilgang

User-agent: Mediapartners-Google
Disallow: /

user-agent: Googlebot-News

User-agent: *
Disallow: /preview