robots.txt details

saved: size: 1145 kb md5 checksum: 28c7277fc3443b494f4171d16d63710f

websites using this robots.txt

content


# ___  ___       ___  __        ___       __
# |__  |__  |  | |__  |__) |  | |__  |__| |__)
# |    |___ \__/ |___ |  \ |/\| |___ |  | |  \
#
# ___         __       ___ __  __   __   __  ___  __        __
# |__  | |\ | /__`  /\   |   / |__) |__) /  \  |  /  \ |__/ /  \ |    |
# |___ | | \| .__/ /~~\  |  /_ |    |  \ \__/  |  \__/ |  \ \__/ |___ |___
#
# powered by www.einsatzprotokoll.com
#

User-Agent: *
Crawl-Delay: 2
Disallow: /assets/
Disallow: /einsatzarchiv/
Disallow: /intern/

Sitemap: https://veenhusen.einsatzprotokoll.com/sitemap.xml

# exclude

User-agent: grub-client
Disallow: /

User-agent: Sistrix
Disallow: /

User-agent: Xovi
Disallow: /

User-agent: SEOKicks
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: IsraBot
Disallow:

User-agent: MSIECrawler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: WebReaper
Disallow: /