robots.txt details

saved: size: 5633 kb md5 checksum: 1421103292fd07c51feb5af84dfaf489

websites using this robots.txt

content


User-agent: MS Search 4.0 Robot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: discobot
Disallow: /

User-agent: Mediapartners-Google*
Disallow:

User-agent: *
# Misc.
Disallow: /10jahre/
Disallow: /avw-bin/
Disallow: /bin/
Disallow: /contentmailer/
Disallow: /extras/api/
Disallow: /extras/evileye/
Disallow: /fastbin/
Disallow: /home/kd/
Disallow: /ivw-bin/
Disallow: /login/
Disallow: /newsticker/data/jk-04.11.00-002/
Disallow: /newsticker/Massive-technische-Probleme-bei-eCircle--/meldung/12952
Disallow: /newsticker/podcast/
Disallow: /RealMedia/
Disallow: /register/
Disallow: /sso/
Disallow: /tp/druck/
Disallow: /user/
Disallow: /userdb/
# Foren etc.
Disallow: /autos/foren/
Disallow: /ct/foren/
Disallow: /extras/foren/
Disallow: /foren/write
Disallow: /mobil/foren/
Disallow: /mobil/newsticker/foren/
Disallow: /netze/artikel/foren/
Disallow: /netze/software/
Disallow: /netze/tools/whois/
Disallow: /open/foren/
Disallow: /resale/foren/
Disallow: /security/foren/
Disallow: /software/foren/
Disallow: /tp/foren/
Disallow: /tp/blogs/foren/
Disallow: /tr/foren/
Disallow: /tr/themen/foren/
# Forensuche
Disallow: /forum/suche/
Disallow: /foren/suche/
# Suche
Disallow: /autos/suche
Disallow: /ct/suche
Disallow: /ct-tv/suche
Disallow: /developer/suche
Disallow: /foto/suche
Disallow: /hardware-hacks/suche
Disallow: /ix/suche
Disallow: /jobs/suche
Disallow: /kiosk/suche
Disallow: /mac-and-i/suche/
Disallow: /mobil/suche
Disallow: /netze/suche
Disallow: /open/suche
Disallow: /resale/suche
Disallow: /security/suche
Disallow: /suche
Disallow: /tp/suche
Disallow: /tr/suche
Disallow: /video/suche
# Audio, Mail, Print
Disallow: /autos/artikel/s/mail/
Disallow: /autos/artikel/s/print/
Disallow: /developer/artikel/audio/
Disallow: /developer/artikel/mail/
Disallow: /developer/artikel/print/
Disallow: /developer/news/meldung/audio/
Disallow: /developer/news/meldung/mail/
Disallow: /developer/news/meldung/print/
Disallow: /foto/artikel/audio/
Disallow: /foto/artikel/mail/
Disallow: /foto/artikel/print/
Disallow: /foto/news/meldung/audio/
Disallow: /foto/news/meldung/mail/
Disallow: /foto/news/meldung/print/
Disallow: /ix/news/meldung/audio/
Disallow: /ix/news/meldung/mail/
Disallow: /ix/news/meldung/print/
Disallow: /jobs/news/meldung/audio/
Disallow: /jobs/news/meldung/mail/
Disallow: /jobs/news/meldung/print/
Disallow: /mobil/artikel/audio/
Disallow: /mobil/artikel/mail/
Disallow: /mobil/artikel/print/
Disallow: /mobil/newsticker/meldung/audio/
Disallow: /mobil/newsticker/meldung/mail/
Disallow: /mobil/newsticker/meldung/print/
Disallow: /netze/artikel/audio/
Disallow: /netze/artikel/mail/
Disallow: /netze/artikel/print/
Disallow: /netze/news/meldung/audio/
Disallow: /netze/news/meldung/mail/
Disallow: /netze/news/meldung/print/
Disallow: /newsticker/meldung/audio/
Disallow: /newsticker/meldung/mail/
Disallow: /newsticker/meldung/print/
Disallow: /open/artikel/mail/
Disallow: /open/artikel/print/
Disallow: /open/news/meldung/audio/
Disallow: /open/news/meldung/mail/
Disallow: /open/news/meldung/print/
Disallow: /tp/blogs/2/print/
Disallow: /tp/blogs/3/print/
Disallow: /tp/blogs/4/print/
Disallow: /tp/blogs/5/print/
Disallow: /tp/blogs/6/print/
Disallow: /tp/blogs/7/print/
Disallow: /tp/blogs/8/print/
Disallow: /tp/blogs/9/print/
Disallow: /tp/blogs/10/print/
Disallow: /tr/artikel/mail/
Disallow: /tr/artikel/print/
Disallow: /tp/adverts/
Disallow: /tp/bild/
Disallow: /tp/druck/
Disallow: /tp/zitat/
# /ct/projekte/machmit/( browser | changeset | log )
Disallow: /ct/projekte/machmit/activaid/browser/
Disallow: /ct/projekte/machmit/activaid/changeset/
Disallow: /ct/projekte/machmit/activaid/log/
Disallow: /ct/projekte/machmit/asteroids/browser/
Disallow: /ct/projekte/machmit/asteroids/changeset/
Disallow: /ct/projekte/machmit/asteroids/log/
Disallow: /ct/projekte/machmit/ct-bot/browser/
Disallow: /ct/projekte/machmit/ct-bot/changeset/
Disallow: /ct/projekte/machmit/ct-bot/log/
Disallow: /ct/projekte/machmit/ctbot/browser/
Disallow: /ct/projekte/machmit/ctbot/changeset/
Disallow: /ct/projekte/machmit/ctbot/log/
Disallow: /ct/projekte/machmit/ctlab/browser/
Disallow: /ct/projekte/machmit/ctlab/changeset/
Disallow: /ct/projekte/machmit/ctlab/log/
Disallow: /ct/projekte/machmit/ctserver/browser/
Disallow: /ct/projekte/machmit/ctserver/changeset/
Disallow: /ct/projekte/machmit/ctserver/log/
Disallow: /ct/projekte/machmit/ctvdr/browser/
Disallow: /ct/projekte/machmit/ctvdr/changeset/
Disallow: /ct/projekte/machmit/ctvdr/log/
Disallow: /ct/projekte/machmit/ipv6/browser/
Disallow: /ct/projekte/machmit/ipv6/changeset/
Disallow: /ct/projekte/machmit/ipv6/log/
Disallow: /ct/projekte/machmit/mylieu/browser/
Disallow: /ct/projekte/machmit/mylieu/changeset/
Disallow: /ct/projekte/machmit/mylieu/log/
Disallow: /ct/projekte/machmit/offlineupdate/browser/
Disallow: /ct/projekte/machmit/offlineupdate/changeset/
Disallow: /ct/projekte/machmit/offlineupdate/log/
Disallow: /ct/projekte/machmit/perlator/browser/
Disallow: /ct/projekte/machmit/perlator/changeset/
Disallow: /ct/projekte/machmit/perlator/log/
Disallow: /ct/projekte/machmit/processing/browser/
Disallow: /ct/projekte/machmit/processing/changeset/
Disallow: /ct/projekte/machmit/processing/log/
Disallow: /ct/projekte/machmit/webautomatisieren/browser/
Disallow: /ct/projekte/machmit/webautomatisieren/changeset/
Disallow: /ct/projekte/machmit/webautomatisieren/log/
Disallow: /ct/projekte/machmit/winpe/browser/
Disallow: /ct/projekte/machmit/winpe/changeset/
Disallow: /ct/projekte/machmit/winpe/log/

# Angabe der Sitemap ist Agent-unabhaengig
Sitemap: https://www.heise.de/download/sitemap_softwarevz.xml.gz