robots.txt details

278ea5da713a3898a2f095df95dc2a31

saved: | size: 2338kb | checksum: 278ea5da713a3898a2f095df95dc2a31

websites using this robots.txt

content


#--------------------------------------------
#----------- GENERATED CONTENT --------------
#--------------------------------------------

User-agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /redx/
Disallow: /xhprof/
Disallow: /de/wikiDE/index.php
Disallow: /pl/wikiPL/index.php
Disallow: /en/wikiEN/index.php
Disallow: /de/wikiDE/api.php
Disallow: /pl/wikiPL/api.php
Disallow: /en/wikiEN/api.php
Disallow: /de/wiki/Spezial:Suche
Disallow: /pl/wiki/Specjalna:Szukaj
Disallow: /en/wiki/Special:Search
Disallow: /de/wiki/Benutzer:
Disallow: /de/wiki/Benutzer%3A
Disallow: /de/wiki/User:
Disallow: /en/wiki/User:
Disallow: /pl/wiki/U%C5%BCytkownik:
Disallow: /pl/wiki/User:
Disallow: /de/wiki/Vorlage:
Disallow: /pl/wiki/Szablon:
Disallow: /en/wiki/Template:
Disallow: /de/tkmag/wp-admin/
Disallow: /de/tkmag/wp-register.php
Disallow: /de/tkmag/wp-login.php
Disallow: /de/tkmag/wp-trackback.php
Disallow: /de/tkmag/wp-content/plugins/
Disallow: /de/tkmag/wp-content/cache/
Allow: /redx/tools/mb_inline
Allow: /redx/tools/mb_image
Allow: /redx/tools/mb_download
Allow: /redx/res/pics
Allow: /de/wikiDE/images/
Allow: /pl/wikiPL/images/
Allow: /en/wikiEN/images/
Allow: /cache/header/
Allow: /cache/sprite/
Allow: /redx/ext/seositemap/sitemap*
Allow: /redx/ext/intelligentsearch/jsproxy.php*
Allow: /redx/res*/css/*
Allow: /redx/res*/pics/*
Allow: /redx/res/*.js
Allow: /redx/res/*.css
Allow: /cache/*.css
Allow: /cache/*.js
Allow: /de/tkmag/wp-content/plugins/*.js
Allow: /de/tkmag/wp-content/plugins/*.css
Allow: /de/tkmag/wp-content/cache/*.js
Allow: /de/tkmag/wp-content/cache/*.css
Disallow: /redx/tools/mb_download.php/mid.098107083065065069115116082085119061/

# http://rvs.informatik.uni-leipzig.de/bot.php
User-agent: webmeasurement-bot
Disallow: /

crawl-delay: 3

Sitemap: https://www.thomas-krenn.com/api/seositemap/sitemapindex.xml
Sitemap: https://www.custom-hardware.com/api/seositemap/sitemapindex.xml
Sitemap: https://www.thomas-krenn.com/de/tkmag/sitemap.xml
Sitemap: https://www.thomas-krenn.com/de/wiki/sitemap.xml
Sitemap: https://www.thomas-krenn.com/pl/wiki/sitemap.xml
Sitemap: https://www.thomas-krenn.com/en/wiki/sitemap.xml

#--------------------------------------------
#------------------ DEFAULT -----------------
#--------------------------------------------

Disallow: *noindex=1*
Disallow: *noindex.1*