robots.txt viewer

www.cashkurs.com @ 2019-01-09 19:28:54


website: https://www.cashkurs.com
robots.txt: www.cashkurs.com/robots.txt

/robots.txt (903B)

User-Agent: *
Allow: /

# folders
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /vat_migration/
Disallow: /fileadmin/Abostatistik-bereits heruntergeladen
Disallow: /fileadmin/fileadmin_old
Disallow: /fileadmin/logs
Disallow: /fileadmin/private
Disallow: /fileadmin/*_Abostatistik_CKcom.csv
Allow: /typo3conf/ext/
Allow: /typo3temp/

# pages
Disallow: /nutzungsbedingungen/
Disallow: /datenschutz/
Disallow: /no_cache/mein-konto/
Disallow: /login/
Disallow: /ihre-meinung/
Disallow: */senden/
Disallow: *jumpurl=*
#Disallow:
#Disallow:

# parameters
Disallow: /*?id=*               # non-realurl URLs
Disallow: /*cHash               # no cHash
#Disallow: /*tx_powermail_pi1    # no powermail thanks pages

# sitemap
#Sitemap: https://www.clickstorm.de/sitemap.xml

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: / 

Sitemap: https://www.cashkurs.com/sitemap.xml