robots.txt details

saved: size: 2149 kb md5 checksum: 3a5abd595a30670bb4e9d73bab817e52

websites using this robots.txt

content


Sitemap: https://www.bershka.com/4/info/sitemaps/sitemap-index-home-categories-bk.xml
Sitemap: https://www.bershka.com/4/info/sitemaps/sitemap-index-products-bk.xml
Sitemap: https://www.bershka.com/4/info/sitemaps/bershka-hreflang-sitemap.xml
Sitemap: https://www.bershka.com/4/info/sitemaps/sitemap-search.xml
 
#Bots de que no nos interesa que nos recorran
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: fast
Disallow: /
User-agent: Maxthon
Disallow: /
User-agent: CNCDialer
Disallow: /
User-agent: MJ12bot
Disallow: /
 
User-agent: *
Disallow: /*c0p*
Disallow: /*blober*
Disallow: /*blobsk*
Disallow: /*basber*
Disallow: /*basbsk*
Disallow: /*null*
Disallow: /*p101217507*
Disallow: /*fanbsk*
Disallow: /*fanber*
Disallow: /*a2a*
Disallow: /*pureplayer*
Disallow: /*c2a*
Disallow: /*a2m*
Disallow: /*%28*
Disallow: /*%29*
Disallow: /*/user-account.html*
Disallow: /*/user-orders.html*
Disallow: /*/my-account-returns.html*
Disallow: /*/ajax-logon.html*
Disallow: /*/ajax-user-registration.html*
Disallow: /*/reset-password.html*
Disallow: /*/checkout.html*
Disallow: /*/order-confirmation.html*
Disallow: /webapp/wcs/stores/*/home*
Disallow: /webapp/wcs/stores/*/CategoryPage*
Disallow: /webapp/wcs/stores/*/ItxStandardStoreLocatorPage*
Disallow: /webapp/wcs/stores/*/ProductPage*
Disallow: /webapp/wcs/stores/mobile/*
Disallow: /*/q/*
Disallow: /*?query=
Disallow: /m/*
Allow: /*/q/*index=1*

 
Host: https://www.bershka.com