robots.txt viewer

www.bershka.com @ 2018-12-04 21:53:12


website: https://www.bershka.com
robots.txt: www.bershka.com/robots.txt

/robots.txt (2K)

Sitemap: https://www.bershka.com/4/info/sitemaps/sitemap-index-home-categories-bk.xml
Sitemap: https://www.bershka.com/4/info/sitemaps/sitemap-index-products-bk.xml
Sitemap: https://www.bershka.com/4/info/sitemaps/bershka-hreflang-sitemap.xml
Sitemap: https://www.bershka.com/4/info/sitemaps/sitemap-search.xml
 
#Bots de que no nos interesa que nos recorran
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: fast
Disallow: /
User-agent: Maxthon
Disallow: /
User-agent: CNCDialer
Disallow: /
User-agent: MJ12bot
Disallow: /
 
User-agent: *
Disallow: /*c0p*
Disallow: /*blober*
Disallow: /*blobsk*
Disallow: /*basber*
Disallow: /*basbsk*
Disallow: /*null*
Disallow: /*p101217507*
Disallow: /*?query=
Disallow: /*fanbsk*
Disallow: /*fanber*
Disallow: /*pai*
Disallow: /*a2a*
Disallow: /*pureplayer*
Disallow: /*c2a*
Disallow: /*a2m*
Disallow: /*bloq*
Disallow: /*%28*
Disallow: /*%29*
Disallow: /*/user-account.html*
Disallow: /*/user-orders.html*
Disallow: /*/my-account-returns.html*
Disallow: /*/ajax-logon.html*
Disallow: /*/ajax-user-registration.html*
Disallow: /*/reset-password.html*
Disallow: /*/checkout.html*
Disallow: /*/order-confirmation.html*
Disallow: /webapp/wcs/stores/*/home*
Disallow: /webapp/wcs/stores/*/CategoryPage*
Disallow: /webapp/wcs/stores/*/ItxStandardStoreLocatorPage*
Disallow: /webapp/wcs/stores/*/ProductPage*
Disallow: /*q*/
Allow: /*q*/*index=1*

 
Host: https://www.bershka.com