robots.txt viewer

vifi.com.ua @ 2018-12-05 12:58:45


website: https://vifi.com.ua
robots.txt: vifi.com.ua/robots.txt

/robots.txt (2K)

# vestacp autogenerated robots.txt
User-agent: Yandex
Disallow: /customer/
Disallow: /account/
Disallow: /login/
Disallow: /catalogsearch/
Disallow: /create/
Disallow: /forgotpassword/
Disallow: /our_partners
Disallow: /sales/
Disallow: /checkout/
Disallow: /currency/
Disallow: /wishlist/
Disallow: /product_compare/
Disallow: /show/
Disallow: /sort-direction/
Disallow: /ajaxlogin/
Disallow: /ajaxcart/
Disallow: /advancedreview/
Disallow: /mode/


User-agent: Googlebot
Disallow: /customer/
Disallow: /account/
Disallow: /login/
Disallow: /catalogsearch/
Disallow: /create/
Disallow: /forgotpassword/
Disallow: /our_partners
Disallow: /sales/
Disallow: /checkout/
Disallow: /currency/
Disallow: /wishlist/
Disallow: /product_compare/
Disallow: /show/
Disallow: /sort-direction/
Disallow: /ajaxlogin/
Disallow: /ajaxcart/
Disallow: /advancedreview/
Disallow: /mode/
Disallow: /sort-by/

User-agent: *
Disallow: /customer/
Disallow: /account/
Disallow: /login/
Disallow: /catalogsearch/
Disallow: /create/
Disallow: /forgotpassword/
Disallow: /our_partners
Disallow: /sales/
Disallow: /checkout/
Disallow: /currency/ 
Disallow: /wishlist/
Disallow: /product_compare/
Disallow: /ajaxreviews/
Disallow: /show/
Disallow: /sort-direction/
Disallow: /ajaxlogin/
Disallow: /ajaxcart/
Disallow: /advancedreview/
Disallow: /mode/
Disallow: /sort-by/
Host: vifi.com.ua
Sitemap: 	https://vifi.com.ua/seo_sitemap.xml

User-agent: MJ12bot
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: BSpider
Disallow: /

User-agent: AhrefsBot/5.2
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot/1.2~bl
Disallow: /