robots.txt details

saved: size: 2306 kb md5 checksum: 5e9eda3d6699567caaeeeb9903699f32

websites using this robots.txt

content


User-Agent: *
Disallow: /bitrix/
Disallow: /ua/bitrix/
Disallow: /search/
Disallow: /ua/search/
Disallow: /include/
Disallow: /ua/include/
Disallow: /cgi-bin/
Disallow: /ua/cgi-bin/
Disallow: /personal/
Disallow: /ua/personal/
Disallow: /basket/
Disallow: /ua/basket/
Disallow: /ajax/
Disallow: /ajax/*
Disallow: /ua/ajax/
Disallow: /ua/ajax/*
Disallow: /api/
Disallow: /ua/api/
Disallow: /EmailPics/
Disallow: /ua/EmailPics/
Disallow: /desktop_app/
Disallow: /ua/desktop_app/
Disallow: /local/
Disallow: /ua/local/
Disallow: /test/
Disallow: /ua/test/
Disallow: /work-scripts/
Disallow: /ua/work-scripts/
Disallow: /test*
Disallow: /ua/test*
Disallow: /*?print=
Disallow: /*&print=
Disallow: /ua/*?print=
Disallow: /ua/*&print=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /ua/*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /ua/*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /ua/*login=yes
Disallow: /ua/*logout=yes
Disallow: /*auth=yes
Disallow: /ua/*auth=yes
Disallow: /*backurl=*
Disallow: /ua/*backurl=*
Disallow: /*back_url=*
Disallow: /ua/*back_url=*
Disallow: /*back_url_admin=*
Disallow: /ua/*back_url_admin=*
Disallow: /*index.php?set_filter=*
Disallow: /ua/*index.php?set_filter=*
Disallow: /*index.php?sort=*
Disallow: /ua/*index.php?sort=*
Disallow: /*index.php?arrFilter*
Disallow: /ua/*index.php?arrFilter*
Disallow: /*spread.php?*
Disallow: /ua/*spread.php?*
Disallow: /access.log
Disallow: /ua/access.log
Disallow: /catalog-promo/
Disallow: /ua/catalog-promo/
Disallow: ?
Allow: /local/templates/*
Allow: /ua/local/templates/*
Allow: /local/templates/main/js/*.js
Allow: /ua/local/templates/main/js/*.js
Allow: /local/templates/main/images/*.png
Allow: /ua/local/templates/main/images/*.png
Allow: /bitrix/cache/css/*
Allow: /ua/bitrix/cache/css/*
Allow: /bitrix/cache/js/*
Allow: /ua/bitrix/cache/js/*
Allow: /upload/*.jpg$
Allow: /ua/upload/*.jpg$
Allow: /upload/*.png$
Allow: /ua/upload/*.png$
Allow: /load/*
Allow: /ua/load/*
Allow: /ajax/gtmdata.php$
Allow: /ua/ajax/gtmdata.php$
Allow: /ajax/viewed.php$
Allow: /ua/ajax/viewed.php$
Allow: /ajax/common.php$
Allow: /ua/ajax/common.php$
Allow: /include/instagram.php$
Allow: /ua/include/instagram.php$
Host: https://intertop.ua
Sitemap: https://intertop.ua/sitemap.xml