robots.txt details

saved: size: 10082 kb md5 checksum: f799152438530d2849f6e01371818fc0

websites using this robots.txt

content


User-Agent: *
Disallow: */order=*
Disallow: /*def_valuta*
Disallow: /*gclid=*
Disallow: */wishlist/*
Disallow: */checkout/*
Disallow: /9814208/*
Disallow: /*index-feedbacks.html
Disallow: /*index-related.html
Disallow: /*index-specs.html
Disallow: /*index-main.html
Disallow: /*index-media.html
Disallow: /*index-crosssales.html
Disallow: /*index-questions.html
Disallow: /podarki/*
Disallow: /podarki-2/*
Disallow: /add_cart/
Disallow: /help/credit/processing-the-loan-order
Disallow: /help/credit/lending-terms
Disallow: /help/credit/lending-terms-ukrsibbank
Disallow: /help/credit/lending-terms-platinum-bank
Disallow: /help/credit/when-i-recive-the-product
Disallow: /help/shipment_payment/order-shipment
Disallow: /help/shipment_payment/when-shipment
Disallow: /help/shipment_payment/shipment-in-my-city
Disallow: /help/shipment_payment/shipment-price
Disallow: /help/shipment_payment/payment-method
Disallow: /help/shipment_payment/check-product
Disallow: /help/faq/different-price
Disallow: /help/faq/credit-bank
Disallow: /help/faq/service-collaborate
Disallow: /help/faq/non-cash-payment
Disallow: /help/faq/shipping-cities
Disallow: /help/faq/oversized-cargo
Disallow: /help/faq/buy-in-office
Disallow: /help/faq/damaged-product
Disallow: /help/faq/money-back
Disallow: /blog/tag/*
Disallow: */products-1/*
Disallow: */gps-est/*
Disallow: */4g-est/*
Disallow: */usb-1/*
Disallow: */wifi-net/*
Disallow: */action-da/*
Disallow: */markdown-da/*
Disallow: */new-da/*
Disallow: /*sc_content
Disallow: /ua/
Disallow: */ajaxMain
Disallow: /ru/products/mobile/samsung-g950fd-galaxy-s8-duos-64gb-black.html
Disallow: /podarki-1/*
Disallow: */viewer360/*
Disallow: */ajax_compare/*
Disallow: /ru/products/mobile/iphone-8.html

User-agent: 007ac9
Disallow: /
 
User-agent: 008
Disallow: /
 
User-agent: 200PleaseBot
Disallow: /
 
User-agent: 360Spider
Disallow: /
 
User-agent: 360Spider-Image
Disallow: /
 
User-agent: 360Spider-Video
Disallow: /
 
User-agent: AddThis
Disallow: /
 
User-agent: AhrefsBot
Disallow: /
 
User-agent: Alexabot
Disallow: /
 
User-agent: AMZNKAssocBot/4.0
Disallow: /
 
User-agent: baidu
Disallow: /
 
User-agent: Baiduspider
Disallow: /
 
User-agent: Baiduspider-image
Disallow: /
 
User-agent: BDCbot
Disallow: /
 
User-agent: BDCbot/1.0
Disallow: /
 
User-agent: BLEXBot
Disallow: /
 
User-agent: bsalsa
Disallow: /
 
User-agent: Butterfly
Disallow: /
 
User-agent: CCBot
Disallow: /
 
User-agent: ChangeDetection
Disallow: /
 
User-agent: coccoc
Disallow: /
 
User-agent: CrazyWebCrawler-Spider
Disallow: /
 
User-agent: daumoa
Disallow: /
 
User-agent: DoCoMo/2.0
Disallow: /
 
User-agent: dotbot
Disallow: /
 
User-agent: EasouSpider
Disallow: /
 
User-agent: Exabot
Disallow: /
 
User-agent: Ezooms
Disallow: /
 
User-agent: Findxbot
Disallow: /
 
User-agent: Findxbot/1.0
Disallow: /
 
User-agent: Flipboard
Disallow: /
 
User-agent: Genieo
Disallow: /
 
User-agent: Gluten Free Crawler
Disallow: /
 
User-agent: grapeshot
Disallow: /
 
User-agent: HaoSouSpider
Disallow: /
 
User-agent: HyperCrawl
Disallow: /
 
User-agent: ichiro
Disallow: /
 
User-agent: ichiro/3.0
Disallow: /
 
User-agent: ichiro/4.0
Disallow: /
 
User-agent: InfoWeb
Disallow: /
 
User-agent: IstellaBot
Disallow: /
 
User-agent: libwww-perl
Disallow: /
 
User-agent: Linguee Bot
Disallow: /
 
User-agent: linkdexbot
Disallow: /
 
User-agent: linkdexbot/2.0
Disallow: /
 
User-agent: linkdexbot/2.1
Disallow: /
 
User-agent: linkdexbot/2.2
Disallow: /
 
User-agent: LinkpadBot
Disallow: /
 
User-agent: ltx71
Disallow: /
 
User-agent: meanpathbot
Disallow: /
 
User-agent: MegaIndex.ru
Disallow: /
 
User-agent: MegaIndex.ru/2.0
Disallow: /
 
User-agent: NaverBot
Disallow: /
 
User-agent: NerdyBot
Disallow: /
 
User-agent: netseer
Disallow: /
 
User-agent: Nutch Bots
Disallow: /
 
User-agent: oBot
Disallow: /
 
User-agent: PaperLiBot
Disallow: /
 
User-agent: phpservermon/3.1.1
Disallow: /
 
User-agent: PrivacyAwareBot/1.1
Disallow: /
 
User-agent: proximic
Disallow: /
 
User-agent: psbot
Disallow: /
 
User-agent: QuerySeekerSpider
Disallow: /
 
User-agent: Qwantify
Disallow: /
 
User-agent: rogerbot
Disallow: /
 
User-agent: ScreenerBot
Disallow: /
 
User-agent: SearchmetricsBot
Disallow: /
 
User-agent: SemrushBot-SA
Disallow: /
 
User-agent: SF/2 (skipfish)
Disallow: /
 
User-agent: SiteExplorer
Disallow: /
 
User-agent: Sogou head spider/3.0
Disallow: /
 
User-agent: Sogou Orion spider/3.0
Disallow: /
 
User-agent: Sogou Pic Agent
Disallow: /
 
User-agent: Sogou Pic Spider/3.0
Disallow: /
 
User-agent: SputnikBot
Disallow: /
 
User-agent: Sunrise
Disallow: /
 
User-agent: SurdotlyBot
Disallow: /
 
User-agent: SurdotlyBot
Disallow: /
 
User-agent: Swiftbot
Disallow: /
 
User-agent: TDJBOT
Disallow: /
 
User-agent: trovitBot
Disallow: /
 
User-agent: TurnitinBot
Disallow: /
 
User-agent: tweetmeme
Disallow: /
 
User-agent: TweetmemeBot
Disallow: /
 
User-agent: TwengaBot
Disallow: /
 
User-agent: TwengaBot-2.0
Disallow: /
 
User-agent: TwengaBot-Discover
Disallow: /
 
User-agent: TwengaBot/2.0
Disallow: /
 
User-agent: UnwindFetchor
Disallow: /
 
User-agent: Uptimebot
Disallow: /
 
User-agent: Uptimebot/1.0
Disallow: /
 
User-agent: UptimeRobot
Disallow: /
 
User-agent: UptimeRobot/2.0
Disallow: /
 
User-agent: voltron
Disallow: /
 
User-agent: WBSearchBot
Disallow: /
 
User-agent: WeSEE
Disallow: /
 
User-agent: Wget
Disallow: /
 
User-agent: wget
Disallow: /
 
User-agent: wotbox
Disallow: /
 
User-agent: XoviBot
Disallow: /
 
User-agent: Y! J-ASR
Disallow: /
 
User-agent: yacybot
Disallow: /
 
User-agent: Yeti
Disallow: /
 
User-agent: YodaoBot
Disallow: /
 
User-agent: yoozBot-2.2
Disallow: /
 
User-agent: YoudaoBot/1.0
Disallow: /
 
User-agent: Yahoo! Slurp
Disallow: /
 
User-agent: yahoo-slurp
Disallow: /
 
User-agent: Anews/1.0
Disallow: /
 
User-agent: Anews
Disallow: /
 
User-agent: Kribrum
Disallow: /
 
User-agent: Kribrum/0.1
Disallow: /
 
User-agent: iskanie
Disallow: /
 
User-agent: PaperLiBot/2.1
Disallow: /
 
User-agent: special_archiver/3.1.1
Disallow: /
 
User-agent: special_archiver
Disallow: /
 
User-agent: CCBot/2.0
Disallow: /
 
User-agent: Exabot/3.0
Disallow: /
 
User-agent: SemrushBot/1.1~bl
Disallow: /
 
User-agent: SemrushBot/1.1
Disallow: /
 
User-agent: SemrushBot-SA/0.97
Disallow: /
 
User-agent: um-FC
Disallow: /
 
User-agent: um-FC/1.0
Disallow: /
 
User-agent: um-LN
Disallow: /
 
User-agent: um-LN/1.0
Disallow: /
 
User-agent: heritrix
Disallow: /
 
User-agent: DeuSu/5.0.2
Disallow: /
 
User-agent: bitlybot
Disallow: /
 
User-agent: bitlybot/3.0
Disallow: /
 
User-agent: MaxPointCrawler
Disallow: /
 
User-agent: GetIntent Crawler
Disallow: /
 
User-agent: Scrapy
Disallow: /
 
User-agent: Scrapy/1.2.2
Disallow: /
 
User-agent: Twitterbot
Disallow: /
 
User-agent: Twitterbot/1.0
Disallow: /
 
User-agent: SputnikBot/2.3
Disallow: /
 
User-agent: Trident/6.0
Disallow: /
 
User-agent: Trident/5.0
Disallow: /
 
User-agent: Trident
Disallow: /
 
User-agent: GuzzleHttp/6.1.0
Disallow: /
 
User-agent: GuzzleHttp
Disallow: /
 
User-agent: X11
Disallow: /
 
User-agent: MSNBot
Disallow: /
 
User-agent: bingbot
Disallow: /
 
User-agent: bingbot/2.0
Disallow: /
 
User-agent: StackRambler
Disallow: /
 
User-agent: METASpider
Disallow: /
 
User-agent: Aport
Disallow: /
 
User-agent: Scooter
Disallow: /
 
User-agent: trendictionbot
Disallow: /
 
User-agent: trendictionbot0.5.0
Disallow: /
 
User-agent: Kraken
Disallow: /
 
User-agent: Kraken/0.1
Disallow: /
 
User-agent: DotBot/1.1
Disallow: /
 
User-agent: BUbiNG
Disallow: /
 
User-agent: Yeti/1.1
Disallow: /
 
User-agent: SeznamBot/3.2
Disallow: /
 
User-agent: WebartexBot
Disallow: /
 
User-agent: BLEXBot/1.0
Disallow: /
 
User-agent: spbot/5.0.3
Disallow: /
 
User-agent: spbot
Disallow: /
 
User-agent: um-IC
Disallow: /
 
User-agent: um-IC/1.0
Disallow: /
 
User-agent: GermCrawler
Disallow: /
 
User-agent: Sogou
Disallow: /
 
User-agent: GingerCrawler
Disallow: /
 
User-agent: nutch
Disallow: /
 
User-agent: Urlbot
Disallow: /
 
User-agent: ScoutJet
Disallow: /
 
User-agent: GroupHigh
Disallow: /
 
User-agent: GroupHigh/1.0
Disallow: /
 
User-agent: MJ12bot/v1.4.3
Disallow: /
 
User-agent: MJ12bot/v1.4.0
Disallow: /
 
User-agent: MJ12bot/v1.2.4
Disallow: /
 
User-agent: MJ12bot/v1.2.3
Disallow: /
 
User-agent: MJ12bot/v1.0.8
Disallow: /
 
User-agent: MJ12bot/v1.0.7
Disallow: /
 
User-agent: MJ12bot/v1.0.6
Disallow: /
 
User-agent: MJ12bot/v1.0.5
Disallow: /
 
User-agent: MJ12bot/v1.4.5
Disallow: /
 
User-agent: MJ12bot/v1.4.6
Disallow: /
 
User-agent: MJ12bot/v1.4.7
Disallow: /
 
User-agent: MJ12bot/v1.4.8
Disallow: /
 
User-agent: rogerbot/1.0
Disallow: /
 
User-agent: rogerbot
Disallow: /
 
User-agent: SemrushBot
Disallow: /
 
User-agent: MegaIndex
Disallow: /
 
User-agent: megaIndex.ru
Disallow: /
 
User-agent: megaindex
Disallow: /
 
User-agent: crawler4j
Disallow: /
 
User-agent: Steeler/3.5
Disallow: /
 
User-agent: Steeler
Disallow: /
 
User-agent: AhrefsBot/5.1
Disallow: /
 
User-agent: AhrefsBot/5.2
Disallow: /
 
User-agent: AhrefsBot/1.0
Disallow: /
 
User-agent: AhrefsBot/2.0
Disallow: /
 
User-agent: AhrefsBot/3.0
Disallow: /
 
User-agent: AhrefsBot/4.0
Disallow: /
 
User-agent: AhrefsBot/5.0
Disallow: /
 
User-agent: AhrefsBot/3.1
Disallow: /
 
User-agent: Serpstatbot
Disallow: /
 
User-agent: boitho
Disallow: /
 
User-agent: ia_archiver
Disallow: /


Host: https://allo.ua
Sitemap: https://allo.ua/sitemap.xml