robots.txt details

saved: size: 4372 kb md5 checksum: 7073d24b1d1c8834e5bbef3d70a8e9a4

websites using this robots.txt

content


User-agent: *
Disallow: /shoppingbox/go.php
Disallow: /shopping/kelproduit_multiflux.php
Disallow: /shopping2/kelproduit_multiflux.php
Disallow: /users2/
Disallow: /proximite/go.php
Disallow: /partenaire/go.php
Disallow: /partenaire/go-offer.php
Disallow: /partenaire/partenaire.php
Disallow: /service/msn.php
Disallow: /service/msnlnk.php
Disallow: /stat/cliclnk.php
Disallow: /stat/statpart.php
Disallow: /stat/clic.php
Disallow: /stat/clicr.php
Disallow: /stat/
Disallow: /grossesse/search.php
Disallow: /forums/index.php?topic=126221
Disallow: /service/charts/
Disallow: /service/chartsxml.php
Disallow: /index.php?search=*

Sitemap: https://www.beaute-test.com/sitemap/mag.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap2.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap3.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap4.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap5.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap6.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap_forums.xml
Sitemap: https://www.beaute-test.com/sitemap/sitemap_forums2.xml


User-agent: ShopWiki
Disallow: /

User-agent: NG/2.0
Disallow: /

user-agent: crystalsemantics
disallow: /

user-agent: f-six
disallow: /

user-agent: sitebot
disallow: /

user-agent: Mediapartners-Google
Allow: /trouve.php

User-Agent: trendictionbot
Disallow: /

User-Agent: scrapybot
Disallow: /

User-Agent: VocusBot
Disallow: /

User-Agent: SEOkicks-Robot
Disallow: /

User-Agent: ezooms.bot
Disallow: /

User-Agent: skimlinks.com
Disallow: /

User-Agent: SeznamBot
Disallow: /

User-Agent: wikiwix-bot
Disallow: /

User-Agent: crystalsemantics
Disallow: /

User-Agent: semantissimo
Disallow: /

User-Agent: MLBot
Disallow: /

User-Agent: LemonSources
Disallow: /

User-Agent: discobot
Disallow: /

User-Agent: linkfluence
Disallow: /

User-Agent: netseer
Disallow: /

User-Agent: ltbot
Disallow: /

User-Agent: aiHitBot
Disallow: /

User-Agent: language-tools.com
Disallow: /

User-Agent: TREC-KBA-Bot
Disallow: /

User-Agent: checkprivacy.or.kr
Disallow: /

User-Agent: yacybot
Disallow: /

User-Agent: Socialradarbot
Disallow: /

User-Agent: Havij
Disallow: /

User-Agent: proximic
Disallow: /

User-Agent: MireoBot
Disallow: /

User-Agent: brandwatch
Disallow: /

User-Agent: seoprofiler
Disallow: /

User-Agent: Xenu Link Sleuth
Disallow: /

User-Agent: Bot clicker
Disallow: /

User-Agent: WBSearchBot
Disallow: /

User-Agent: EC2LinkFinder
Disallow: /

User-Agent: ExaleadCloudview
Disallow: /

User-Agent: AdMedia
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: grepnetstat.com
Disallow: /

User-Agent: Genieo
Disallow: /

User-Agent: NerdByNature
Disallow: /

User-Agent: Screaming Frog
Disallow: /

User-Agent: Genieo
Disallow: /

User-Agent: Sindup
Disallow: /

User-agent: netseer
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: TwengaBot
Disallow: /

User-agent: netseer.com
Disallow: /

User-agent: nagios
Disallow: /

User-agent: linkdex.com
Disallow: /

User-agent: NING/1.0
Disallow: /

User-agent: FeedRetriever
Disallow: /

User-agent: CrystalSemanticsBot
Disallow: /

User-agent: Argus Presse
Disallow: /

User-agent:  IBM ICA Crawler
Disallow: /

User-agent:  nutch agent
Disallow: /

User-agent:  omgilibot
Disallow: /

User-agent:  Genieo
Disallow: /

User-agent:  SISTRIX Crawler
Disallow: /

User-agent:  PaperLiBot
Disallow: /

User-agent:  SearchmetricsBot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: ip-web-crawler.com
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: LinksCrawler
Disallow: /

User-agent: archive.org
Disallow: /

User-agent: CompSpyBot
Disallow: /

User-agent: netEstate
Disallow: /

User-agent: MyNutchTest
Disallow: /

User-agent: admantx
Disallow: /

User-agent: genieo.com
Disallow: /

User-agent: mixdata.com
Disallow: /

User-agent: www.wise-guys.nl
Disallow: /

User-agent: www.wesee.com
Disallow: /

User-agent: www.200please.com
Disallow: /

User-agent: ubermetrics-technologies
Disallow: /

User-agent: grapeshot
Disallow: 

User-agent: CCBot
Disallow: /

User-agent: WASALive
Disallow: /

User-agent: URLAppendBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: ScreenerBot
Disallow: /