robots.txt details

saved: size: 2145 kb md5 checksum: 75a276eb48f327449bbb4ad62be59ae0

websites using this robots.txt

content


User-agent: *

User-agent: *
 # CSS, JS, Images
 Allow: /misc/*.css$
 Allow: /misc/*.css?
 Allow: /misc/*.js$
 Allow: /misc/*.js?
 Allow: /misc/*.gif
 Allow: /misc/*.jpg
 Allow: /misc/*.jpeg
 Allow: /misc/*.png
 Allow: /modules/*.css$
 Allow: /modules/*.css?
 Allow: /modules/*.js$
 Allow: /modules/*.js?
 Allow: /modules/*.gif
 Allow: /modules/*.jpg
 Allow: /modules/*.jpeg
 Allow: /modules/*.png
 Allow: /profiles/*.css$
 Allow: /profiles/*.css?
 Allow: /profiles/*.js$
 Allow: /profiles/*.js?
 Allow: /profiles/*.gif
 Allow: /profiles/*.jpg
 Allow: /profiles/*.jpeg
 Allow: /profiles/*.png


# Private pages
Disallow: /*login
Disallow: /*cart
Disallow: /my-account
Disallow: /search
Disallow:/catalogue-en-ligne
Disallow: /*en/my-account
Disallow:/contact
Disallow:/espace-presse-de-louise-emoi

User-agent: *
Disallow: /wp-admin/

User-agent: ShopWiki
 Disallow: /

 User-agent: NG/2.0
 Disallow: /

 user-agent: crystalsemantics
 disallow: /

 
user-agent: f-six
 disallow: /

 user-agent: sitebot
 disallow: /

 user-agent: Mediapartners-Google
 Allow: /trouve.php

 User-Agent: trendictionbot
 Disallow: /

 User-Agent: scrapybot
 Disallow: /

 User-Agent: VocusBot
 Disallow: /

 User-Agent: SEOkicks-Robot
 Disallow: /

 User-Agent: ezooms.bot
 Disallow: /

 User-Agent: skimlinks.com
 Disallow: /

User-Agent: SeznamBot
 Disallow: /


 User-Agent: wikiwix-bot
 Disallow: /

 User-Agent: crystalsemantics
 Disallow: /

 User-Agent: semantissimo
 Disallow: /

 User-Agent: MLBot
 Disallow: /

 User-Agent: LemonSources
 Disallow: /

 User-Agent: discobot
 Disallow: /

 
User-Agent: linkfluence
 Disallow: /

 User-Agent: netseer
 Disallow: /

 User-Agent: ltbot
 Disallow: /

 User-Agent: aiHitBot
 Disallow: /

 User-Agent: language-tools.com
 Disallow: /

 User-Agent: TREC-KBA-Bot
 Disallow: /

 User-Agent: checkprivacy.or.kr
 Disallow: /

 User-Agent: yacybot
 Disallow: /

 User-Agent: Socialradarbot
 Disallow: /

 User-Agent: Havij
 Disallow: /

 User-Agent: proximic
 Disallow: /