robots.txt details

aa3aea5f98d6c851fb6964954d467465

saved: | size: 3847kb | checksum: aa3aea5f98d6c851fb6964954d467465

websites using this robots.txt

content

### AVAL-FO PROD
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Disallow:

User-agent: Adidxbot
Disallow:

User-agent: *

Disallow: /recherche.html?*
Disallow: /recherchegrid.html

Allow: /RealEstate/LocalPages
Allow: /sitemap/
Allow: /pros/

Disallow: /presse/wp-admin/*
Disallow: /presse/wp-content/*
Disallow: /iragr/*
Disallow: /ybpngvba/*
Disallow: /ErnyRfgngr/*
Disallow: /users/
Disallow: /Users/
Disallow: /USERS/
Disallow: /partenaires
Disallow: /RealEstate/
Disallow: /realestate/
Disallow: /realEstate/
Disallow: /REALESTATE/
Disallow: /common/
Disallow: /Common/
Disallow: /COMMON/
Disallow: /Monitor/
Disallow: /monitor/
Disallow: /MONITOR/
Disallow: /ntrapr-vzzbovyvrer

Disallow: /ajax/
Disallow: /alerte-email?
Disallow: /css/
Disallow: /js/
Disallow: /lib/
Disallow: /mle/
Disallow: /modules/
Disallow: /partenaire-immo/
Disallow: /plugins/
Disallow: /pubs/
Disallow: /pubs?
Disallow: /sitedown/
Disallow: /tmp/
Disallow: /uploads/
Disallow: /xml/
Disallow: /conseils-immo/
Disallow: /conseils/prix-immo
Disallow: /?utm_source=Avent

Disallow: /*tri=*
Disallow: /*page_c=*
Disallow: /*page_d=*
Disallow: /*page_s=*

###maj 120426
Disallow: /envoyer-annonce-a-un-ami
Disallow: /javascript:
Disallow: /creer-un-compte
Disallow: /bloc04-identification/
Disallow: /annonces/?SHOW_METRO/
Disallow: /mot-de-passe-oublie/
Disallow: /user_mes-recherches/
Disallow: /edition-alerte/
Disallow: /confirmation-alerte/
Disallow: /pop-up=/
Disallow: /redirection-site-mobile
Disallow: /redirection-site-aval

###maj 130503
Disallow: /page-contact-agence

###maj 130529
Disallow: /annonces-immobilieres/location/appartement+
Disallow: /annonces-immobilieres/location/garage+
Disallow: /annonces-immobilieres/location/loft+
Disallow: /annonces-immobilieres/location/surfaces-diverses+
Disallow: /annonces-immobilieres/location/immeuble+
Disallow: /annonces-immobilieres/location/terrain+
Disallow: /annonces-immobilieres/location/maison+
Disallow: /annonces-immobilieres/location/parking+

Disallow: /annonces-immobilieres/vente/appartement+
Disallow: /annonces-immobilieres/vente/garage+
Disallow: /annonces-immobilieres/vente/loft+
Disallow: /annonces-immobilieres/vente/surfaces-diverses+
Disallow: /annonces-immobilieres/vente/immeuble+
Disallow: /annonces-immobilieres/vente/terrain+
Disallow: /annonces-immobilieres/vente/maison+
Disallow: /annonces-immobilieres/vente/parking+

###maj 130812
Disallow: /demenagement/

###maj 130814
Disallow: /annonce/
Disallow: /annonces/
Disallow: /annonce-recherche-franchise/

###maj 151216
Disallow: /*.aspx$
Disallow: /RealEstate/LocalPages/GetDetailsPois
Disallow: /Shared/ServicesPublicities
Disallow: /annonces-immobilieres/*
Disallow: /recherche-agence-immobiliere.html
Disallow: /*/*wordfence_logHuman*
Disallow: /Scripts/Tools/vrview/loader.html
Disallow: /conseils/wp-admin/admin-ajax.php

##maj 052018
Disallow: /*?pageindex*
Disallow: /*feed/
Disallow: /*undefined
Disallow: /*?platform=*
Disallow: /RealEstate/Entrust/
Disallow: /Statistics.axd
Disallow: /Users/AlertEmail/
Disallow: /RealEstate/Entrust/Search/
Disallow: /seo/*
Disallow: /SEO/*
Disallow: /Seo/*
Disallow: /RealEstate/Properties/
Disallow: /*?msclkid=*
Disallow: /*?zanpid=*
Disallow: /*utm_match=*
Disallow: /*UserSorted=true*

##maj 122018
Disallow: *xtref=*
Disallow: *xtor=*

User-agent: YandexBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: larbin
Disallow: /