robots.txt viewer

www.morizon.pl @ 2018-12-06 11:44:07


website: https://www.morizon.pl
robots.txt: www.morizon.pl/robots.txt

/robots.txt (849B)

# http://www.80legs.com/webcrawler.html
User-agent: 008
Disallow: /

# http://crawler.sistrix.net/
User-agent: sistrix
Disallow: /

# http://www.trendiction.de/bot
User-agent: trendictionbot
Disallow: /

# http://www.seokicks.de/robot.html
User-agent: SEOkicks Robot
Disallow: /

# all spiders - keep at bottom
User-agent: *
Disallow: /podbicie/
Disallow: /ajaxPropertyContactShow/
Disallow: /en/
Disallow: /de/
Disallow: /dla-agencji
Disallow: /dla-deweloperow
Disallow: /regulamin
Disallow: /cennik
Disallow: /testyab
Disallow: /mapa/*
Disallow: /*ps[*
Disallow: /*ps%*
Disallow: /*sort=*
Disallow: /*limit=*
Disallow: /*mode=*
Disallow: /*rooms_max=*
Disallow: /*rooms_min=*
Disallow: /*/drukuj
Disallow: /konkurs

Sitemap: https://www.morizon.pl/sitemaps_pl/sitemap.xml
Sitemap: https://www.morizon.pl/sitemaps_pl/sitemap.newest_properties1.xml