robots.txt details

saved: size: 1483 kb md5 checksum: 6beb610c767247f1f5ca241dc8ef59a0

websites using this robots.txt

content


User-agent: Mediapartners-Google
Disallow:
Disallow: /driver/*/bio/
Disallow: /v/*
Disallow: /lt/*
Disallow: /dashboard/*
Disallow: /search/*
Allow:    /*/photos/
Allow:    /*/photos/*
Disallow: /*/photos/*/*

User-agent: Yandex
Allow: /rss/yandex-zen/news/
Disallow: *?q=
Disallow: */?filters
Disallow: */videos/add-your-video/
Disallow: */photos/user-uploads-albums/
Disallow: */?edition=
Disallow: /srv.php
Disallow: /index.php
Disallow: /disqus
Allow: /f1/news/?q=giorgio%20piola
Host: lat.motorsport.com
Sitemap: https://lat.motorsport.com/sitemap.xml
Disallow: /driver/*/bio/
Disallow: /v/*
Disallow: /lt/*
Disallow: /dashboard/*
Disallow: /search/*
Allow:    /*/photos/
Allow:    /*/photos/*
Disallow: /*/photos/*/*

User-agent: Googlebot
Disallow: *?q=
Disallow: */?filters
Disallow: */videos/add-your-video/
Disallow: */photos/user-uploads-albums/
Disallow: */?edition=
Disallow: *?_openstat=
Disallow: /thewall2
Disallow: /srv.php
Disallow: /index.php
Disallow: /disqus
Allow: /f1/news/?q=giorgio%20piola
Allow: /design/*
Disallow: /driver/*/bio/
Sitemap: https://lat.motorsport.com/sitemap.xml
Disallow: /v/*
Disallow: /lt/*
Disallow: /dashboard/*
Disallow: /search/*
Allow:    /*/photos/
Allow:    /*/photos/*
Disallow: /*/photos/*/*

User-agent: proximic
Disallow:

User-agent: *
Disallow: /videos/embed/
Disallow: /driver/*/bio/
Disallow: /v/*
Disallow: /lt/*
Disallow: /dashboard/*
Disallow: /search/*
Allow:    /*/photos/
Allow:    /*/photos/*
Disallow: /*/photos/*/*