robots.txt details

saved: size: 2475 kb md5 checksum: f0f933545e4ac3fa1d979005b65cb85d

websites using this robots.txt

content


User-agent: Applebot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: baiduspider
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Bingbot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: DuckDuckBot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Googlebot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*
Allow: /api/v1/guides/guide/

User-agent: ia_archiver
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: msnbot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Naverbot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: seznambot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Slurp
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: teoma
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Twitterbot
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Yandex
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: Yeti
Disallow: /api/
Disallow: /publicapi/
Disallow: /query/
Disallow: /logging/
Disallow: /qp/batch_fetch_web/
Disallow: /client_error/
Disallow: /*__a=1*

User-agent: *
Disallow: /