robots.txt details

saved: size: 1480 kb md5 checksum: eac8c36586da3d1d97a4388a9517c6c4

websites using this robots.txt

content


User-agent: Applebot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: baiduspider
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Bingbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: DuckDuckBot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Googlebot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: ia_archiver
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: msnbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Naverbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: seznambot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Slurp
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: teoma
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Twitterbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Yandex
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Yeti
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: *
Disallow: /