robots.txt details

saved: size: 1567 kb md5 checksum: 357b74622914d92d40680fdd53850a5b

websites using this robots.txt

content


User-agent: Applebot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: baiduspider
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Bingbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: DuckDuckBot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Googlebot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: ia_archiver
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: msnbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Naverbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: seznambot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Slurp
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: teoma
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Twitterbot
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Yandex
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: Yeti
Disallow: /api/
Disallow: /graphql/query/
Disallow: /publicapi/
Disallow: /query/

User-agent: *
Disallow: /

Sitemap: https://www.facebook.com/cgdfb/stmps/instagram_business_pages_sitemap.xml.gz