robots.txt details

09a59e642db254e3592d1e696ef685f9

saved: | size: 2058kb | checksum: 09a59e642db254e3592d1e696ef685f9

websites using this robots.txt

content


User-agent: Googlebot
User-agent: Applebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Yeti
User-agent: Twitterbot
User-agent: Yandex
Allow: /

User-agent: Baiduspider
User-agent: 360Spider
User-agent: Sogouspider
User-agent: Yisouspider
Disallow: /

User-agent: *
Allow: /foryou
Allow: /discover
Allow: /about
Allow: /legal
Allow: /safety
Allow: /forgood
Allow: /community-guidelines
Allow: /tag
Allow: /music
Allow: /embed
Allow: /share
Allow: /amp
Allow: /transparency
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20200509_-1553821641.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20200525_-1553821583.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20200615_-1553820653.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20200814_-1553818732.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20200817_-1553818729.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20200923_-1553817741.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_tag_jpagency_index_20201027_-1553796595.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202011_20201118_500859092.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202012_20210110_-1305701649.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202101_20210110_-1098685040.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap_20210204_1693176571.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202103-SG_20210305_1559370417.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202104_20210429_2068889086.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202106_20210611_-1546017957.xml
Sitemap: https://www.tiktok.com/tos/node/sitemaps/sitemap_JP-sitemap-202109_20210901_1621556098.xml