robots.txt details

saved: size: 900 kb md5 checksum: 3cd54fb43479d5a5ced1a9e9539403e1

websites using this robots.txt

content


# Yandex (RU) http://yandex.com/bots gives us no information on Yandex-specific robots.txt usage.
User-agent: Yandex
Disallow: /

# Goo (JP) http://help.goo.ne.jp/help/article/853/
User-agent: moget
User-agent: ichiro
Disallow: /

# Naver (KR) http://help.naver.com/customer/etc/webDocument02.nhn
User-agent: NaverBot
User-agent: Yeti
Disallow: /

# Baidu (CN) http://www.baidu.com/search/spider.htm
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

# SoGou (CN) http://www.sogou.com/docs/help/webmasters.htm#07
User-agent: sogou spider
Disallow: /

# Youdao (CN) http://www.youdao.com/help/webmaster/spider/
User-agent: YoudaoBot
Disallow: /

# Haosou (CN) http://www.haosou.com/help/help_3_2.html
User-agent: 360Spider
User-agent: HaoSouSpider
Disallow: /

# Rediff (IN) www.rediff.com
User-agent: RedBot
Disallow: /