robots.txt details

saved: size: 1175 kb md5 checksum: 1f8abdf809f5e7225d27fab0ba7fb758

websites using this robots.txt

content



User-agent: Googlebot
Allow: *.css
Allow: *.js

User-agent: Twitterbot
Disallow:

User-agent: facebookexternalhit
Disallow:

User-agent: archive.org_bot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Aboundex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: sogou spider 
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DeuSu
Disallow: /


User-agent: *
Crawl-delay: 60
Sitemap: http://jeast.photobiz.com/sitemap.cfm
Disallow: /ajax/
Disallow: /cart/
Disallow: /cfdocs/
Disallow: /CFIDE/
Disallow: /global/
Disallow: /image*/
Disallow: /includes/
Disallow: /js/
Disallow: /controlpanel/
Disallow: /corporate/
Disallow: /emailsupport/
Disallow: /photobizadmin/
Disallow: /music/
Disallow: /xml/
Disallow: /portfolio/
Disallow: /fckeditor/
Disallow: /movies/
Disallow: /qacontrol/
Disallow: /billing/
Disallow: /fonts/
Disallow: /viewing/