# www.robotstxt.org/ # ! # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 Sitemap: http://skift.com/sitemap_index.xml User-agent: * Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /22809282/ Disallow: /search/ Disallow: /feed Disallow: /wp-content/themes/skift/inc/ajax/