robots.txt details

saved: size: 17636 kb md5 checksum: 64773eee09415c24c0f2b338cf08d7ac

websites using this robots.txt

content



# If you're reading this, you belong at a job you love: https://www.smugmug.com/jobs/

# See https://secure.smugmug.com/help/contact if you'd like to apply to be whitelisted for crawling SmugMug

User-agent: Adsbot-Google
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Alexabot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: aranhabot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: archive.org_bot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: baiduspider
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: bingbot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: BingPreview
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: ccbot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: CloudflarePrefetch
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: facebookexternalhit
Allow: /promo/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: FriendFeedBot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: FunnelBack
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Google
Allow: /promo/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Google-Site-Verification
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Google-Sitemaps
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Googlebot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Allow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Googlebot-Image
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Googlebot-Mobile
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Googlebot-News
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Googlebot-Video
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: gsa-crawler
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: houzzbot
Allow: /promo/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: ia_archiver
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Mediapartners-Google
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: msnbot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Pingdom
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Pinterest
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: rogerbot
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: ScoutJet
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Slurp
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Spinn3r
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Teoma
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Twitterbot
Allow: /promo/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Yandex
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: YandexImages
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: YandexVideoParser
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: Yeti
Allow: /promo/
Disallow: /date
Disallow: /popular/
Disallow: /keyword/
Disallow: /admin/
Allow: /api/developer
Allow: /api/doc
Allow: /api/v2/doc
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /downloads/
Disallow: /hack/
Disallow: /gallery/
Disallow: /order/
Disallow: /search/
Disallow: /services/api/json/
Disallow: /services/api/php/
Disallow: /services/api/rest/
Disallow: /services/api/xmlrpc/
Disallow: /test/
Disallow: /go/


User-agent: *
Disallow: /

Sitemap: https://www.grwactionphotography.com/sitemap-index.xml