robots.txt viewer

www.groupon.com @ 2019-01-10 11:14:30


website: https://www.groupon.com
robots.txt: www.groupon.com/robots.txt

/robots.txt (4K)

# GSM: https://www.groupon.com
Sitemap: https://www.groupon.com/sitemap.xml

User-agent: Uptimebot
User-agent: ia_archiver
Disallow: *

User-agent: archive.org_bot
Disallow: /login

User-agent: bingbot
crawl-delay: 1

User-agent: *
Disallow: /partial
Disallow: */showads.js
Disallow: /deals/mttl4bos7k-
Disallow: /merchant/*/contracts/*
Disallow: /app/
Disallow: /.well-known/apple-app-site-association
Disallow: /apple-app-site-association
Disallow: /*d47388
Disallow: /*t31337
Disallow: /browse/deals/partial
Disallow: /coupons/*click$
Disallow: /coupons/*click/
Disallow: /coupons/preview
Disallow: /coupons/autocomplete
Disallow: /coupons/subscribe
Disallow: /coupons/superdupersri/callback
Disallow: /coupons/images/zeroclipboard.swf
Disallow: /coupons/*cachedcheck$
Disallow: /coupons/*cached$
Disallow: /coupons/*cachedfind$
Disallow: /coupons/*cachedwhen$
Disallow: /coupons/*cached12$
Disallow: /coupons/*cachedbath$
Disallow: /coupons/*cachedwith$
Disallow: /coupons/*cachedin$
Disallow: /coupons/*cacheda$
Disallow: /coupons/*cachedmay$
Disallow: /coupons/*check$
Disallow: /coupons/*cachedfree$
Disallow: /coupons/*cachedcustomize$
Disallow: /coupons/*cachedabout$
Disallow: /coupons/*cachedthe$
Disallow: /coupons/*cachedfeatured$
Disallow: /coupons/*cachedscrolling$
Disallow: /coupons/*cachedjoann.com$
Disallow: /coupons/*cachedtake$
Disallow: /coupons/*cachedbuy$
Disallow: /coupons/*cacheddollar$
Disallow: /coupons/*cachededdie$
Disallow: /coupons/*cachedwhether$
Disallow: /coupons/*cacheddec$
Disallow: /coupons/*cached4$
Disallow: /coupons/*cachedrelated$
Disallow: /coupons/*cachedsmall$
Disallow: /coupons/*cachedpromo$
Disallow: /coupons/*cachedsave$
Disallow: /coupons/*cacheduse$
Disallow: /coupons/*cachedready$
Disallow: /coupons/*cachedshutterfly$
Disallow: /coupons/*cachedtoday$
Disallow: /coupons/*cachedbest$
Disallow: /coupons/*cachedwe$
Disallow: /coupons/*cachedalthough$
Disallow: /coupons/*cachedfor$
Disallow: /coupons/*cached40%$
Disallow: /coupons/*cached15%$
Disallow: /coupons/*cached20%$
Disallow: /coupons/*cachedtwo$
Disallow: /coupons/*cachedmar$
Disallow: /coupons/*cachedshop$
Disallow: /customer_support
Disallow: /dealqa-assets
Disallow: /deals/update_deal_status
Disallow: /deals/delivery_estimates_proxy
Disallow: /deals/merchant_locations_proxy
Disallow: /deals/tip_widget/
Disallow: /deals/widgets_proxy/
Disallow: /deals/wishlists_proxy/
Disallow: /deals/js/
Disallow: /deals/*/confirmation
Disallow: /deals/*/memberships
Disallow: /deals/tripadvisor
Disallow: /dispatch/us/search
Disallow: /facebook
Disallow: /forgot_password
Disallow: /getaways/search
Disallow: /getaways/tripadvisor
Disallow: /giftcards
Disallow: /gifts
Disallow: /in_app_messages
Disallow: /intercept
Disallow: /layout/
Disallow: /logout
Disallow: /merchant-page/
Disallow: /mobile
Disallow: /mybillingrecords
Disallow: /mygroupons/
Disallow: /myprofile
Disallow: /post_redemption_survey
Disallow: /status
Disallow: /stores-manage/
Disallow: /subscribe_gps
Disallow: /subscription_center
Disallow: /track_order/
Disallow: /user_sessions/
Disallow: /verify_cookies
Disallow: /u/
Disallow: /users/
Disallow: /user$
Disallow: /user?
Disallow: /user/
Disallow: /local/grouber.html
Disallow: /local/sem/feeds
Disallow: /sub-sections/
Disallow: /search/
Disallow: /gifts/*/print
Disallow: /groupon_says/
Disallow: /subscription_center/
Disallow: /campaigns/
Disallow: /analytic/
Disallow: /admin/
Disallow: /adminusers/
Disallow: /administrator/
Disallow: /api/
Disallow: /biz_photos/
Disallow: /community/
Disallow: /deals/now/
Disallow: /ews/
Disallow: /places/
Disallow: /profile/
Disallow: */redirect/
Disallow: /session/
Disallow: /v1/
Disallow: /v2/
Disallow: /visitor_referral/h/
Disallow: /unsubscribe
Disallow: /unsubscribed
Disallow: /mygroupons
Disallow: /cart
Disallow: /checkout
Disallow: /content-assembly
Disallow: /tracky
Disallow: /wishlist
# GSM: https://www.groupon.com ... Douglas A. Seifert was here ...