robots.txt details

92caa84d5bf4be27625da95bf2190c09

saved: | size: 3545kb | checksum: 92caa84d5bf4be27625da95bf2190c09

websites using this robots.txt

content


User-agent: *
Sitemap: https://de.pornhub.com/sitemaps.xml
Disallow: */iframe-mobile*
Disallow: */incategories*t=*
Disallow: */pornstars/search*
Disallow: */videos/fanonly*
Disallow: */videos/private*
Disallow: *ajax=1*
Disallow: *hd=01*
Disallow: *premium=1*
Disallow: *promo=*
Disallow: *search=*p=*
Disallow: *search=*p=homemade*o=mr$
Disallow: *search=*p=professional*o=mr$
Disallow: *token=*
Disallow: /*7urren*
Disallow: /*cc=*
Disallow: /*embed_player*
Disallow: /*exclude_category=*
Disallow: /*gifs/search*o=
Disallow: /*hd=1*
Disallow: /*incategories*p=*
Disallow: /*login=*
Disallow: /*max_duration=*
Disallow: /*min_duration=*
Disallow: /*o=*search*
Disallow: /*orientation=*
Disallow: /*page*page*
Disallow: /*pkey=*
Disallow: /*player.php
Disallow: /*player_v1.6b.swf
Disallow: /*redirect=*
Disallow: /*redirectTo=*
Disallow: /*redirectto=*
Disallow: /*search*filter_category=*
Disallow: /*search*filter_duration=*
Disallow: /*search*o=*
Disallow: /*search*page*
Disallow: /*video_related*
Disallow: /*watch_player*
Disallow: /album/
Disallow: /albums*o=*
Disallow: /albums*page=*
Disallow: /albums/*-*
Disallow: /albums/*/*
Disallow: /albums/gay*search*
Disallow: /albums/gay?search=*
Disallow: /albums/private*
Disallow: /channels/search*
Disallow: /channels?o=*
Disallow: /chat/index*
Disallow: /chronopop/*
Disallow: /embedgif/
Disallow: /front/
Disallow: /gay/gifs/search
Disallow: /gay/video/search*page=*
Disallow: /gifgenerator?viewkey=*
Disallow: /iframe.php*
Disallow: /interstitial*
Disallow: /live*
Disallow: /live*=*
Disallow: /model/*/*
Disallow: /model/*/live*
Disallow: /model/*/videos/paid
Disallow: /photo/
Disallow: /phubapi*
Disallow: /players/
Disallow: /playlist/*
Disallow: /playlist/rate*
Disallow: /pornstar/*/*achievements*
Disallow: /pornstar/*/*photo*=*
Disallow: /pornstar/*/*subscription*
Disallow: /pornstar/*/costars*
Disallow: /pornstar/*/friends*
Disallow: /pornstar/*/gifs*
Disallow: /pornstar/*/live*
Disallow: /pornstar/*/playlists*
Disallow: /pornstar/*/similar*
Disallow: /pornstar/*/stream*
Disallow: /pornstar/*/subscribers*
Disallow: /pornstar/*/videos/paid
Disallow: /pornstars*&age=*
Disallow: /pornstars*?age=*=*
Disallow: /pornstars*breasttype=*=*
Disallow: /pornstars*cup=*=*
Disallow: /pornstars*ethnicity=*=*
Disallow: /pornstars*gender=*=*
Disallow: /pornstars*hair=*=*
Disallow: /pornstars*piercings=*=*
Disallow: /pornstars*tattoos=*=*
Disallow: */pornstars*=*performerType=*
Disallow: */pornstars*t=*
Disallow: */pornstars*l=*
Disallow: /rlock/
Disallow: /select/video/*
Disallow: /shemale/gifs/search
Disallow: /shemale/gifs/search
Disallow: /svvt*
Disallow: /transgender/gifs/search
Disallow: /uploading/gifgenerator*
Disallow: /user/
Disallow: /users/
Disallow: /video/ajax_search_related*
Disallow: /video/ajax_video_related*
Disallow: /video/player_related_datas*
Disallow: /video/pornstar_suggestion_list*
Disallow: /video/privates*
Disallow: /video/propose_pornstar*
Disallow: /video/rate*
Disallow: /video/search*p=*o=*
Disallow: /video/search?search=*the+hun$
Disallow: /video/search?search=*the+hun+
Disallow: /video/search?search=*thehun$
Disallow: /video/search?search=*thehun+
Disallow: /video/search_autocomplete*
Disallow: /wall_player_v2.php
Disallow: /watch_stream/*
Disallow: /webmasters*
Disallow: /xmoov_flv/player/index.php
Disallow: /*correction=*
Disallow: /*showDuration=*
Disallow: */fanclub*
Disallow: /*/*/photos/fan*
Disallow: /*/*/photos/private
Disallow: /_xa/ads_batch*

Allow: *video*search=*o=mr$
Allow: /model/*/videos*
Allow: /model/*/photos