robots.txt details

saved: size: 807 kb md5 checksum: fd3ddf7e4d71f13c3e5ba73efc64e231

websites using this robots.txt

content


Sitemap: https://dblp.uni-trier.de/sitemap.xml


User-agent: Googlebot

Crawl-delay: 1

Disallow: //

Disallow: /cgi-bin
Disallow: /maps

Allow:	  /db
Disallow: /db/indices

Allow:    /pers
Disallow: /pers/hb
Disallow: /pers/hg
Disallow: /pers/hj
Disallow: /pers/hk
Disallow: /pers/hx
Disallow: /pers/tb
Disallow: /pers/te
Disallow: /pers/tr
Disallow: /pers/xr
Disallow: /pers/xx
Disallow: /pers/xs
Disallow: /pers/xc
Disallow: /pers/xk

Allow:    /pid

Allow:    /rec
Disallow: /rec/bib
Disallow: /rec/ris
Disallow: /rec/nt
Disallow: /rec/rdf
Disallow: /rec/xml

Disallow: /search
Allow:    /search/$

Disallow: /lookup
Allow:    /lookup/$

Disallow: /doi
Disallow: /isbn
Disallow: /issn
Disallow: /orcid


User-agent: *

Crawl-delay: 1

Allow:	  /
Disallow: /cgi-bin
Disallow: /maps
Disallow: /db/indices