# robots.txt zu http://www.bochum.de/ User-agent: Screaming Frog SEO Spider Allow: / User-agent: Twitterbot Allow: / User-agent: * Disallow: /*login Disallow: /C125830C0038F229/ Disallow: /C125708500379A31/ Disallow: /C12584190048F895/ Disallow: /C12584190049829E/ Disallow: /CMS/ Allow: /