User-agent: * #Disallow: /templates/ Disallow: /fonts/ Disallow: /global_assets/ Disallow: /templates/*.html$ Allow: .js Allow: .css #Crawl-delay: 5