robots.txt details

# allow Googlebot to css/js
User-agent: Googlebot*
Crawl-delay: 180
Disallow: /hp/content/search/*
Disallow: /jichimaru_admin*/*?
Disallow: /emergency/
Disallow: /des*
Disallow: /ext*
Disallow: /sha*
Disallow: /var*
Allow: /*.js$
Allow: /*.css$

# delay
User-agent: bingbot
Crawl-delay: 360
Disallow: /hp/content/search/*
Disallow: /jichimaru_admin*/*?
Disallow: /emergency/
Disallow: /des*
Disallow: /ext*
Disallow: /sha*
Disallow: /var*

User-agent: Slurp
Crawl-delay: 20
Disallow: /hp/content/search/*
Disallow: /jichimaru_admin*/*?
Disallow: /emergency/
Disallow: /des*
Disallow: /ext*
Disallow: /sha*
Disallow: /var*

User-agent: *
Crawl-delay: 5
Disallow: /hp/content/search/*
Disallow: /jichimaru_admin*/*?
Disallow: /emergency/
Disallow: /des*
Disallow: /ext*
Disallow: /sha*
Disallow: /var*

Sitemap: http://www.city.gero.lg.jp/sitemap.xml