User-agent: * Disallow: /config Disallow: /controllers Disallow: /elements Disallow: /helpers Disallow: /jobs Disallow: /languages Disallow: /libraries Disallow: /mail Disallow: /models Disallow: /page_types Disallow: /single_pages Disallow: /tools User-agent: ia_archiver Disallow: / Disallow: /blocks/*.php$ Disallow: /blocks/*.xml$ Disallow: /concrete/*.php$ Disallow: /concrete/*.xml$ Disallow: /packages/*.php$ Disallow: /packages/*.xml$ Disallow: /updates/*.php$ Disallow: /updates/*.xml$