robots.txt details

saved: size: 1153 kb md5 checksum: 5f34e07004c214fcd0666fada442b721

websites using this robots.txt

content


User-agent: Applebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: baiduspider
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Bingbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 10

User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot-Image
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: ia_archiver
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: msnbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Naverbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: seznambot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Slurp
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: teoma
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Twitterbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Yandex
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Yeti
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Disallow: /