User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /readme.html Disallow: /license.txt Disallow: /?s=* Disallow: /*? Disallow: /*?app-download=android Allow: /wp-admin/admin-ajax.php Allow: /wp-admin/images/* User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: WebZIP Disallow: / User-agent: WebReaper Disallow: / User-agent: WebStripper Disallow: / User-agent: Web Downloader Disallow: / User-agent: WebCopier Disallow: / User-agent: Offline Explorer Pro Disallow: / User-agent: Offline Explorer Disallow: / User-agent: HTTrack Website Copier Disallow: / User-agent: Offline Commander Disallow: / User-agent: Leech Disallow: / User-agent: WebSnake Disallow: / User-agent: BlackWidow Disallow: / User-agent: HTTP Weazel Disallow: / User-agent: MauiBot Disallow: / User-agent: dotbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Linguee Bot Disallow: /