User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php User-agent: Applebot # apple Allow: / # Allow everything User-agent: YandexBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: dataforseo Disallow: / User-agent: ahrefs Disallow: / User-agent: BLEXBot Disallow: / User-agent: mj12bot Disallow: / User-agent: Barkrowler Disallow: / User-agent: MojeekBot Disallow: / User-agent: comscore Disallow: / User-agent: dotbot Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: SeekportBot Disallow: /