User-agent: * # WordPress admin Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Internal search & feeds Disallow: /?s= Disallow: /search/ Disallow: /feed/ Disallow: /*/feed/ # Optional archive blocking Disallow: /author/ Disallow: /tag/ Sitemap: https://batchdata.io/sitemap_index.xml