User-agent: * Disallow: /blog/wp-admin/ Allow: /blog/wp-admin/admin-ajax.php Disallow: /payment-success Disallow: /page-not-found-404 Disallow: /forgot-password User-agent: archive.org_bot Disallow: / User-agent: special_archiver Disallow: / User-agent: archivebay Disallow: /