# updated on 29 August 2022 # Allow crawling of all content User-agent: * Disallow: /cgi-bin Disallow: /css Disallow: /js Disallow: / .well known Disallow: /wp-login.php Disallow: /wp-admin