User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Optionally disallow some other common WordPress paths: # Disallow: /wp-includes/ # Disallow: /wp-content/plugins/ # Disallow: /wp-content/themes/ # Disallow search results to be indexed Disallow: /?s= Disallow: /forms-and-publications Disallow: /professional-resources/events-calendar # Sitemaps can also be specified, which is good for SEO # Sitemap: https://yourdomain.com/sitemap_index.xml Disallow: /product/