User-agent: * Allow: / # Block unnecessary WordPress system paths Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block sensitive or irrelevant directories Disallow: /cgi-bin/ Disallow: /trackback/ Disallow: /comments/ Disallow: /xmlrpc.php # Block internal search results (Google recommends this) Disallow: /?s= Disallow: /search/ # Allow essential assets Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # Sitemaps Sitemap: https://droghedagigguide.com/sitemap_index.xml Sitemap: https://droghedagigguide.com/post-sitemap.xml Sitemap: https://droghedagigguide.com/page-sitemap.xml Sitemap: https://droghedagigguide.com/event-sitemap.xml Sitemap: https://droghedagigguide.com/venue-sitemap.xml # AI crawler policy (matches your LLMS file) User-agent: * Allow: /