User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php # Utility / Non-SEO pages Disallow: /thank-you/ Disallow: /thank-you-page/ Disallow: /thankyou/ Disallow: /terms-and-conditions-of-use/ Disallow: /terms-and-condition/ Disallow: /terms-and-definitions/ Disallow: /termsofuse Disallow: /privacy-policy/ Disallow: /privacypolicy Disallow: /cookiepolicy Disallow: /referrals-terms-conditions/ Disallow: /refer/ Disallow: /landing-page/ Disallow: /sample-page/ Disallow: /test/ # Archives / Low-value pages Disallow: /author/ Disallow: /category/ Disallow: /categories/ Disallow: /tag/ Disallow: /tags/ Disallow: /page/ Disallow: /2/ # Feeds & search Disallow: /feed/ Disallow: /?s= # Allow important WP functionality Allow: /wp-admin/admin-ajax.php # Explicitly allow common LLM crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: Anthropic Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: BingBot Allow: / User-agent: CCBot Allow: / # Sitemap Sitemap: https://oasisturfca.com/sitemap_index.xml