# Omega Dental Specialists - robots.txt # Standard crawl: everything indexable except admin/internal paths. User-agent: * Allow: / Allow: /style.css Allow: /assets/js/ Allow: /assets/images/ Allow: /assets/logos/ Allow: /assets/fonts/ # Internal / non-content paths. (/analytics and /offline rely on their # meta noindex instead of a Disallow: a robots-blocked URL can still be # indexed URL-only, and blocking hides the noindex from crawlers.) Disallow: /api/ Disallow: /template/ Disallow: /src/ # Internal build/analysis working docs - not public content Disallow: /reports/ # Legacy WordPress CSS bundles (not in use, kept for archival). # icons.css is live (self-hosted icon subset) - explicitly allowed. Allow: /assets/css/icons.css Disallow: /assets/css/ # Vercel internals Disallow: /.vercel/ Disallow: /_next/ # AI answer engines (ChatGPT/Perplexity/Gemini/Claude, incl. GPTBot, # OAI-SearchBot, Google-Extended, PerplexityBot, ClaudeBot, CCBot) are WELCOME # to crawl and cite this public marketing content. Being surfaced in AI answers # ("best dentist in Houston") is a discovery channel we want, and nothing here # is sensitive/PHI. They inherit the "User-agent: *" rules above, so they read # all content but still skip the internal paths (/api/, /analytics). # Sitemap location for search engines Sitemap: https://omegadentists.com/sitemap.xml