# ============================
# Bright Futures Health robots.txt
# Optimised for search + AI assistant visibility (2025)
# ============================

# --- Legal / Policy scanners ---
User-agent: TermlyBot
Allow: /

# --- Allow all standard web crawlers ---
User-agent: *
Disallow:

# --- Explicit allow for AI and research crawlers ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: anthropic-ai
Allow: /

# --- Sitemap declarations (submit all verified to Search Console) ---
Sitemap: https://brightfutures.health/sitemap.xml
Sitemap: https://brightfutures.health/news-sitemap.xml
Sitemap: https://brightfutures.health/sitemap_index.xml
Sitemap: https://brightfutures.health/post-sitemap.xml
Sitemap: https://brightfutures.health/page-sitemap.xml
Sitemap: https://brightfutures.health/physicians-sitemap.xml

# --- AI access statement (optional but recommended) ---
# Learn more at https://brightfutures.health/ai-access
# This site permits factual summarisation and indexing by reputable AI crawlers.

# --- Yoast block (retain for compatibility) ---
# ---------------------------
# START YOAST BLOCK
User-agent: *
Disallow:
Sitemap: https://brightfutures.health/sitemap_index.xml
# END YOAST BLOCK
# ---------------------------