# growthroles.com — self-owned robots policy (D-9, D-37). ONE source of truth.
# Cloudflare's "Block AI Bots" managed rule must stay OFF — see docs/RUNBOOK.md;
# `bun run check:prod` verifies the live file at the edge.
User-agent: *
Allow: /
Disallow: /cdn-cgi/
# Analytics proxy (D-115) — endpoints, not pages.
Disallow: /js/script.js
Disallow: /api/event
# Pagefind index fragments — no search value; the visitor's browser fetches
# these at runtime and ignores robots.txt, so site search is unaffected.
Disallow: /pagefind/

# AI answer engines are welcome — llms.txt is a first-party AEO channel and these
# are how it gets read. Listed explicitly so the intent is legible (D-37).
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://growthroles.com/sitemap.xml