# Quantsultant.dev — Canonical Documentation Crawler Policy
# Directs search engines and AI answer engines (GPTBot, ClaudeBot, PerplexityBot,
# Google-Extended, Gemini, Bingbot, Cloudflare AI) to index ONLY the canonical
# /docs/* semantic surface while keeping interactive portfolio routes unindexed.

User-agent: *
Allow: /docs/
Allow: /docs
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /api/
Disallow: /v1/
Disallow: /trust-engine
Disallow: /achievements
Disallow: /execution-profiles
Disallow: /manifold-architecture
Disallow: /executive-decoder
Disallow: /security
Disallow: /gemini-audit
Disallow: /dossier-portal
Disallow: /scaling-proof
Disallow: /api-runtimes
Disallow: /live-demo
Disallow: /api-streams
Disallow: /catalogue
Disallow: /odsc
Disallow: /page-

User-agent: GPTBot
Allow: /docs/
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /api/
Disallow: /v1/
Disallow: /page-

User-agent: OAI-SearchBot
Allow: /docs/
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /api/
Disallow: /v1/
Disallow: /page-

User-agent: ClaudeBot
Allow: /docs/
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /api/
Disallow: /v1/
Disallow: /page-

User-agent: PerplexityBot
Allow: /docs/
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /api/
Disallow: /v1/
Disallow: /page-

User-agent: Google-Extended
Allow: /docs/
Allow: /sitemap.xml
Allow: /llms.txt
Disallow: /api/
Disallow: /v1/
Disallow: /page-

Sitemap: https://quantsultant.dev/sitemap.xml