# Kaiho crawl policy
# llms context file: https://kaiho.io/llms.txt

# Explicit allow for AI search/index and user-triggered fetch agents.
# Preserve existing restrictions for private and duplicate URL patterns.
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Allow: /
Disallow: /dashboard/
Disallow: /settings/
Disallow: /simulations/
Disallow: /course/*/chapter/
Disallow: /chapter-level-nav/
Disallow: /*?*level=
Disallow: /*?*mode=
Disallow: /*?*create=

# Conservative training policy: block bulk model-training crawlers.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Default policy for all other crawlers.
User-agent: *
Allow: /

# Block private app routes
Disallow: /dashboard/
Disallow: /settings/
Disallow: /simulations/

# Block deep auth-gated learning runtimes and preview paths
Disallow: /course/*/chapter/
Disallow: /chapter-level-nav/

# Block state-based parameterized duplicate URLs
Disallow: /*?*level=
Disallow: /*?*mode=
Disallow: /*?*create=

# Point to the map of public pages
Sitemap: https://kaiho.io/sitemap.xml