# Odessia crawler policy
# Search indexing and user-requested retrieval are permitted.
# Model training and bulk corpus collection are not permitted.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# File-route IDs are not public URLs. Older SSR HTML leaked them as slash-paths.
Disallow: /_appShell

# Approved AI search and user-requested retrieval agents
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

# Model training and bulk corpus collection agents
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: meta-externalagent
Disallow: /

Sitemap: https://odessia.com/sitemap.xml