# Relevansee robots.txt

User-agent: *
Allow: /
Disallow: /devadmin
Disallow: /_authenticated/
Disallow: /journey/preview
Disallow: /journey/complete
Disallow: /api/
Disallow: /auth

# AI training crawlers — allow content discovery via llms.txt
User-agent: GPTBot
Allow: /
Disallow: /devadmin
Disallow: /_authenticated/

User-agent: ClaudeBot
Allow: /
Disallow: /devadmin

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: /sitemap.xml