# SLS Compass — robots.txt
# Public marketing/educational content is intentionally crawled by AI agents.
# Authenticated routes (/dashboard, /onboarding, /api/auth/*) are excluded.

User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /onboarding
Disallow: /api/auth

# Explicit allow for major AI / agent crawlers
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /onboarding
Disallow: /api/auth

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /onboarding
Disallow: /api/auth

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /onboarding
Disallow: /api/auth

User-agent: Google-Extended
Allow: /
Disallow: /dashboard
Disallow: /onboarding
Disallow: /api/auth

User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard
Disallow: /onboarding
Disallow: /api/auth

Sitemap: https://slscompass.org/sitemap.xml