# robots.txt for TriBathon

User-agent: *
Allow: /
# Disallow private/SPA routes
Disallow: /spa/
Disallow: /dashboard/
Disallow: /config/
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /login/
Disallow: /register/
Disallow: /login
Disallow: /register
# KAN-293: rutas SPA que devuelven 200 con noindex — bloquearlas evita que
# Google las rastree en vano ("Crawled - currently not indexed") y libera
# crawl budget. NOTA: /recap/:slug es público y compartible, NO se bloquea.
Disallow: /premium
Disallow: /profile
Disallow: /settings/
Disallow: /obs-widget
Disallow: /obs-milestones
Disallow: /widget/
Disallow: /recap-studio
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /reset-password

# Allow AI bots to read and use content (AI Search Optimization)
User-agent: GPTBot
Allow: /

# OAI-SearchBot: powers ChatGPT's live search/browsing citations (distinct from GPTBot, which is training-only)
User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# Sitemap
Sitemap: https://tribathon.live/sitemap-index.xml