# Robots.txt for doktor.mx
# Strategy: Maximum AI visibility — we WANT to be cited by LLMs
# Content Signals (https://contentsignals.org) declared under each User-agent block

# Default: allow all crawlers
User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

# Sitemaps
Sitemap: https://doktor.mx/sitemap.xml
Sitemap: https://doktor.mx/sitemap-software.xml

# LLMs.txt — AI discoverability
# https://llmstxt.org
# LLMsTxt: https://doktor.mx/llms.txt

# Blocked routes (admin, API, auth, utility)
Disallow: /api/
Disallow: /admin
Disallow: /dashboard
Disallow: /reclamar-perfil
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /configurar-horario
Disallow: /eliminar-datos

# Prevent duplicate content from query parameters
Disallow: /*?q=
Disallow: /*?page=
Disallow: /*?sort=

# ============================================
# AI CRAWLERS — Explicit Allow
# ============================================

# OpenAI (ChatGPT, SearchGPT)
User-agent: GPTBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

User-agent: ChatGPT-User
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

User-agent: OAI-SearchBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Anthropic (Claude)
User-agent: ClaudeBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

User-agent: Claude-User
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

User-agent: Claude-SearchBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

# Perplexity
User-agent: PerplexityBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Apple Intelligence
User-agent: Applebot-Extended
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Amazon
User-agent: Amazonbot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Cohere
User-agent: cohere-ai
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# You.com
User-agent: YouBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Meta
User-agent: FacebookBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# ByteDance
User-agent: Bytespider
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Common Crawl
User-agent: CCBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /dashboard

# Traditional search engines
User-agent: Googlebot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Bingbot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Allow: /