# Allow all crawlers
User-agent: *
Allow: /

# Explicitly allow resources (PDFs, downloads)
Allow: /resources/

# Disallow admin or private areas
Disallow: /api/
Disallow: /admin/

# Disallow thank-you/confirmation pages
Disallow: /gracias
Disallow: /contacto/gracias
Disallow: /libro/confirmacion-exitosa
Disallow: /solicitar-demo/confirmacion

# Disallow legacy multi-language routes (site is Spanish-only now)
Disallow: /es/
Disallow: /en/
Disallow: /nl/

# Disallow Next.js static chunks (not useful for search)
Disallow: /_next/static/

# LLM guidance files
Allow: /llms.txt
Allow: /llms-full.txt

# AI Crawlers - Explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: cohere-ai
Allow: /

# Sitemap location
Sitemap: https://www.compensix.com/sitemap.xml
Sitemap: https://www.compensix.com/image-sitemap.xml

# Important resources for indexing
# PDF Guide: https://www.compensix.com/resources/guia-definitiva-para-crear-planes-de-compensacion-para-equipos-de-ventas-primera-edicion.pdf
# Press Kit: https://www.compensix.com/prensa