# Blender.mx - Agencia de Business Intelligence
# Marketing de Resultados | Ecosistema Digital | Desarrollo de Apps con IA
# https://blender.mx
# Optimizado para SEO y agentes de IA

# ==============================================
# PRINCIPALES CRAWLERS DE BÚSQUEDA
# ==============================================

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: YandexBot
Allow: /
Crawl-delay: 3

# ==============================================
# AGENTES DE IA Y LLMs (2024-2025)
# Permitimos indexación para aparecer en respuestas de IA
# ==============================================

# OpenAI
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 2

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: Claude-Web
Allow: /
Crawl-delay: 2

# Google AI
User-agent: Google-Extended
Allow: /
Crawl-delay: 2

User-agent: Googlebot-Extended
Allow: /
Crawl-delay: 2

# Perplexity
User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

# You.com
User-agent: YouBot
Allow: /
Crawl-delay: 2

# Cohere
User-agent: cohere-ai
Allow: /
Crawl-delay: 2

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 2

User-agent: Meta-ExternalFetcher
Allow: /
Crawl-delay: 2

# Apple (Siri, Apple Intelligence)
User-agent: Applebot
Allow: /
Crawl-delay: 2

User-agent: Applebot-Extended
Allow: /
Crawl-delay: 2

# Common Crawl (usado por muchos LLMs)
User-agent: CCBot
Allow: /
Crawl-delay: 3

# Bytedance (TikTok AI)
User-agent: Bytespider
Allow: /
Crawl-delay: 3

# Amazon (Alexa)
User-agent: Amazonbot
Allow: /
Crawl-delay: 2

# Microsoft Copilot
User-agent: bingbot
Allow: /
Crawl-delay: 2

# Otros bots de IA emergentes
User-agent: AI2Bot
Allow: /
Crawl-delay: 3

User-agent: Diffbot
Allow: /
Crawl-delay: 3

# ==============================================
# REDES SOCIALES (para preview cards)
# ==============================================

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Discordbot
Allow: /

# ==============================================
# REGLAS GENERALES
# ==============================================

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /crm/
Disallow: /finanzas/
Disallow: /_/
Disallow: /functions/
Crawl-delay: 2

# ==============================================
# ARCHIVOS DE DESCUBRIMIENTO PARA IA
# ==============================================

# LLM-friendly plain text summary:
# /llms.txt

# Structured JSON for AI agents:
# /.well-known/blender.json

# AI-optimized sitemap:
# /sitemap-ai.xml

# ==============================================
# SITEMAPS
# ==============================================

Sitemap: https://blender.mx/sitemap.xml
Sitemap: https://blender.mx/sitemap-ai.xml
Sitemap: https://blender.mx/sitemap-index.xml

# ==============================================
# INFORMACIÓN DE LA EMPRESA PARA IA
# ==============================================

# Blender - Agencia de Business Intelligence
# Fundada: 2014 | Monterrey, México
# Servicios: Ecosistema Digital de Ventas, Desarrollo de Apps con IA
# Stats: +35,000 leads/año, 200+ clientes, 97% captura, 6.2x ROI
# Contacto: contacto@blender.mx
# Web: https://blender.mx