# AeroEnvio Web Application - Robots.txt
# Optimized for SEO and search engine crawling
# Follows Angular best practices for environment-based indexing

# Allow all crawlers by default
User-Agent: *
Allow: /

# ========================================
# PROTECTED & PRIVATE ROUTES
# ========================================
# User account and authentication
Disallow: /cuenta/
Disallow: /auth/
Disallow: /verificar-email/
Disallow: /restablecer-pass/

# Shopping and checkout (user-specific)
Disallow: /carrito
Disallow: /cotizar/
Disallow: /ordenes/
Disallow: /payments/
Disallow: /rastrear-pedido/

# User-generated content (requires login)
Disallow: /productos-solicitados
Disallow: /solicitar-producto

# Payment and verification pages
Disallow: /pago-completado/
Disallow: /pago-cancelado/

# ========================================
# PUBLIC CONTENT - ALLOW CRAWLING
# ========================================
# Main service pages
Allow: /sobre-aeroenvio
Allow: /como-comprar
Allow: /contacto
Allow: /casillero
Allow: /b2b
Allow: /tarifas-precios
Allow: /calculadora-envios
Allow: /vip

# Product and marketplace
Allow: /productos
Allow: /producto
Allow: /marketplace
Allow: /supermarket

# Information and help
Allow: /preguntas-frecuentes
Allow: /how-to
Allow: /about
Allow: /about-topups

# Legal and terms
Allow: /terminos-condiciones
Allow: /politica-privacidad
Allow: /terms
Allow: /privacy

# ========================================
# SYSTEM & TEMPORARY FILES
# ========================================
Disallow: /admin/
Disallow: /api/
Disallow: /temp/
Disallow: /tmp/
Disallow: /*.json$
# Allow sitemap.xml for search engines (must be before general XML disallow)
Allow: /sitemap.xml
Disallow: /*.xml$
# Allow robots.txt itself
Allow: /robots.txt
Disallow: /*.txt$

# ========================================
# CRAWL CONTROL & PERFORMANCE
# ========================================
# Respectful crawling for most bots
Crawl-delay: 1

# Higher delays for aggressive crawlers
User-Agent: AhrefsBot
Crawl-delay: 10

User-Agent: SemrushBot
Crawl-delay: 10

User-Agent: MJ12bot
Crawl-delay: 10

User-Agent: DotBot
Crawl-delay: 5

# ========================================
# SITEMAP & INDEXING
# ========================================
# Sitemap location - Always allow search engines to find this
Sitemap: https://www.aeroenvio.com/sitemap.xml

# Note: This robots.txt is optimized for production
# For staging/development environments, consider using:
# User-agent: *
# Disallow: /