# ===================================================
# robots.txt — Sol Vista Roofing
# Política: bloquear bots de entrenamiento/datasets,
#           permitir acceso de retrieval/citación (user-triggered)
# Actualizado: Abril 2026
# ===================================================

Sitemap: https://solvistaroofing.com/sitemap_index.xml

# --- OpenAI: bloquear entrenamiento ---
User-agent: GPTBot
Disallow: /

# --- OpenAI: navegación por usuario (restringida) ---
User-agent: ChatGPT-User
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /author/
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?*s=
Disallow: /cart/
Disallow: /checkout/
Allow: /

# --- Anthropic: bloquear entrenamiento (SIN Claude-User) ---
User-agent: ClaudeBot
Disallow: /

# --- Google AI controls ---
# No afecta Googlebot ni rankings orgánicos.
User-agent: Google-Extended
Disallow: /

# --- Perplexity: citación + user-triggered (restringido) ---
User-agent: PerplexityBot
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /author/
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?*s=
Disallow: /cart/
Disallow: /checkout/
Allow: /

User-agent: Perplexity-User
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /author/
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?*s=
Disallow: /cart/
Disallow: /checkout/
Allow: /

# --- Datasets / entrenamiento externos ---
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# --- Regla general: crawlers estándar ---
User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /author/
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?*s=
Disallow: /cart/
Disallow: /checkout/