# ============================================================
# COMBOCREADOR · robots.txt
# https://combocreador.es
# ============================================================

# Permitir acceso a todos los crawlers
User-agent: *
Allow: /

# Bloquear áreas de WordPress no relevantes para SEO
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/*/cache/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Permitir acceso a recursos esenciales (CSS, JS, imágenes)
Allow: /wp-content/uploads/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /*.css$
Allow: /*.js$
Allow: /*.svg$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.webp$

# Bloquear URLs de búsqueda interna y parámetros específicos no canónicos
Disallow: /?s=
Disallow: /search/

# Bloquear parámetros de tracking que generan URLs duplicadas
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=
Disallow: /*?gclid=

# Crawlers maliciosos / spam: bloquear completamente
User-agent: AhrefsBot
Crawl-delay: 30

User-agent: SemrushBot
Crawl-delay: 30

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Bots de IA (decide si quieres que entrenen con tu contenido)
# Si quieres permitirlo, comenta estas líneas:
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

# Sitemap principal
Sitemap: https://combocreador.es/sitemap.xml