# Robots.txt optimizado (2025-09-26)

User-agent: *

# --- Permitir recursos críticos ---
Allow: /wp-content/uploads/
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-content/*.ttf
Allow: /wp-content/*.woff
Allow: /wp-content/*.woff2
Allow: /wp-content/*.svg
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.ttf
Allow: /wp-admin/admin-ajax.php
Allow: /*.css$
Allow: /*.js$

# --- Imágenes y fuentes ---
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.ttf$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.svg$

# --- Bloqueos estándar ---
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php

# --- Bloqueos de contenido duplicado / poco útil ---
Disallow: /comments/
Disallow: /trackback
Disallow: /*trackback
Disallow: /*/trackback
Disallow: /?s=
Disallow: /search
Disallow: /tag/
Disallow: /tag/*/feed/

# --- Opcional: elimina si quieres indexar paginaciones ---
#Disallow: /page/

# --- Ralentizar bots agresivos ---
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20
User-agent: noxtrumbot
Crawl-delay: 20

# --- Bloquear crawlers de scraping / poco útiles ---
User-agent: HTTrack
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Wget
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Offline Explorer
Disallow: /

# --- Sitemaps ---
Sitemap: https://bohochic.org/sitemap_index.xml