# robots.txt — refacciones3d.com

# ─── Reglas globales ───
User-agent: *
Allow: /
Disallow: /_astro/
Disallow: /api/
Disallow: /draft/
Disallow: /admin/
Disallow: /404
Disallow: /gracias
Crawl-delay: 1

# ─── Google (prioritario) ───
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /img/
Allow: /images/
Allow: /*.avif
Allow: /*.webp
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.svg

User-agent: Googlebot-News
Allow: /blog/

# ─── Bing y otros buscadores ───
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /
Crawl-delay: 2

# ─── Redes sociales (necesario para previews OG / Twitter Cards) ───
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Pinterest
Allow: /

User-agent: Slackbot
Allow: /

User-agent: TelegramBot
Allow: /

# ─── Motores de IA / GEO (PERMITIDOS por defecto — ver DECISIÓN arriba) ───
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# ─── Bots/scrapers bloqueados ───
# Bytespider (ByteDance): histórico de scraping abusivo.
User-agent: Bytespider
Disallow: /

# AhrefsBot NO se bloquea: Ahrefs es herramienta contratada del portafolio;
#   cae en las reglas globales (User-agent: *).

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

Sitemap: https://refacciones3d.com/sitemap-index.xml
# Sitemap: https://refacciones3d.com/sitemap-directorio.xml

# ─── Host ───
Host: https://refacciones3d.com