# Bloqueo de bots no deseados
User-agent: 008
Disallow: /
User-agent: UnisterBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /

# Agentes bloqueados por idioma
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /

# AI data scrappers
User-agent: OAI-SearchBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /
Allow: /es/economia/
Allow: /es/extra/
Allow: /es/gente/
Allow: /es/tele/
Allow: /es/vida-y-estilo/
Allow: /es/ser-feliz/
Allow: /es/yotele/

####

User-agent: Googlebot
# Analytics / monitorización
Disallow: /cds-statics/js/analyticsModulesFromData.js
Disallow: /cds-statics/js/newrelic_prod.js

# Ads / comportamiento sticky
Disallow: /assets/js/sticking/
Disallow: /cds-statics/js/renr-ads_skys-sticky.js
Disallow: /cds-statics/assets/js/dobleSkin/

# UI no esencial
Disallow: /assets/js/dropdown/
Disallow: /assets/js/tabs/
Disallow: /cds-statics/assets/js/modal/

# Librerías
Disallow: /deportes/ed/js/jquery-3.4.1.min.js
Disallow: /deportes/ed/js/swiper.min.js

# Legacy
Disallow: /cds-statics/js/renr_header

# CMP
Disallow: /estaticos/data/cmp/prensaiberica

####

# Reglas generales para todos los bots
User-agent: *
Allow: /*-bc-
Allow: /*-sh/index.html$
Allow: /*-rm/index.html$
Disallow: /es/suscriptores/*
Disallow: /es/includes/
Disallow: /*index.html$
Disallow: /es/newsletters/
Disallow: /es/verde-y-azul/
Disallow: /es/noticias/sitemap*
Disallow: /es/podcast/mamarazzis/
Disallow: /es/component/cmp-detail-newsbytag/
Disallow: /juegos-olimpicos/disciplinas/
Disallow: /juegos-olimpicos/calendario/
Disallow: /juegos-olimpicos/medallero/
Disallow: /juegos-olimpicos/resultados/
Disallow: /fonts/
Disallow: /hemeroteca/
Disallow: /buscador/
Disallow: /*?p=
Disallow: /*CANONICAL_URL
Disallow: /cds-statics/assets/fonts/
Disallow: /cuore/commons/fonts/
Disallow: /cuore/CUO/fonts/
Disallow: /cuore/commons/fonts/

####

# Bots Redes Sociales
User-agent: Twitterbot
Allow: /
User-agent: facebookexternalhit
Allow: /

User-agent: AmazonAdBot
Allow: /

####

# Sitemaps
Sitemap: https://www.elperiodico.com/es/sitemapNews.xml
Sitemap: https://www.elperiodico.com/es/sitemapMonth.xml
Sitemap: https://www.elperiodico.com/es/sitemapSection.xml