# -------------------------------
# Sitemaps principales
# -------------------------------
Sitemap: https://www.iproup.com/sitemap.xml
Sitemap: https://www.iproup.com/sitemap-index.xml
Sitemap: https://www.iproup.com/sitemap-news.xml
Sitemap: https://www.iproup.com/sitemap-news.economia-digital.xml
Sitemap: https://www.iproup.com/sitemap-news.finanzas.xml
Sitemap: https://www.iproup.com/sitemap-news.empleo.xml
Sitemap: https://www.iproup.com/sitemap-news.innovacion.xml
Sitemap: https://www.iproup.com/sitemap-news.internacional.xml

# -------------------------------
# Reglas generales para todos los bots
# -------------------------------
User-agent: *
Disallow: /adjuntos/
Disallow: /pagina-no-encontrada
Disallow: /buscar
Allow: /

# -------------------------------
# Bloquear bots específicos de scraping
# -------------------------------
User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: libwww
Disallow: /