User-agent: *

#Bloqueos técnicos
Disallow: /tab-
Disallow: /fp/tab-
Disallow: /ficheros/
Disallow: /*.pdf$
Disallow: /*?*utm_

#Recursos necesarios para renderizado
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.svg$
Allow: /*.webp$

Sitemap: https://www.davante.es/sitemap

# CONFIGURACIONES ESPECÍFICAS DE BOTS

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: archive.org_bot
Crawl-delay: 1

User-agent: SEMrushBot
Crawl-delay: 1

User-agent: AhrefsBot
Crawl-delay: 1

User-agent: WebCopier
Disallow: /

User-agent: Bingbot
Crawl-delay: 1