# Block selected bots
User-agent: dotbot
User-agent: MJ12bot
User-agent: BUbiNG
User-agent: MegaIndex.ru
User-agent: megaindex.com
User-agent: Qwantify
User-agent: YandexBot
User-agent: DomainCrawler
User-agent: mappydata.net
User-agent: AlphaBot
User-agent: ZoominfoBot
User-agent: istellabot
User-agent: SEOkicks
User-agent: BLEXBot
User-agent: serpstatbot
User-agent: Job Roboter Spider
User-agent: Cliqzbot
User-agent: Baiduspider
User-agent: Mediatoolkitbot
User-agent: adscanner
User-agent: Barkrowler
User-agent: omgilibot
User-agent: omgili
User-agent: Buck
User-agent: Hexometer
User-agent: PetalBot
User-agent: cyberscan.io
Disallow: /

# Default rules
User-agent: *
Disallow: /api/
Disallow: /html2pdf

# Bing-specific rules
User-agent: Bingbot
User-agent: MSNBot
Disallow: /api/
Disallow: /html2pdf
Crawl-delay: 10

Sitemap: https://www.licitaciones.es/sitemap/sitemap_index.xml