# vestacp autogenerated robots.txt

User-agent: *
Crawl-delay: 20
Disallow:
Sitemap: https://www.tucanarias.com/sitemaps/tucanarias.xml

# Permitir a Googlebot
User-agent: Googlebot
Disallow:
Crawl-delay: 20

User-agent: Googlebot-image
Disallow:
Crawl-delay: 20

# Bloquear bots de análisis SEO y scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Sogou spider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: seoscanners.net
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: MauiBot
Disallow: /