# WebsiteAwards.es robots policy

User-agent: *
Allow: /

# Private or low-value routes for search engines
Disallow: /admin
Disallow: /profile
Disallow: /reset-password
Disallow: /welcome
Disallow: /api/

# Reduce crawl pressure from non-critical bots that support this directive
Crawl-delay: 5

# Block common high-volume AI/scraping bots
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://websiteawards.es/sitemap.xml