User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.ver01.com/sitemap.xml

# Disallow API endpoints (they don't need to be indexed)
Disallow: /api/
Disallow: /set-language/

# Crawl delay for politeness
Crawl-delay: 1

# Allow static assets
Allow: /static/

# Block common bot patterns that might cause issues
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10