# General crawlers — allow UI pages, disallow API (rate-limit protection)
User-agent: *
Allow: /
Disallow: /api/

# AI crawlers — allow API endpoints so agents can fetch live data
User-agent: GPTBot
Allow: /
Allow: /api/v1/

User-agent: ClaudeBot
Allow: /
Allow: /api/v1/

User-agent: anthropic-ai
Allow: /
Allow: /api/v1/

Sitemap: https://simd.watch/sitemap.xml
LLMs: https://simd.watch/llms.txt