User-agent: *
Allow: /

# Allow LLM bots to read public content
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: Omgili
Allow: /

# Prevent crawling of private API endpoints if any
Disallow: /api/private/