# Permissions for AI crawlers

# OpenAI (ChatGPT, GPTBot)
User-agent: GPTBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Google-Extended (Bard/Gemini)
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by multiple LLMs)
User-agent: CCBot
Allow: /

# You.com (YouBot)
User-agent: youBot
Allow: /

# NeevaAI
User-agent: NeevaBot
Allow: /

# General LLM Access (futureproof)
User-agent: LLMBot
Allow: /

# Disallow private or sensitive endpoints
Disallow: /chatter.html