# Allow OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
# Allow Google AI (Gemini)
User-agent: Google-Extended
Allow: /
# Allow Anthropic (Claude)
User-agent: anthropic-ai
Allow: /
# Allow Common Crawl (Used by many Open Source models)
User-agent: CCBot
Allow: /
# Allow Perplexity AI
User-agent: PerplexityBot
Allow: /
# Allow Meta AI
User-agent: FacebookBot
Allow: /
# Allow Apple AI
User-agent: Applebot-Extended
Allow: /
# Generic catch-all to ensure no other bots are blocked 
User-agent: *
Allow: /