# Granting permission to all major LLM crawlers and AI agents
User-Agent: gptbot
Allow: /

User-Agent: anthropic
Allow: /

User-Agent: google-extended
Allow: /

User-Agent: cc
Allow: /

User-Agent: cohere-ai
Allow: /

User-Agent: youbot
Allow: /

User-Agent: perplexitybot
Allow: /

User-Agent: mistralbot
Allow: /

User-Agent: andi-agent
Allow: /

User-Agent: komo-ai
Allow: /

User-Agent: neevabot
Allow: /

User-Agent: facebookexternalhit
Allow: /

User-Agent: metaai
Allow: /

User-Agent: aleph-alpha
Allow: /

User-Agent: phindbot
Allow: /