# Allow all major LLM providers to crawl and use content

User-Agent: openai
Allow: /

User-Agent: anthropic
Allow: /

User-Agent: google
Allow: /

User-Agent: meta
Allow: /

User-Agent: cohere
Allow: /

User-Agent: huggingface
Allow: /

User-Agent: perplexity
Allow: /

User-Agent: mistral
Allow: /

User-Agent: xai
Allow: /

User-Agent: all
Allow: /