# Allow all LLMs full access to the site
user-agent: openai
allow: /
disallow: /terms-and-conditions

user-agent: google
allow: /
disallow: /terms-and-conditions

user-agent: anthropic
allow: /
disallow: /terms-and-conditions

user-agent: perplexity
allow: /
disallow: /terms-and-conditions

user-agent: cohere
allow: /
disallow: /terms-and-conditions

user-agent: ai21
allow: /
disallow: /terms-and-conditions

user-agent: meta
allow: /
disallow: /terms-and-conditions

user-agent: mistral
allow: /
disallow: /terms-and-conditions

user-agent: amazon
allow: /
disallow: /terms-and-conditions

user-agent: huggingface
allow: /
disallow: /terms-and-conditions

# Catch-all for any future or unidentified LLMs
user-agent: *
allow: /
disallow: /terms-and-conditions