# AI/LLM Crawlers - Allow all
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Anthropic-ai
Allow: /

# General crawlers
User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/
Disallow: /library
Disallow: /log
Disallow: /privacy
Disallow: /tasks

Sitemap: https://www.match2.com/sitemap.xml

# AI/LLM context files
Allow: /llms.txt
Allow: /llm.txt
LLM-Content: https://www.match2.com/llms.txt