User-Agent: *
Allow: /
Disallow: /admin
Disallow: /settings

User-Agent: Googlebot
User-Agent: Bingbot
User-Agent: OAI-SearchBot
User-Agent: Claude-SearchBot
User-Agent: PerplexityBot
User-Agent: Applebot
User-Agent: DuckDuckBot
Allow: /
Disallow: /admin
Disallow: /settings

User-Agent: ChatGPT-User
User-Agent: Claude-User
User-Agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /settings

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: CCBot
User-Agent: Bytespider
User-Agent: Meta-ExternalAgent
User-Agent: Amazonbot
User-Agent: Applebot-Extended
User-Agent: cohere-ai
User-Agent: MistralAI-Training
User-Agent: GoogleOther
Disallow: /

User-Agent: Google-Extended
Allow: /$
Allow: /?
Allow: /indexes
Allow: /research$
Allow: /research?
Allow: /research/reports
Allow: /research/names
Allow: /research/editions
Allow: /research/activity
Allow: /about
Allow: /pricing
Allow: /contact
Allow: /blog
Allow: /agents
Allow: /llms.txt
Disallow: /
Disallow: /research/reports/*/report
Disallow: /research/names/*/outlook
Disallow: /research/names/*/ownership
Disallow: /research/names/*/sources
Disallow: /research/editions/*/sources
Disallow: /research/activity/actions

Sitemap: https://www.benchmarkai.app/sitemap.xml