User-agent: *
# Content Signals (contentsignals.org) — how this content may be used:
#   search    = build a search index / show in results
#   ai-input  = use as input to AI answers at query time (grounding / citation)
#   ai-train  = use to train or fine-tune AI models
# Search + AI answers are welcome; training on the compiled dataset is not consented to.
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# Admin control plane + on-site search results: never crawl/index these.
Disallow: /admin
Disallow: /search

# AI crawlers are explicitly welcome — this is an open MMA data resource.
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /

# AI summary (llmstxt.org convention): https://fightforensics.com/llms.txt

Sitemap: https://fightforensics.com/sitemap.xml