{
  "kind": "fact",
  "studySlug": "model-divergence",
  "slug": "more-than-seven-hundred-thousand-valid-comparisons-power-the-study",
  "title": "More than 700,000 valid comparisons power the study",
  "description": "This is a large comparison set, not a handful of anecdotal prompts.",
  "lastUpdated": "2026-03-11",
  "lastTested": "2026-03-11",
  "sourceStudyUrl": "/trakkr-research/model-divergence",
  "sourceStudyTitle": "Same Question, Different AI, Different Answers",
  "claimIds": [
    "model-divergence:valid-comparisons",
    "model-divergence:reports"
  ],
  "relatedSlugs": [
    "answer:how-much-do-models-disagree-on-brand-recommendations",
    "answer:which-query-types-produce-the-most-consensus",
    "tracker:query-class-agreement-tracker"
  ],
  "methodologySummary": "Built from 797,644 valid comparisons across 44,088 reports and 8 models, covering 6,439,133 model responses in the observed window.",
  "limitations": [
    "Agreement is measured across recommendation outputs, not across hidden reasoning or retrieval context.",
    "Average agreement can hide large differences between query classes and model pairs.",
    "The study measures overlap, not which answer was objectively “right”."
  ],
  "keywords": [
    "model divergence",
    "AI agreement",
    "ChatGPT vs Claude",
    "Gemini vs Perplexity"
  ],
  "schemaHints": {
    "pageType": "Article",
    "includeDataset": true
  },
  "claim": "The model divergence benchmark is built from 797,644 valid comparisons.",
  "supportingMetrics": [
    {
      "label": "Valid comparisons",
      "value": "797,644",
      "detail": "Cross-model recommendation comparisons in the study."
    },
    {
      "label": "Reports analyzed",
      "value": "44,088",
      "detail": "Distinct reports contributing to the benchmark."
    }
  ],
  "whyItMatters": "The disagreement signal is structural and repeatable, not just noise in a small sample.",
  "citationBlock": {
    "quote": "The model divergence benchmark is built from 797,644 valid comparisons.",
    "attribution": "Same Question, Different AI, Different Answers - Trakkr Research",
    "url": "https://trakkr.ai/trakkr-research/model-divergence/facts/more-than-seven-hundred-thousand-valid-comparisons-power-the-study"
  }
}