{
 "dataset": "league-3",
 "decisions": 16355,
 "finished": "2026-10-26T15:46:30.327Z",
 "games": 388,
 "id": 3,
 "matches": 66,
 "matches_done": 66,
 "matches_list": [
  {
   "games": 6,
   "match_id": 441,
   "matchday": 1,
   "model1": "Claude Fable 5.1 (high)",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 6,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 436,
   "matchday": 1,
   "model1": "Gemini 4 Argon (high)",
   "model2": "Grok 4.7 (high)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 431,
   "matchday": 2,
   "model1": "GPT-6 Astra (low)",
   "model2": "GPT-6 Astra (medium)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 423,
   "matchday": 2,
   "model1": "Claude Fable 5.1 (high)",
   "model2": "Grok 4.7 (high)",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 433,
   "matchday": 3,
   "model1": "GPT-6 Astra (medium)",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 428,
   "matchday": 3,
   "model1": "GNUbg weak",
   "model2": "GPT-6 Astra (low)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 440,
   "matchday": 4,
   "model1": "Gemini 4 Argon (high)",
   "model2": "GPT-6 Astra (low)",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 430,
   "matchday": 4,
   "model1": "GNUbg weak",
   "model2": "GPT-6 Astra (medium)",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 429,
   "matchday": 4,
   "model1": "Claude Opus 5.5 (high)",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 442,
   "matchday": 5,
   "model1": "Claude Opus 5.5 (low)",
   "model2": "Grok 4.7 (high)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 460,
   "matchday": 5,
   "model1": "Gemini 4 Argon (high)",
   "model2": "GNUbg weak",
   "score1": 4,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 435,
   "matchday": 5,
   "model1": "Claude Opus 5.5 (high)",
   "model2": "GPT-6 Astra (medium)",
   "score1": 4,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 456,
   "matchday": 5,
   "model1": "GPT-6 Astra (low)",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 475,
   "matchday": 6,
   "model1": "Grok 4.7 (high)",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 4,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 457,
   "matchday": 6,
   "model1": "GNUbg weak",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 462,
   "matchday": 6,
   "model1": "Gemini 4 Argon (high)",
   "model2": "GPT-6 Astra (medium)",
   "score1": 5,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 476,
   "matchday": 7,
   "model1": "Grok 4.7 (high)",
   "model2": "GPT-6 Astra (medium)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 467,
   "matchday": 7,
   "model1": "Claude Fable 5.1 (high)",
   "model2": "Gemini 4 Argon (high)",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 461,
   "matchday": 8,
   "model1": "GPT-6 Astra (medium)",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 448,
   "matchday": 8,
   "model1": "GPT-6 Astra (low)",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 110,
   "matchday": 8,
   "model1": "GPT-6.1 Sol (low)",
   "model2": "GNUbg weak",
   "score1": 5,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 451,
   "matchday": 9,
   "model1": "GPT-6 Astra (low)",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 446,
   "matchday": 9,
   "model1": "GNUbg weak",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 6,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 101,
   "matchday": 9,
   "model1": "GNUbg weak",
   "model2": "GPT-6.1 Sol (high)",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 126,
   "matchday": 9,
   "model1": "GPT-6.1 Sol (low)",
   "model2": "GPT-6.1 Sol (high)",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 472,
   "matchday": 10,
   "model1": "Gemini 4 Argon (high)",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 449,
   "matchday": 10,
   "model1": "GNUbg weak",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 1,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 479,
   "matchday": 10,
   "model1": "Grok 4.7 (high)",
   "model2": "GPT-6 Astra (low)",
   "score1": 4,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 508,
   "matchday": 10,
   "model1": "GPT-6 Astra (low)",
   "model2": "GPT-6.1 Sol (low)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 509,
   "matchday": 10,
   "model1": "GPT-6 Astra (medium)",
   "model2": "GPT-6.1 Sol (low)",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 510,
   "matchday": 10,
   "model1": "GPT-6.1 Sol (low)",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 7,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 511,
   "matchday": 10,
   "model1": "Claude Opus 5.5 (high)",
   "model2": "GPT-6.1 Sol (low)",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 516,
   "matchday": 10,
   "model1": "GPT-6.1 Sol (low)",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 8,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 528,
   "matchday": 10,
   "model1": "Gemini 4 Argon (high)",
   "model2": "GPT-6.1 Sol (low)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 550,
   "matchday": 10,
   "model1": "Grok 4.7 (high)",
   "model2": "GPT-6.1 Sol (low)",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 465,
   "matchday": 11,
   "model1": "Claude Opus 5.5 (low)",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 473,
   "matchday": 11,
   "model1": "Gemini 4 Argon (high)",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 5,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 481,
   "matchday": 11,
   "model1": "GNUbg weak",
   "model2": "Grok 4.7 (high)",
   "score1": 5,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 556,
   "matchday": 11,
   "model1": "GPT-6 Astra (low)",
   "model2": "GPT-6.1 Sol (high)",
   "score1": 4,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 555,
   "matchday": 11,
   "model1": "GPT-6 Astra (medium)",
   "model2": "GPT-6.1 Sol (high)",
   "score1": 3,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 558,
   "matchday": 11,
   "model1": "Claude Opus 5.5 (low)",
   "model2": "GPT-6.1 Sol (high)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 557,
   "matchday": 11,
   "model1": "GPT-6.1 Sol (high)",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 576,
   "matchday": 11,
   "model1": "GPT-6.1 Sol (high)",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 4,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 579,
   "matchday": 11,
   "model1": "GPT-6.1 Sol (high)",
   "model2": "Gemini 4 Argon (high)",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 581,
   "matchday": 11,
   "model1": "GPT-6.1 Sol (high)",
   "model2": "Grok 4.7 (high)",
   "score1": 3,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 425,
   "matchday": 11,
   "model1": "Gemini 4 Argon (low)",
   "model2": "GPT-6 Astra (low)",
   "score1": 5,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 445,
   "matchday": 11,
   "model1": "Gemini 4 Argon (low)",
   "model2": "GPT-6 Astra (medium)",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 450,
   "matchday": 11,
   "model1": "Claude Opus 5.5 (low)",
   "model2": "Gemini 4 Argon (low)",
   "score1": 4,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 454,
   "matchday": 11,
   "model1": "Claude Opus 5.5 (high)",
   "model2": "Gemini 4 Argon (low)",
   "score1": 3,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 434,
   "matchday": 11,
   "model1": "Claude Fable 5.1 (high)",
   "model2": "Gemini 4 Argon (low)",
   "score1": 5,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 432,
   "matchday": 11,
   "model1": "Gemini 4 Argon (low)",
   "model2": "Gemini 4 Argon (high)",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 478,
   "matchday": 11,
   "model1": "Gemini 4 Argon (low)",
   "model2": "Grok 4.7 (high)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 437,
   "matchday": 11,
   "model1": "GNUbg weak",
   "model2": "Gemini 4 Argon (low)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 526,
   "matchday": 11,
   "model1": "GPT-6.1 Sol (low)",
   "model2": "Gemini 4 Argon (low)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 578,
   "matchday": 11,
   "model1": "Gemini 4 Argon (low)",
   "model2": "GPT-6.1 Sol (high)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 615,
   "matchday": 11,
   "model1": "Kimi K3.1 Pro (off)",
   "model2": "Gemini 4 Argon (low)",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 602,
   "matchday": 12,
   "model1": "Kimi K3.1 Pro (off)",
   "model2": "GPT-6 Astra (low)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 604,
   "matchday": 12,
   "model1": "GPT-6 Astra (medium)",
   "model2": "Kimi K3.1 Pro (off)",
   "score1": 6,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 603,
   "matchday": 12,
   "model1": "Kimi K3.1 Pro (off)",
   "model2": "Claude Opus 5.5 (low)",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 605,
   "matchday": 12,
   "model1": "Kimi K3.1 Pro (off)",
   "model2": "Claude Opus 5.5 (high)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 614,
   "matchday": 12,
   "model1": "Kimi K3.1 Pro (off)",
   "model2": "Claude Fable 5.1 (high)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 616,
   "matchday": 12,
   "model1": "Kimi K3.1 Pro (off)",
   "model2": "Gemini 4 Argon (high)",
   "score1": 7,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 617,
   "matchday": 12,
   "model1": "Grok 4.7 (high)",
   "model2": "Kimi K3.1 Pro (off)",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 618,
   "matchday": 12,
   "model1": "GNUbg weak",
   "model2": "Kimi K3.1 Pro (off)",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 619,
   "matchday": 12,
   "model1": "GPT-6.1 Sol (low)",
   "model2": "Kimi K3.1 Pro (off)",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 624,
   "matchday": 12,
   "model1": "GPT-6.1 Sol (high)",
   "model2": "Kimi K3.1 Pro (off)",
   "score1": 8,
   "score2": 1,
   "status": "finished"
  }
 ],
 "metric_status": "Published",
 "offline": {
  "blocks": 194,
  "calibration": {},
  "cheapest": {
   "bar_error_rate": 35,
   "bar_judgement": 60,
   "chosen_splits": 300,
   "cleared_splits": 300,
   "coverage": {
    "Claude Fable 5.1 (high)": {
     "decisions": 1286,
     "priced": 1286
    },
    "Claude Opus 5.5 (high)": {
     "decisions": 1477,
     "priced": 1477
    },
    "Claude Opus 5.5 (low)": {
     "decisions": 1411,
     "priced": 1411
    },
    "GPT-6 Astra (low)": {
     "decisions": 1251,
     "priced": 1251
    },
    "GPT-6 Astra (medium)": {
     "decisions": 1362,
     "priced": 1362
    },
    "GPT-6.1 Sol (high)": {
     "decisions": 1389,
     "priced": 1389
    },
    "GPT-6.1 Sol (low)": {
     "decisions": 1344,
     "priced": 1344
    },
    "Gemini 4 Argon (high)": {
     "decisions": 1368,
     "priced": 1368
    },
    "Gemini 4 Argon (low)": {
     "decisions": 1484,
     "priced": 1484
    },
    "Grok 4.7 (high)": {
     "decisions": 1337,
     "priced": 1337
    },
    "Kimi K3.1 Pro (off)": {
     "decisions": 1167,
     "priced": 1167
    }
   },
   "no_priced_qualifier": 0,
   "no_qualifier": 0,
   "setups": {
    "Claude Fable 5.1 (high)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Claude Opus 5.5 (high)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Claude Opus 5.5 (low)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "GPT-6 Astra (low)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "GPT-6 Astra (medium)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "GPT-6.1 Sol (high)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "GPT-6.1 Sol (low)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Gemini 4 Argon (high)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Gemini 4 Argon (low)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Grok 4.7 (high)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Kimi K3.1 Pro (off)": {
     "chosen": 300,
     "cleared": 300,
     "qualified": 300,
     "qualified_unpriced": 0,
     "test_na": 0
    }
   },
   "splits": 300
  },
  "distributions": {},
  "hypothesis": {
   "X": {},
   "Y": {}
  },
  "label": "re-read from the model's probabilities, not played",
  "reread": {},
  "reread_too_few": {},
  "spec_fixed_on": "2026-10-24T12:55Z",
  "splits": 300,
  "support": {
   "Claude Fable 5.1 (high)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1286,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "Claude Opus 5.5 (high)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1477,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "Claude Opus 5.5 (low)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1411,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "GNUbg weak": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1479,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "GPT-6 Astra (low)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1251,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "GPT-6 Astra (medium)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1362,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "GPT-6.1 Sol (high)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1389,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "GPT-6.1 Sol (low)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1344,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "Gemini 4 Argon (high)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 36,
    "no_probabilities": 1332,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "Gemini 4 Argon (low)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1484,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "Grok 4.7 (high)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1337,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "Kimi K3.1 Pro (off)": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1167,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   }
  },
  "thresholds": [
   "0.00",
   "0.05",
   "0.10",
   "0.15",
   "0.20",
   "0.25",
   "0.30",
   "0.35",
   "0.40",
   "0.45",
   "0.50",
   "0.55",
   "0.60",
   "0.65",
   "0.70",
   "0.75",
   "0.80",
   "0.85",
   "0.90",
   "0.95",
   "1.00",
   "always safe"
  ]
 },
 "reasoning": [
  {
   "extra_cost": 7.33848284227755,
   "extra_time_median": 2.4299999999999997,
   "high": "Claude Opus 5.5 (high)",
   "high_setting": "high",
   "low": "Claude Opus 5.5 (low)",
   "low_setting": "low",
   "model": "Claude Opus 5.5",
   "reading": "no clear difference in league play",
   "risk": {
    "change": 3.0142720142241046,
    "overlap": true
   },
   "sdt": {
    "main": {
     "caution_change": 0.08567422639552902,
     "dprime_change": 0.3913619205231451
    },
    "robust": {
     "caution_change": 0.0684256565559882,
     "dprime_change": 0.35367014640333627
    }
   }
  },
  {
   "extra_cost": 0.5313440877254152,
   "extra_time_median": 0.46250000000000036,
   "high": "GPT-6 Astra (medium)",
   "high_setting": "medium",
   "low": "GPT-6 Astra (low)",
   "low_setting": "low",
   "model": "GPT-6 Astra",
   "reading": "no clear difference in league play",
   "risk": {
    "change": -1.1131496891148913,
    "overlap": true
   },
   "sdt": {
    "main": {
     "caution_change": 0.043100419644290344,
     "dprime_change": -0.07483588431329213
    },
    "robust": {
     "caution_change": 0.05270516114946022,
     "dprime_change": 0.09708844271022432
    }
   }
  },
  {
   "extra_cost": 5.345328987966678,
   "extra_time_median": 8.762,
   "high": "GPT-6.1 Sol (high)",
   "high_setting": "high",
   "low": "GPT-6.1 Sol (low)",
   "low_setting": "low",
   "model": "GPT-6.1 Sol",
   "reading": "no clear difference in league play",
   "risk": {
    "change": -0.5702833469051569,
    "overlap": true
   },
   "sdt": {
    "main": {
     "caution_change": 0.001568977253128434,
     "dprime_change": -0.010242051681539355
    },
    "robust": {
     "caution_change": 0.009675409862161644,
     "dprime_change": 0.02683882933637527
    }
   }
  },
  {
   "extra_cost": 54.197384002458975,
   "extra_time_median": 23.709,
   "high": "Gemini 4 Argon (high)",
   "high_setting": "high",
   "low": "Gemini 4 Argon (low)",
   "low_setting": "low",
   "model": "Gemini 4 Argon",
   "reading": "no clear difference in league play",
   "risk": {
    "change": 4.850392265117975,
    "overlap": true
   },
   "sdt": {
    "main": {
     "caution_change": 0.29954003280286945,
     "dprime_change": 0.6200685211222317
    },
    "robust": {
     "caution_change": 0.20671994412572903,
     "dprime_change": 0.5991933924668857
    }
   }
  }
 ],
 "references": {
  "Random (computed)": {
   "label": "computed: every legal play equally likely",
   "name": "Random (computed)",
   "positions": 16319,
   "reference": "Random",
   "risk": {
    "main": {
     "by_call": {
      "missed": 5.671175694127243,
      "needless": 59.89845161714739,
      "none": 7.940645172065086,
      "right_risk": 3.0795231479920093,
      "right_safety": 4.604000542120464,
      "wrong_risk": 36.449687393900085
     },
     "calls": {
      "missed": 902.5392904000636,
      "needless": 4734.451944248794,
      "right_risk": 1293.2629659718848,
      "right_safety": 2036.5480557508984,
      "wrong_risk": 2957.1977436277693
     },
     "confidence": null,
     "error_rate": 117.64348356735228,
     "found": {
      "den": 5153.0,
      "n": 1293.2629659718848,
      "share": 0.2509728247568183
     },
     "good": {
      "den": 8984.912653848449,
      "n": 1293.2629659718848,
      "share": 0.14393717733226377
     },
     "judgement": 27.587395157135692,
     "judgement_hi": 28.035471928674554,
     "judgement_lo": 27.11874882530545,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7661656008056544,
      "x": 0.7490271752431269,
      "y": 0.699224921614059
     },
     "margin": 0.001,
     "missed": {
      "den": 5153.0,
      "n": 902.5392904000636,
      "share": 0.17514831950321436
     },
     "needless": {
      "den": 6771.0,
      "n": 4734.451944248794,
      "share": 0.699224921614059
     },
     "needless_by_loss": {
      "big": {
       "den": 6771.0,
       "n": 4253.072398354786,
       "share": 0.6281306156187839
      },
      "medium": {
       "den": 6771.0,
       "n": 385.36992869038454,
       "share": 0.05691477310447268
      },
      "small": {
       "den": 6771.0,
       "n": 96.00961720332646,
       "share": 0.014179532890758597
      }
     },
     "no_trade_off": 4395.0,
     "reference": "Random",
     "right_safety": {
      "den": 6771.0,
      "n": 2036.5480557508984,
      "share": 0.3007750783858955
     },
     "risk_pays": 5153.0,
     "safety_pays": 6771.0,
     "scored": 16319,
     "sdt": {
      "aim": {
       "den": 4250.460709599654,
       "n": 1293.2629659718848,
       "share": 0.3042641855390061
      },
      "beta": 2.645645005128481,
      "caution": -0.7279289030071462,
      "caution_hi": -0.7112220086818324,
      "caution_lo": -0.7445698655241477,
      "cstar": 2.363270204355021,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.41168161476433074,
      "dprime_hi": 0.43802049144180344,
      "dprime_lo": 0.3854615089329053,
      "false_alarm": {
       "den": 6771.0,
       "n": 4734.451944248794,
       "share": 0.699224921614059
      },
      "false_alarm_rate": 0.6991955026947421,
      "hit": {
       "den": 5153.0,
       "n": 4250.460709599654,
       "share": 0.8248516804967309
      },
      "hit_rate": 0.8247886514551134,
      "missed_loss": 0.20508340664358063,
      "missed_n": 902.5392904000636,
      "na": null,
      "needless_loss": 0.41292333028224393,
      "needless_n": 4734.451944248794
     },
     "size": {
      "bad": {
       "mean": 17.740022767637758,
       "n": 7691.649687877388,
       "too_few": false
      },
      "right": {
       "mean": 15.12694459732069,
       "n": 1293.2629659718848,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2752.0,
        "n": 862.8793756397093,
        "share": 0.3135462847528014
       },
       "missed": {
        "den": 2752.0,
        "n": 445.1520337641884,
        "share": 0.1617558262224522
       },
       "risk_pays": 2752.0,
       "wrong": {
        "den": 2752.0,
        "n": 1443.968590595939,
        "share": 0.5246978890246872
       }
      },
      "medium": {
       "found": {
        "den": 1754.0,
        "n": 351.1717380176577,
        "share": 0.20021193729627004
       },
       "missed": {
        "den": 1754.0,
        "n": 315.36198021912236,
        "share": 0.17979588381934
       },
       "risk_pays": 1754.0,
       "wrong": {
        "den": 1754.0,
        "n": 1087.4662817631431,
        "share": 0.6199921788843461
       }
      },
      "small": {
       "found": {
        "den": 647.0,
        "n": 79.21185231457402,
        "share": 0.12242944716317468
       },
       "missed": {
        "den": 647.0,
        "n": 142.02527641676798,
        "share": 0.21951356478634929
       },
       "risk_pays": 647.0,
       "wrong": {
        "den": 647.0,
        "n": 425.7628712686603,
        "share": 0.6580569880504796
       }
      }
     },
     "trade_off": 11924.0,
     "wrong": {
      "den": 5153.0,
      "n": 2957.1977436277693,
      "share": 0.5738788557399126
     }
    },
    "robust": {
     "by_call": {
      "missed": 5.373814683074887,
      "needless": 63.895820869797184,
      "none": 7.940645172065086,
      "right_risk": 2.4896211159566497,
      "right_safety": 4.901361553172848,
      "wrong_risk": 33.042220173285756
     },
     "calls": {
      "missed": 760.5140139833046,
      "needless": 5239.426667832183,
      "right_risk": 1054.8034657557748,
      "right_safety": 2178.573332167606,
      "wrong_risk": 2690.6825202606606
     },
     "confidence": null,
     "error_rate": 117.64348356735242,
     "found": {
      "den": 4506.0,
      "n": 1054.8034657557748,
      "share": 0.23408865196532952
     },
     "good": {
      "den": 8984.912653848618,
      "n": 1054.8034657557748,
      "share": 0.117397186416048
     },
     "judgement": 26.388803939380022,
     "judgement_hi": 26.850848987435523,
     "judgement_lo": 25.925138151323484,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7796375817959882,
      "x": 0.7659113480346128,
      "y": 0.7063125731777006
     },
     "margin": 0.02,
     "missed": {
      "den": 4506.0,
      "n": 760.5140139833046,
      "share": 0.16877807678280174
     },
     "needless": {
      "den": 7418.0,
      "n": 5239.426667832183,
      "share": 0.7063125731777006
     },
     "needless_by_loss": {
      "big": {
       "den": 7418.0,
       "n": 4584.219440335332,
       "share": 0.6179859046016895
      },
      "medium": {
       "den": 7418.0,
       "n": 462.74975728342275,
       "share": 0.062382010957592715
      },
      "small": {
       "den": 7418.0,
       "n": 192.4574702131957,
       "share": 0.025944657618387126
      }
     },
     "no_trade_off": 4395.0,
     "reference": "Random",
     "right_safety": {
      "den": 7418.0,
      "n": 2178.573332167606,
      "share": 0.293687426822271
     },
     "risk_pays": 4506.0,
     "safety_pays": 7418.0,
     "scored": 16319,
     "sdt": {
      "aim": {
       "den": 3745.485986016435,
       "n": 1054.8034657557748,
       "share": 0.28161992053736823
      },
      "beta": 2.841246179851637,
      "caution": -0.7506383919660566,
      "caution_hi": -0.7336298486675591,
      "caution_lo": -0.7685619103575061,
      "cstar": 2.5092937599205998,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.41615006115739694,
      "dprime_hi": 0.44448152152372034,
      "dprime_lo": 0.38740661026837536,
      "false_alarm": {
       "den": 7418.0,
       "n": 5239.426667832183,
       "share": 0.7063125731777006
      },
      "false_alarm_rate": 0.7062847645009007,
      "hit": {
       "den": 4506.0,
       "n": 3745.485986016435,
       "share": 0.8312219232171405
      },
      "hit_rate": 0.8311484326639528,
      "missed_loss": 0.23062108048156027,
      "missed_n": 760.5140139833046,
      "na": null,
      "needless_loss": 0.39802671814305396,
      "needless_n": 5239.426667832183
     },
     "size": {
      "bad": {
       "mean": 17.656207582211433,
       "n": 7930.109188093803,
       "too_few": false
      },
      "right": {
       "mean": 15.166336065853848,
       "n": 1054.8034657557748,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2752.0,
        "n": 779.5006676906255,
        "share": 0.283248789131768
       },
       "missed": {
        "den": 2752.0,
        "n": 445.1520337641884,
        "share": 0.1617558262224522
       },
       "risk_pays": 2752.0,
       "wrong": {
        "den": 2752.0,
        "n": 1527.3472985450235,
        "share": 0.5549953846457207
       }
      },
      "medium": {
       "found": {
        "den": 1754.0,
        "n": 275.3027980651751,
        "share": 0.15695712546475207
       },
       "missed": {
        "den": 1754.0,
        "n": 315.36198021912236,
        "share": 0.17979588381934
       },
       "risk_pays": 1754.0,
       "wrong": {
        "den": 1754.0,
        "n": 1163.3352217156532,
        "share": 0.6632469907158799
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 11924.0,
     "wrong": {
      "den": 4506.0,
      "n": 2690.6825202606606,
      "share": 0.597133271251811
     }
    }
   },
   "slug": "random-computed"
  },
  "Safest (computed)": {
   "label": "computed: always the best safe play",
   "name": "Safest (computed)",
   "positions": 16319,
   "reference": "Safest",
   "risk": {
    "main": {
     "by_call": {
      "missed": 23.472805482199163,
      "needless": 0.0,
      "none": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0006636125622547186,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5153.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 6771.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 23.473469094761416,
     "found": {
      "den": 5153.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": 50.0,
     "judgement_hi": 50.0,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.0
     },
     "margin": 0.001,
     "missed": {
      "den": 5153.0,
      "n": 5153.0,
      "share": 1.0
     },
     "needless": {
      "den": 6771.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 6771.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 6771.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 6771.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 4395.0,
     "reference": "Safest",
     "right_safety": {
      "den": 6771.0,
      "n": 6771.0,
      "share": 1.0
     },
     "risk_pays": 5153.0,
     "safety_pays": 6771.0,
     "scored": 16319,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": 3.7608167405920336,
      "caution_hi": 3.769290933140679,
      "caution_lo": 3.752325936685236,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 0.06828785599554799,
      "dprime_hi": 0.08226983554545036,
      "dprime_lo": 0.05511572844252928,
      "false_alarm": {
       "den": 6771.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 7.383343177790904e-05,
      "hit": {
       "den": 5153.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 9.701202949165696e-05,
      "missed_loss": 0.14867173012381454,
      "missed_n": 5153.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2752.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2752.0,
        "n": 2752.0,
        "share": 1.0
       },
       "risk_pays": 2752.0,
       "wrong": {
        "den": 2752.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1754.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1754.0,
        "n": 1754.0,
        "share": 1.0
       },
       "risk_pays": 1754.0,
       "wrong": {
        "den": 1754.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 647.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 647.0,
        "n": 647.0,
        "share": 1.0
       },
       "risk_pays": 647.0,
       "wrong": {
        "den": 647.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 11924.0,
     "wrong": {
      "den": 5153.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "robust": {
     "by_call": {
      "missed": 23.271690101496137,
      "needless": 0.0,
      "none": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.20177899326528065,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4506.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 7418.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 23.473469094761416,
     "found": {
      "den": 4506.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": 50.0,
     "judgement_hi": 50.0,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.0
     },
     "margin": 0.02,
     "missed": {
      "den": 4506.0,
      "n": 4506.0,
      "share": 1.0
     },
     "needless": {
      "den": 7418.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 7418.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 7418.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 7418.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 4395.0,
     "reference": "Safest",
     "right_safety": {
      "den": 7418.0,
      "n": 7418.0,
      "share": 1.0
     },
     "risk_pays": 4506.0,
     "safety_pays": 7418.0,
     "scored": 16319,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": 3.755124841790458,
      "caution_hi": 3.7639820499571677,
      "caution_lo": 3.745733942800036,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 0.12482989168244751,
      "dprime_hi": 0.13768183358729424,
      "dprime_lo": 0.1116408015405382,
      "false_alarm": {
       "den": 7418.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 6.739452756436177e-05,
      "hit": {
       "den": 4506.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.00011093854004881296,
      "missed_loss": 0.16856223291891498,
      "missed_n": 4506.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2752.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2752.0,
        "n": 2752.0,
        "share": 1.0
       },
       "risk_pays": 2752.0,
       "wrong": {
        "den": 2752.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1754.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1754.0,
        "n": 1754.0,
        "share": 1.0
       },
       "risk_pays": 1754.0,
       "wrong": {
        "den": 1754.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 11924.0,
     "wrong": {
      "den": 4506.0,
      "n": 0.0,
      "share": 0.0
     }
    }
   },
   "slug": "safest-computed"
  }
 },
 "scored": 16355,
 "setups": {
  "Claude Fable 5.1 (high)": {
   "close": {
    "decisions": 1286,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1286
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6423017107309487,
    "blunder_share": 0.1166407465007776,
    "clusters": 60,
    "cost_coverage": 1.0,
    "decisions": 1286,
    "engine_scored": 1286,
    "error_hi": 16.297691945497473,
    "error_lo": 11.522566556102877,
    "error_rate": 13.954974595069144,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 213,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.19440124416796267,
    "p95_loss": 0.1602388173341751,
    "probability_source": "choice_only",
    "retry_mean": 0.49776827371695176,
    "scored": 1286,
    "time_median": 12.68,
    "time_p90": 47.0935,
    "tokens_in": 6501.7402799377915,
    "tokens_out": 1425.0077760497668,
    "too_few": false,
    "usd_per_1000": 136.26779160186624,
    "worst_mean": 0.26621517399325967
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 6.648962781366256,
      "needless": 1.384028634795134,
      "none": 0.6754673426481279,
      "right_risk": 1.4829538055749185,
      "right_safety": 2.232599800704612,
      "wrong_risk": 1.530962229980095
     },
     "calls": {
      "missed": 179.0,
      "needless": 34.0,
      "right_risk": 215.0,
      "right_safety": 529.0,
      "wrong_risk": 30.0
     },
     "confidence": null,
     "error_rate": 13.954974595069144,
     "found": {
      "den": 424.0,
      "n": 215.0,
      "share": 0.5070754716981132
     },
     "good": {
      "den": 279.0,
      "n": 215.0,
      "share": 0.7706093189964157
     },
     "judgement": 72.33423539662857,
     "judgement_hi": 74.74221147323203,
     "judgement_lo": 69.82618558908088,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14354066985645933,
      "x": 0.49292452830188677,
      "y": 0.06039076376554174
     },
     "margin": 0.001,
     "missed": {
      "den": 424.0,
      "n": 179.0,
      "share": 0.4221698113207547
     },
     "needless": {
      "den": 563.0,
      "n": 34.0,
      "share": 0.06039076376554174
     },
     "needless_by_loss": {
      "big": {
       "den": 563.0,
       "n": 15.0,
       "share": 0.02664298401420959
      },
      "medium": {
       "den": 563.0,
       "n": 10.0,
       "share": 0.017761989342806393
      },
      "small": {
       "den": 563.0,
       "n": 9.0,
       "share": 0.015985790408525755
      }
     },
     "no_trade_off": 299.0,
     "reference": null,
     "right_safety": {
      "den": 563.0,
      "n": 529.0,
      "share": 0.9396092362344582
     },
     "risk_pays": 424.0,
     "safety_pays": 563.0,
     "scored": 1286,
     "sdt": {
      "aim": {
       "den": 245.0,
       "n": 215.0,
       "share": 0.8775510204081632
      },
      "beta": 1.4551502082691008,
      "caution": 0.6745732115910286,
      "caution_hi": 0.8105851820763661,
      "caution_lo": 0.5532798944928856,
      "cstar": 0.2154682825467592,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.7409018477574398,
      "dprime_hi": 1.9584253538791991,
      "dprime_lo": 1.56422541635275,
      "false_alarm": {
       "den": 563.0,
       "n": 34.0,
       "share": 0.06039076376554174
      },
      "false_alarm_rate": 0.061170212765957445,
      "hit": {
       "den": 424.0,
       "n": 245.0,
       "share": 0.5778301886792453
      },
      "hit_rate": 0.5776470588235294,
      "missed_loss": 0.0955370518082347,
      "missed_n": 179.0,
      "na": null,
      "needless_loss": 0.1046976955497966,
      "needless_n": 34.0
     },
     "size": {
      "bad": {
       "mean": 9.4375,
       "n": 64.0,
       "too_few": true
      },
      "right": {
       "mean": 9.655813953488373,
       "n": 215.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 220.0,
        "n": 144.0,
        "share": 0.6545454545454545
       },
       "missed": {
        "den": 220.0,
        "n": 67.0,
        "share": 0.30454545454545456
       },
       "risk_pays": 220.0,
       "wrong": {
        "den": 220.0,
        "n": 9.0,
        "share": 0.04090909090909091
       }
      },
      "medium": {
       "found": {
        "den": 150.0,
        "n": 60.0,
        "share": 0.4
       },
       "missed": {
        "den": 150.0,
        "n": 76.0,
        "share": 0.5066666666666667
       },
       "risk_pays": 150.0,
       "wrong": {
        "den": 150.0,
        "n": 14.0,
        "share": 0.09333333333333334
       }
      },
      "small": {
       "found": {
        "den": 54.0,
        "n": 11.0,
        "share": 0.2037037037037037
       },
       "missed": {
        "den": 54.0,
        "n": 36.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 54.0,
       "wrong": {
        "den": 54.0,
        "n": 7.0,
        "share": 0.12962962962962962
       }
      }
     },
     "trade_off": 987.0,
     "wrong": {
      "den": 424.0,
      "n": 30.0,
      "share": 0.07075471698113207
     }
    },
    "robust": {
     "by_call": {
      "missed": 6.353409569797397,
      "needless": 1.5338006230943124,
      "none": 0.6754673426481279,
      "right_risk": 1.2168835147543235,
      "right_safety": 2.5281530122734712,
      "wrong_risk": 1.6472605325015115
     },
     "calls": {
      "missed": 143.0,
      "needless": 52.0,
      "right_risk": 195.0,
      "right_safety": 565.0,
      "wrong_risk": 32.0
     },
     "confidence": null,
     "error_rate": 13.954974595069144,
     "found": {
      "den": 370.0,
      "n": 195.0,
      "share": 0.527027027027027
     },
     "good": {
      "den": 279.0,
      "n": 195.0,
      "share": 0.6989247311827957
     },
     "judgement": 72.137412939682,
     "judgement_hi": 74.91144922657071,
     "judgement_lo": 69.52381344845631,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18285714285714286,
      "x": 0.47297297297297297,
      "y": 0.08427876823338736
     },
     "margin": 0.02,
     "missed": {
      "den": 370.0,
      "n": 143.0,
      "share": 0.3864864864864865
     },
     "needless": {
      "den": 617.0,
      "n": 52.0,
      "share": 0.08427876823338736
     },
     "needless_by_loss": {
      "big": {
       "den": 617.0,
       "n": 16.0,
       "share": 0.02593192868719611
      },
      "medium": {
       "den": 617.0,
       "n": 16.0,
       "share": 0.02593192868719611
      },
      "small": {
       "den": 617.0,
       "n": 20.0,
       "share": 0.03241491085899514
      }
     },
     "no_trade_off": 299.0,
     "reference": null,
     "right_safety": {
      "den": 617.0,
      "n": 565.0,
      "share": 0.9157212317666127
     },
     "risk_pays": 370.0,
     "safety_pays": 617.0,
     "scored": 1286,
     "sdt": {
      "aim": {
       "den": 227.0,
       "n": 195.0,
       "share": 0.8590308370044053
      },
      "beta": 1.107077924340167,
      "caution": 0.5424134796645428,
      "caution_hi": 0.6685067244433404,
      "caution_lo": 0.42829545201802055,
      "cstar": 0.06127198825450993,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6602047118890586,
      "dprime_hi": 1.8617810705860074,
      "dprime_lo": 1.4904021237512957,
      "false_alarm": {
       "den": 617.0,
       "n": 52.0,
       "share": 0.08427876823338736
      },
      "false_alarm_rate": 0.08495145631067962,
      "hit": {
       "den": 370.0,
       "n": 227.0,
       "share": 0.6135135135135135
      },
      "hit_rate": 0.6132075471698113,
      "missed_loss": 0.11427251338125109,
      "missed_n": 143.0,
      "na": null,
      "needless_loss": 0.075864138511511,
      "needless_n": 52.0
     },
     "size": {
      "bad": {
       "mean": 9.261904761904763,
       "n": 84.0,
       "too_few": true
      },
      "right": {
       "mean": 9.753846153846155,
       "n": 195.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 220.0,
        "n": 140.0,
        "share": 0.6363636363636364
       },
       "missed": {
        "den": 220.0,
        "n": 67.0,
        "share": 0.30454545454545456
       },
       "risk_pays": 220.0,
       "wrong": {
        "den": 220.0,
        "n": 13.0,
        "share": 0.05909090909090909
       }
      },
      "medium": {
       "found": {
        "den": 150.0,
        "n": 55.0,
        "share": 0.36666666666666664
       },
       "missed": {
        "den": 150.0,
        "n": 76.0,
        "share": 0.5066666666666667
       },
       "risk_pays": 150.0,
       "wrong": {
        "den": 150.0,
        "n": 19.0,
        "share": 0.12666666666666668
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 987.0,
     "wrong": {
      "den": 370.0,
      "n": 32.0,
      "share": 0.08648648648648649
     }
    }
   },
   "slug": "claude-fable-5-1-on"
  },
  "Claude Opus 5.5 (high)": {
   "close": {
    "decisions": 1477,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1477
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6594448205822614,
    "blunder_share": 0.11442112389979689,
    "clusters": 70,
    "cost_coverage": 1.0,
    "decisions": 1477,
    "engine_scored": 1477,
    "error_hi": 16.98934786852759,
    "error_lo": 12.139398674689653,
    "error_rate": 14.443625438108425,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 178,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.04265402843601896,
    "p95_loss": 0.17474796772003176,
    "probability_source": "choice_only",
    "retry_mean": 0.5121895734597156,
    "scored": 1477,
    "time_median": 6.353,
    "time_p90": 18.53720000000003,
    "tokens_in": 5861.054840893704,
    "tokens_out": 647.8138117806365,
    "too_few": false,
    "usd_per_1000": 36.40049559918754,
    "worst_mean": 0.2871989720576518
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 8.958018786534314,
      "needless": 0.6242800319848548,
      "none": 0.812572204509779,
      "right_risk": 1.2636960420401901,
      "right_safety": 1.5540684730359324,
      "wrong_risk": 1.2309899000033544
     },
     "calls": {
      "missed": 236.0,
      "needless": 21.0,
      "right_risk": 199.0,
      "right_safety": 590.0,
      "wrong_risk": 24.0
     },
     "confidence": null,
     "error_rate": 14.443625438108425,
     "found": {
      "den": 459.0,
      "n": 199.0,
      "share": 0.4335511982570806
     },
     "good": {
      "den": 244.0,
      "n": 199.0,
      "share": 0.8155737704918032
     },
     "judgement": 69.95906564116827,
     "judgement_hi": 72.60036898345562,
     "judgement_lo": 67.26612018346594,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09230769230769231,
      "x": 0.5664488017429193,
      "y": 0.03436988543371522
     },
     "margin": 0.001,
     "missed": {
      "den": 459.0,
      "n": 236.0,
      "share": 0.514161220043573
     },
     "needless": {
      "den": 611.0,
      "n": 21.0,
      "share": 0.03436988543371522
     },
     "needless_by_loss": {
      "big": {
       "den": 611.0,
       "n": 9.0,
       "share": 0.014729950900163666
      },
      "medium": {
       "den": 611.0,
       "n": 9.0,
       "share": 0.014729950900163666
      },
      "small": {
       "den": 611.0,
       "n": 3.0,
       "share": 0.004909983633387889
      }
     },
     "no_trade_off": 407.0,
     "reference": null,
     "right_safety": {
      "den": 611.0,
      "n": 590.0,
      "share": 0.9656301145662848
     },
     "risk_pays": 459.0,
     "safety_pays": 611.0,
     "scored": 1477,
     "sdt": {
      "aim": {
       "den": 223.0,
       "n": 199.0,
       "share": 0.8923766816143498
      },
      "beta": 1.0425303525030198,
      "caution": 0.9228243504402227,
      "caution_hi": 1.0773534683122223,
      "caution_lo": 0.7940124616267521,
      "cstar": 0.02346795193214316,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.774794387606775,
      "dprime_hi": 2.0454688105870575,
      "dprime_lo": 1.5270034882534331,
      "false_alarm": {
       "den": 611.0,
       "n": 21.0,
       "share": 0.03436988543371522
      },
      "false_alarm_rate": 0.035130718954248366,
      "hit": {
       "den": 459.0,
       "n": 223.0,
       "share": 0.485838779956427
      },
      "hit_rate": 0.48586956521739133,
      "missed_loss": 0.11212706565856934,
      "missed_n": 236.0,
      "na": null,
      "needless_loss": 0.08781539116586957,
      "needless_n": 21.0
     },
     "size": {
      "bad": {
       "mean": 8.644444444444444,
       "n": 45.0,
       "too_few": true
      },
      "right": {
       "mean": 9.236180904522612,
       "n": 199.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 257.0,
        "n": 146.0,
        "share": 0.5680933852140078
       },
       "missed": {
        "den": 257.0,
        "n": 100.0,
        "share": 0.38910505836575876
       },
       "risk_pays": 257.0,
       "wrong": {
        "den": 257.0,
        "n": 11.0,
        "share": 0.042801556420233464
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 45.0,
        "share": 0.30201342281879195
       },
       "missed": {
        "den": 149.0,
        "n": 93.0,
        "share": 0.6241610738255033
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 11.0,
        "share": 0.0738255033557047
       }
      },
      "small": {
       "found": {
        "den": 53.0,
        "n": 8.0,
        "share": 0.1509433962264151
       },
       "missed": {
        "den": 53.0,
        "n": 43.0,
        "share": 0.8113207547169812
       },
       "risk_pays": 53.0,
       "wrong": {
        "den": 53.0,
        "n": 2.0,
        "share": 0.03773584905660377
       }
      }
     },
     "trade_off": 1070.0,
     "wrong": {
      "den": 459.0,
      "n": 24.0,
      "share": 0.05228758169934641
     }
    },
    "robust": {
     "by_call": {
      "missed": 8.768272333316247,
      "needless": 0.6744304600000866,
      "none": 0.812572204509779,
      "right_risk": 1.080251367574781,
      "right_safety": 1.7438149262539986,
      "wrong_risk": 1.364284146453532
     },
     "calls": {
      "missed": 193.0,
      "needless": 31.0,
      "right_risk": 188.0,
      "right_safety": 633.0,
      "wrong_risk": 25.0
     },
     "confidence": null,
     "error_rate": 14.443625438108425,
     "found": {
      "den": 406.0,
      "n": 188.0,
      "share": 0.4630541871921182
     },
     "good": {
      "den": 244.0,
      "n": 188.0,
      "share": 0.7704918032786885
     },
     "judgement": 70.81837201020832,
     "judgement_hi": 73.7895512798738,
     "judgement_lo": 67.81840913172638,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11467889908256881,
      "x": 0.5369458128078818,
      "y": 0.046686746987951805
     },
     "margin": 0.02,
     "missed": {
      "den": 406.0,
      "n": 193.0,
      "share": 0.4753694581280788
     },
     "needless": {
      "den": 664.0,
      "n": 31.0,
      "share": 0.046686746987951805
     },
     "needless_by_loss": {
      "big": {
       "den": 664.0,
       "n": 10.0,
       "share": 0.015060240963855422
      },
      "medium": {
       "den": 664.0,
       "n": 10.0,
       "share": 0.015060240963855422
      },
      "small": {
       "den": 664.0,
       "n": 11.0,
       "share": 0.016566265060240965
      }
     },
     "no_trade_off": 407.0,
     "reference": null,
     "right_safety": {
      "den": 664.0,
      "n": 633.0,
      "share": 0.9533132530120482
     },
     "risk_pays": 406.0,
     "safety_pays": 664.0,
     "scored": 1477,
     "sdt": {
      "aim": {
       "den": 213.0,
       "n": 188.0,
       "share": 0.8826291079812206
      },
      "beta": 0.7831785916641588,
      "caution": 0.8046481635513894,
      "caution_hi": 0.9390709232745588,
      "caution_lo": 0.6804684957558884,
      "cstar": -0.1410605773836563,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.7325501363703628,
      "dprime_hi": 2.0140423087319568,
      "dprime_lo": 1.4938407478445037,
      "false_alarm": {
       "den": 664.0,
       "n": 31.0,
       "share": 0.046686746987951805
      },
      "false_alarm_rate": 0.04736842105263158,
      "hit": {
       "den": 406.0,
       "n": 213.0,
       "share": 0.5246305418719212
      },
      "hit_rate": 0.5245700245700246,
      "missed_loss": 0.1342045413088922,
      "missed_n": 193.0,
      "na": null,
      "needless_loss": 0.06426669609162115,
      "needless_n": 31.0
     },
     "size": {
      "bad": {
       "mean": 9.767857142857142,
       "n": 56.0,
       "too_few": true
      },
      "right": {
       "mean": 8.936170212765957,
       "n": 188.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 257.0,
        "n": 143.0,
        "share": 0.556420233463035
       },
       "missed": {
        "den": 257.0,
        "n": 100.0,
        "share": 0.38910505836575876
       },
       "risk_pays": 257.0,
       "wrong": {
        "den": 257.0,
        "n": 14.0,
        "share": 0.054474708171206226
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 45.0,
        "share": 0.30201342281879195
       },
       "missed": {
        "den": 149.0,
        "n": 93.0,
        "share": 0.6241610738255033
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 11.0,
        "share": 0.0738255033557047
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1070.0,
     "wrong": {
      "den": 406.0,
      "n": 25.0,
      "share": 0.06157635467980296
     }
    }
   },
   "slug": "claude-opus-5-5-on"
  },
  "Claude Opus 5.5 (low)": {
   "close": {
    "decisions": 1411,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1411
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6109142452161588,
    "blunder_share": 0.13678242381289865,
    "clusters": 68,
    "cost_coverage": 1.0,
    "decisions": 1411,
    "engine_scored": 1411,
    "error_hi": 18.048095094890645,
    "error_lo": 13.10881667307385,
    "error_rate": 15.446505865080825,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 178,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.0063784549964564135,
    "p95_loss": 0.1577073633670807,
    "probability_source": "choice_only",
    "retry_mean": 0.031222537207654145,
    "scored": 1411,
    "time_median": 3.923,
    "time_p90": 10.596,
    "tokens_in": 5896.296952515946,
    "tokens_out": 273.8412473423104,
    "too_few": false,
    "usd_per_1000": 29.062012756909994,
    "worst_mean": 0.27858261868987283
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 8.97797484882836,
      "needless": 1.6711989587963598,
      "none": 0.5540696126530983,
      "right_risk": 0.9994110809328876,
      "right_safety": 2.1428477882409585,
      "wrong_risk": 1.1010035756291607
     },
     "calls": {
      "missed": 260.0,
      "needless": 36.0,
      "right_risk": 187.0,
      "right_safety": 541.0,
      "wrong_risk": 19.0
     },
     "confidence": null,
     "error_rate": 15.446505865080825,
     "found": {
      "den": 466.0,
      "n": 187.0,
      "share": 0.4012875536480687
     },
     "good": {
      "den": 242.0,
      "n": 187.0,
      "share": 0.7727272727272727
     },
     "judgement": 66.94479362694416,
     "judgement_hi": 69.20676286204412,
     "judgement_lo": 64.68205515554422,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06810035842293907,
      "x": 0.5987124463519313,
      "y": 0.06239168110918544
     },
     "margin": 0.001,
     "missed": {
      "den": 466.0,
      "n": 260.0,
      "share": 0.5579399141630901
     },
     "needless": {
      "den": 577.0,
      "n": 36.0,
      "share": 0.06239168110918544
     },
     "needless_by_loss": {
      "big": {
       "den": 577.0,
       "n": 20.0,
       "share": 0.03466204506065858
      },
      "medium": {
       "den": 577.0,
       "n": 8.0,
       "share": 0.01386481802426343
      },
      "small": {
       "den": 577.0,
       "n": 8.0,
       "share": 0.01386481802426343
      }
     },
     "no_trade_off": 368.0,
     "reference": null,
     "right_safety": {
      "den": 577.0,
      "n": 541.0,
      "share": 0.9376083188908145
     },
     "risk_pays": 466.0,
     "safety_pays": 577.0,
     "scored": 1411,
     "sdt": {
      "aim": {
       "den": 206.0,
       "n": 187.0,
       "share": 0.9077669902912622
      },
      "beta": 1.664602396877945,
      "caution": 0.8371501240446937,
      "caution_hi": 0.9705737721998595,
      "caution_lo": 0.7207627681544785,
      "cstar": 0.3683492373974148,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.38343246708363,
      "dprime_hi": 1.6207929106498735,
      "dprime_lo": 1.1745230922741123,
      "false_alarm": {
       "den": 577.0,
       "n": 36.0,
       "share": 0.06239168110918544
      },
      "false_alarm_rate": 0.06314878892733564,
      "hit": {
       "den": 466.0,
       "n": 206.0,
       "share": 0.44206008583690987
      },
      "hit_rate": 0.4421841541755889,
      "missed_loss": 0.0974455577822832,
      "missed_n": 260.0,
      "na": null,
      "needless_loss": 0.13100342949231467,
      "needless_n": 36.0
     },
     "size": {
      "bad": {
       "mean": 11.436363636363636,
       "n": 55.0,
       "too_few": true
      },
      "right": {
       "mean": 10.81283422459893,
       "n": 187.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 247.0,
        "n": 131.0,
        "share": 0.5303643724696356
       },
       "missed": {
        "den": 247.0,
        "n": 108.0,
        "share": 0.43724696356275305
       },
       "risk_pays": 247.0,
       "wrong": {
        "den": 247.0,
        "n": 8.0,
        "share": 0.032388663967611336
       }
      },
      "medium": {
       "found": {
        "den": 154.0,
        "n": 48.0,
        "share": 0.3116883116883117
       },
       "missed": {
        "den": 154.0,
        "n": 100.0,
        "share": 0.6493506493506493
       },
       "risk_pays": 154.0,
       "wrong": {
        "den": 154.0,
        "n": 6.0,
        "share": 0.03896103896103896
       }
      },
      "small": {
       "found": {
        "den": 65.0,
        "n": 8.0,
        "share": 0.12307692307692308
       },
       "missed": {
        "den": 65.0,
        "n": 52.0,
        "share": 0.8
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 5.0,
        "share": 0.07692307692307693
       }
      }
     },
     "trade_off": 1043.0,
     "wrong": {
      "den": 466.0,
      "n": 19.0,
      "share": 0.0407725321888412
     }
    },
    "robust": {
     "by_call": {
      "missed": 8.485667497278696,
      "needless": 1.8827097581516,
      "none": 0.5540696126530983,
      "right_risk": 0.8100801795024047,
      "right_safety": 2.6351551397906223,
      "wrong_risk": 1.0788236777044036
     },
     "calls": {
      "missed": 208.0,
      "needless": 49.0,
      "right_risk": 168.0,
      "right_safety": 593.0,
      "wrong_risk": 25.0
     },
     "confidence": null,
     "error_rate": 15.446505865080825,
     "found": {
      "den": 401.0,
      "n": 168.0,
      "share": 0.41895261845386533
     },
     "good": {
      "den": 242.0,
      "n": 168.0,
      "share": 0.6942148760330579
     },
     "judgement": 67.13143154574624,
     "judgement_hi": 69.54503989143095,
     "judgement_lo": 64.54346546116464,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1072961373390558,
      "x": 0.5810473815461347,
      "y": 0.0763239875389408
     },
     "margin": 0.02,
     "missed": {
      "den": 401.0,
      "n": 208.0,
      "share": 0.5187032418952618
     },
     "needless": {
      "den": 642.0,
      "n": 49.0,
      "share": 0.0763239875389408
     },
     "needless_by_loss": {
      "big": {
       "den": 642.0,
       "n": 24.0,
       "share": 0.037383177570093455
      },
      "medium": {
       "den": 642.0,
       "n": 9.0,
       "share": 0.014018691588785047
      },
      "small": {
       "den": 642.0,
       "n": 16.0,
       "share": 0.024922118380062305
      }
     },
     "no_trade_off": 368.0,
     "reference": null,
     "right_safety": {
      "den": 642.0,
      "n": 593.0,
      "share": 0.9236760124610592
     },
     "risk_pays": 401.0,
     "safety_pays": 642.0,
     "scored": 1411,
     "sdt": {
      "aim": {
       "den": 193.0,
       "n": 168.0,
       "share": 0.8704663212435233
      },
      "beta": 1.5078400468957711,
      "caution": 0.7362225069954011,
      "caution_hi": 0.8721169126285111,
      "caution_lo": 0.6254230112309007,
      "cstar": 0.2978346174071554,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3788799899670265,
      "dprime_hi": 1.6079570503586156,
      "dprime_lo": 1.1716234296764658,
      "false_alarm": {
       "den": 642.0,
       "n": 49.0,
       "share": 0.0763239875389408
      },
      "false_alarm_rate": 0.07698289269051321,
      "hit": {
       "den": 401.0,
       "n": 193.0,
       "share": 0.48129675810473815
      },
      "hit_rate": 0.48134328358208955,
      "missed_loss": 0.11512766191019462,
      "missed_n": 208.0,
      "na": null,
      "needless_loss": 0.10842871301028194,
      "needless_n": 49.0
     },
     "size": {
      "bad": {
       "mean": 10.743243243243244,
       "n": 74.0,
       "too_few": true
      },
      "right": {
       "mean": 11.047619047619047,
       "n": 168.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 247.0,
        "n": 128.0,
        "share": 0.5182186234817814
       },
       "missed": {
        "den": 247.0,
        "n": 108.0,
        "share": 0.43724696356275305
       },
       "risk_pays": 247.0,
       "wrong": {
        "den": 247.0,
        "n": 11.0,
        "share": 0.044534412955465584
       }
      },
      "medium": {
       "found": {
        "den": 154.0,
        "n": 40.0,
        "share": 0.2597402597402597
       },
       "missed": {
        "den": 154.0,
        "n": 100.0,
        "share": 0.6493506493506493
       },
       "risk_pays": 154.0,
       "wrong": {
        "den": 154.0,
        "n": 14.0,
        "share": 0.09090909090909091
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1043.0,
     "wrong": {
      "den": 401.0,
      "n": 25.0,
      "share": 0.06234413965087282
     }
    }
   },
   "slug": "claude-opus-5-5-off"
  },
  "GNUbg weak": {
   "close": {
    "decisions": 1479,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1479
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.444895199459094,
    "blunder_share": 0.2332657200811359,
    "clusters": 64,
    "cost_coverage": 0.0,
    "decisions": 1479,
    "engine_scored": 1479,
    "error_hi": 31.394847595338533,
    "error_lo": 25.032714814820547,
    "error_rate": 28.089738591366963,
    "first_date": "2026-10-19",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.0,
    "p95_loss": 0.25381921529769896,
    "probability_source": null,
    "retry_mean": 4.056795131845842e-06,
    "scored": 1479,
    "time_median": 0.01,
    "time_p90": 0.01,
    "too_few": false,
    "worst_mean": 0.36411017783590266
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 2.160090703751446,
      "needless": 11.034904449593787,
      "none": 2.2234272078294217,
      "right_risk": 4.0338957245241875,
      "right_safety": 2.519511900454296,
      "wrong_risk": 6.117908605213823
     },
     "calls": {
      "missed": 82.0,
      "needless": 219.0,
      "right_risk": 288.0,
      "right_safety": 415.0,
      "wrong_risk": 120.0
     },
     "confidence": null,
     "error_rate": 28.089738591366963,
     "found": {
      "den": 490.0,
      "n": 288.0,
      "share": 0.5877551020408164
     },
     "good": {
      "den": 627.0,
      "n": 288.0,
      "share": 0.45933014354066987
     },
     "judgement": 62.1164617266465,
     "judgement_hi": 65.94458188368851,
     "judgement_lo": 58.171428578765635,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.594059405940594,
      "x": 0.4122448979591837,
      "y": 0.34542586750788645
     },
     "margin": 0.001,
     "missed": {
      "den": 490.0,
      "n": 82.0,
      "share": 0.1673469387755102
     },
     "needless": {
      "den": 634.0,
      "n": 219.0,
      "share": 0.34542586750788645
     },
     "needless_by_loss": {
      "big": {
       "den": 634.0,
       "n": 136.0,
       "share": 0.21451104100946372
      },
      "medium": {
       "den": 634.0,
       "n": 62.0,
       "share": 0.09779179810725552
      },
      "small": {
       "den": 634.0,
       "n": 21.0,
       "share": 0.033123028391167195
      }
     },
     "no_trade_off": 355.0,
     "reference": null,
     "right_safety": {
      "den": 634.0,
      "n": 415.0,
      "share": 0.6545741324921136
     },
     "risk_pays": 490.0,
     "safety_pays": 634.0,
     "scored": 1479,
     "sdt": {
      "aim": {
       "den": 408.0,
       "n": 288.0,
       "share": 0.7058823529411765
      },
      "beta": 2.47491053603286,
      "caution": -0.2824811402534294,
      "caution_hi": -0.19973274604687255,
      "caution_lo": -0.3622713842047515,
      "cstar": 0.6667970380310242,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3590406024985064,
      "dprime_hi": 1.5663469286142047,
      "dprime_lo": 1.160027303995121,
      "false_alarm": {
       "den": 634.0,
       "n": 219.0,
       "share": 0.34542586750788645
      },
      "false_alarm_rate": 0.34566929133858265,
      "hit": {
       "den": 490.0,
       "n": 408.0,
       "share": 0.8326530612244898
      },
      "hit_rate": 0.8319755600814664,
      "missed_loss": 0.07792132075239973,
      "missed_n": 82.0,
      "na": null,
      "needless_loss": 0.14904679160684212,
      "needless_n": 219.0
     },
     "size": {
      "bad": {
       "mean": 14.469026548672566,
       "n": 339.0,
       "too_few": false
      },
      "right": {
       "mean": 12.48611111111111,
       "n": 288.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 244.0,
        "n": 202.0,
        "share": 0.8278688524590164
       },
       "missed": {
        "den": 244.0,
        "n": 17.0,
        "share": 0.06967213114754098
       },
       "risk_pays": 244.0,
       "wrong": {
        "den": 244.0,
        "n": 25.0,
        "share": 0.10245901639344263
       }
      },
      "medium": {
       "found": {
        "den": 181.0,
        "n": 66.0,
        "share": 0.36464088397790057
       },
       "missed": {
        "den": 181.0,
        "n": 48.0,
        "share": 0.26519337016574585
       },
       "risk_pays": 181.0,
       "wrong": {
        "den": 181.0,
        "n": 67.0,
        "share": 0.3701657458563536
       }
      },
      "small": {
       "found": {
        "den": 65.0,
        "n": 20.0,
        "share": 0.3076923076923077
       },
       "missed": {
        "den": 65.0,
        "n": 17.0,
        "share": 0.26153846153846155
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 28.0,
        "share": 0.4307692307692308
       }
      }
     },
     "trade_off": 1124.0,
     "wrong": {
      "den": 490.0,
      "n": 120.0,
      "share": 0.24489795918367346
     }
    },
    "robust": {
     "by_call": {
      "missed": 1.995272173762241,
      "needless": 11.88288973625485,
      "none": 2.2234272078294217,
      "right_risk": 3.59693270345408,
      "right_safety": 2.6843304304435014,
      "wrong_risk": 5.706886339622869
     },
     "calls": {
      "missed": 65.0,
      "needless": 267.0,
      "right_risk": 247.0,
      "right_safety": 432.0,
      "wrong_risk": 113.0
     },
     "confidence": null,
     "error_rate": 28.089738591366963,
     "found": {
      "den": 425.0,
      "n": 247.0,
      "share": 0.5811764705882353
     },
     "good": {
      "den": 627.0,
      "n": 247.0,
      "share": 0.3939393939393939
     },
     "judgement": 59.96011108305983,
     "judgement_hi": 63.355513731671394,
     "judgement_lo": 56.43027656545186,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.6348314606741573,
      "x": 0.4188235294117647,
      "y": 0.38197424892703863
     },
     "margin": 0.02,
     "missed": {
      "den": 425.0,
      "n": 65.0,
      "share": 0.15294117647058825
     },
     "needless": {
      "den": 699.0,
      "n": 267.0,
      "share": 0.38197424892703863
     },
     "needless_by_loss": {
      "big": {
       "den": 699.0,
       "n": 146.0,
       "share": 0.2088698140200286
      },
      "medium": {
       "den": 699.0,
       "n": 77.0,
       "share": 0.11015736766809728
      },
      "small": {
       "den": 699.0,
       "n": 44.0,
       "share": 0.06294706723891273
      }
     },
     "no_trade_off": 355.0,
     "reference": null,
     "right_safety": {
      "den": 699.0,
      "n": 432.0,
      "share": 0.6180257510729614
     },
     "risk_pays": 425.0,
     "safety_pays": 699.0,
     "scored": 1479,
     "sdt": {
      "aim": {
       "den": 360.0,
       "n": 247.0,
       "share": 0.6861111111111111
      },
      "beta": 2.384571023889255,
      "caution": -0.36029969628146286,
      "caution_hi": -0.2709319941865722,
      "caution_lo": -0.4518679241346488,
      "cstar": 0.658190964716473,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3203147574955962,
      "dprime_hi": 1.516211143224661,
      "dprime_lo": 1.1393020215180476,
      "false_alarm": {
       "den": 699.0,
       "n": 267.0,
       "share": 0.38197424892703863
      },
      "false_alarm_rate": 0.3821428571428571,
      "hit": {
       "den": 425.0,
       "n": 360.0,
       "share": 0.8470588235294118
      },
      "hit_rate": 0.846244131455399,
      "missed_loss": 0.09080023215367244,
      "missed_n": 65.0,
      "na": null,
      "needless_loss": 0.13164639640390202,
      "needless_n": 267.0
     },
     "size": {
      "bad": {
       "mean": 14.147368421052631,
       "n": 380.0,
       "too_few": false
      },
      "right": {
       "mean": 12.651821862348179,
       "n": 247.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 244.0,
        "n": 195.0,
        "share": 0.7991803278688525
       },
       "missed": {
        "den": 244.0,
        "n": 17.0,
        "share": 0.06967213114754098
       },
       "risk_pays": 244.0,
       "wrong": {
        "den": 244.0,
        "n": 32.0,
        "share": 0.13114754098360656
       }
      },
      "medium": {
       "found": {
        "den": 181.0,
        "n": 52.0,
        "share": 0.287292817679558
       },
       "missed": {
        "den": 181.0,
        "n": 48.0,
        "share": 0.26519337016574585
       },
       "risk_pays": 181.0,
       "wrong": {
        "den": 181.0,
        "n": 81.0,
        "share": 0.44751381215469616
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1124.0,
     "wrong": {
      "den": 425.0,
      "n": 113.0,
      "share": 0.26588235294117646
     }
    }
   },
   "slug": "gnubg-weak"
  },
  "GPT-6 Astra (low)": {
   "close": {
    "decisions": 1251,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1251
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6634692246203038,
    "blunder_share": 0.09432454036770584,
    "clusters": 60,
    "cost_coverage": 1.0,
    "decisions": 1251,
    "engine_scored": 1251,
    "error_hi": 14.234593238678123,
    "error_lo": 9.502223846381717,
    "error_rate": 11.807522970995457,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 169,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.01598721023181455,
    "p95_loss": 0.12882962822914124,
    "probability_source": "choice_only",
    "retry_mean": 0.22977138289368507,
    "scored": 1251,
    "time_median": 3.941,
    "time_p90": 14.016,
    "tokens_in": 4485.895283772981,
    "tokens_out": 97.55235811350919,
    "too_few": false,
    "usd_per_1000": 49.736570743405274,
    "worst_mean": 0.2455819286997356
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 6.625488543396088,
      "needless": 0.6441837973255429,
      "none": 1.0005097261530984,
      "right_risk": 1.8096651366765169,
      "right_safety": 1.0329386789640553,
      "wrong_risk": 0.6947370884801558
     },
     "calls": {
      "missed": 155.0,
      "needless": 29.0,
      "right_risk": 226.0,
      "right_safety": 486.0,
      "wrong_risk": 14.0
     },
     "confidence": null,
     "error_rate": 11.807522970995457,
     "found": {
      "den": 395.0,
      "n": 226.0,
      "share": 0.5721518987341773
     },
     "good": {
      "den": 269.0,
      "n": 226.0,
      "share": 0.8401486988847584
     },
     "judgement": 75.79206095612633,
     "judgement_hi": 78.45670054956547,
     "judgement_lo": 73.1351608016414,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08284023668639054,
      "x": 0.4278481012658228,
      "y": 0.05631067961165048
     },
     "margin": 0.001,
     "missed": {
      "den": 395.0,
      "n": 155.0,
      "share": 0.3924050632911392
     },
     "needless": {
      "den": 515.0,
      "n": 29.0,
      "share": 0.05631067961165048
     },
     "needless_by_loss": {
      "big": {
       "den": 515.0,
       "n": 8.0,
       "share": 0.015533980582524271
      },
      "medium": {
       "den": 515.0,
       "n": 11.0,
       "share": 0.021359223300970873
      },
      "small": {
       "den": 515.0,
       "n": 10.0,
       "share": 0.019417475728155338
      }
     },
     "no_trade_off": 341.0,
     "reference": null,
     "right_safety": {
      "den": 515.0,
      "n": 486.0,
      "share": 0.9436893203883495
     },
     "risk_pays": 395.0,
     "safety_pays": 515.0,
     "scored": 1251,
     "sdt": {
      "aim": {
       "den": 240.0,
       "n": 226.0,
       "share": 0.9416666666666667
      },
      "beta": 0.677541222622413,
      "caution": 0.653314443287061,
      "caution_hi": 0.7629482097625798,
      "caution_lo": 0.5689747186226314,
      "cstar": -0.21027340170081957,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.8513272707407018,
      "dprime_hi": 2.1423967252775613,
      "dprime_lo": 1.6306186923122945,
      "false_alarm": {
       "den": 515.0,
       "n": 29.0,
       "share": 0.05631067961165048
      },
      "false_alarm_rate": 0.05717054263565891,
      "hit": {
       "den": 395.0,
       "n": 240.0,
       "share": 0.6075949367088608
      },
      "hit_rate": 0.6073232323232324,
      "missed_loss": 0.10694820861662588,
      "missed_n": 155.0,
      "na": null,
      "needless_loss": 0.05557751244512098,
      "needless_n": 29.0
     },
     "size": {
      "bad": {
       "mean": 9.372093023255815,
       "n": 43.0,
       "too_few": true
      },
      "right": {
       "mean": 9.730088495575222,
       "n": 226.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 222.0,
        "n": 153.0,
        "share": 0.6891891891891891
       },
       "missed": {
        "den": 222.0,
        "n": 65.0,
        "share": 0.2927927927927928
       },
       "risk_pays": 222.0,
       "wrong": {
        "den": 222.0,
        "n": 4.0,
        "share": 0.018018018018018018
       }
      },
      "medium": {
       "found": {
        "den": 138.0,
        "n": 60.0,
        "share": 0.43478260869565216
       },
       "missed": {
        "den": 138.0,
        "n": 71.0,
        "share": 0.5144927536231884
       },
       "risk_pays": 138.0,
       "wrong": {
        "den": 138.0,
        "n": 7.0,
        "share": 0.050724637681159424
       }
      },
      "small": {
       "found": {
        "den": 35.0,
        "n": 13.0,
        "share": 0.37142857142857144
       },
       "missed": {
        "den": 35.0,
        "n": 19.0,
        "share": 0.5428571428571428
       },
       "risk_pays": 35.0,
       "wrong": {
        "den": 35.0,
        "n": 3.0,
        "share": 0.08571428571428572
       }
      }
     },
     "trade_off": 910.0,
     "wrong": {
      "den": 395.0,
      "n": 14.0,
      "share": 0.035443037974683546
     }
    },
    "robust": {
     "by_call": {
      "missed": 6.431773412141869,
      "needless": 0.659705756856002,
      "none": 1.0005097261530984,
      "right_risk": 1.5467504302946498,
      "right_safety": 1.2266538102182745,
      "wrong_risk": 0.9421298353315638
     },
     "calls": {
      "missed": 136.0,
      "needless": 45.0,
      "right_risk": 209.0,
      "right_safety": 505.0,
      "wrong_risk": 15.0
     },
     "confidence": null,
     "error_rate": 11.807522970995457,
     "found": {
      "den": 360.0,
      "n": 209.0,
      "share": 0.5805555555555556
     },
     "good": {
      "den": 269.0,
      "n": 209.0,
      "share": 0.7769516728624535
     },
     "judgement": 74.93686868686868,
     "judgement_hi": 77.910620569779,
     "judgement_lo": 71.93984459905036,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09933774834437085,
      "x": 0.41944444444444445,
      "y": 0.08181818181818182
     },
     "margin": 0.02,
     "missed": {
      "den": 360.0,
      "n": 136.0,
      "share": 0.37777777777777777
     },
     "needless": {
      "den": 550.0,
      "n": 45.0,
      "share": 0.08181818181818182
     },
     "needless_by_loss": {
      "big": {
       "den": 550.0,
       "n": 8.0,
       "share": 0.014545454545454545
      },
      "medium": {
       "den": 550.0,
       "n": 12.0,
       "share": 0.02181818181818182
      },
      "small": {
       "den": 550.0,
       "n": 25.0,
       "share": 0.045454545454545456
      }
     },
     "no_trade_off": 341.0,
     "reference": null,
     "right_safety": {
      "den": 550.0,
      "n": 505.0,
      "share": 0.9181818181818182
     },
     "risk_pays": 360.0,
     "safety_pays": 550.0,
     "scored": 1251,
     "sdt": {
      "aim": {
       "den": 224.0,
       "n": 209.0,
       "share": 0.9330357142857143
      },
      "beta": 0.4735939231799943,
      "caution": 0.5387558734920764,
      "caution_hi": 0.6235843192749332,
      "caution_lo": 0.46587470703556,
      "cstar": -0.44007063069155566,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6983751572865986,
      "dprime_hi": 1.883546654114624,
      "dprime_lo": 1.5186650319915695,
      "false_alarm": {
       "den": 550.0,
       "n": 45.0,
       "share": 0.08181818181818182
      },
      "false_alarm_rate": 0.08257713248638839,
      "hit": {
       "den": 360.0,
       "n": 224.0,
       "share": 0.6222222222222222
      },
      "hit_rate": 0.6218836565096952,
      "missed_loss": 0.11832571380278643,
      "missed_n": 136.0,
      "na": null,
      "needless_loss": 0.03667964008119371,
      "needless_n": 45.0
     },
     "size": {
      "bad": {
       "mean": 9.233333333333333,
       "n": 60.0,
       "too_few": true
      },
      "right": {
       "mean": 9.799043062200957,
       "n": 209.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 222.0,
        "n": 150.0,
        "share": 0.6756756756756757
       },
       "missed": {
        "den": 222.0,
        "n": 65.0,
        "share": 0.2927927927927928
       },
       "risk_pays": 222.0,
       "wrong": {
        "den": 222.0,
        "n": 7.0,
        "share": 0.03153153153153153
       }
      },
      "medium": {
       "found": {
        "den": 138.0,
        "n": 59.0,
        "share": 0.427536231884058
       },
       "missed": {
        "den": 138.0,
        "n": 71.0,
        "share": 0.5144927536231884
       },
       "risk_pays": 138.0,
       "wrong": {
        "den": 138.0,
        "n": 8.0,
        "share": 0.057971014492753624
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 910.0,
     "wrong": {
      "den": 360.0,
      "n": 15.0,
      "share": 0.041666666666666664
     }
    }
   },
   "slug": "gpt-6-astra-off"
  },
  "GPT-6 Astra (medium)": {
   "close": {
    "decisions": 1362,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1362
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6519823788546255,
    "blunder_share": 0.08590308370044053,
    "clusters": 62,
    "cost_coverage": 1.0,
    "decisions": 1362,
    "engine_scored": 1362,
    "error_hi": 12.869523982651808,
    "error_lo": 9.510835668202615,
    "error_rate": 11.100806273990441,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 182,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.02643171806167401,
    "p95_loss": 0.12468168139457707,
    "probability_source": "choice_only",
    "retry_mean": 0.40576505139500735,
    "scored": 1362,
    "time_median": 4.4035,
    "time_p90": 15.055000000000003,
    "tokens_in": 4470.554331864904,
    "tokens_out": 111.2474302496329,
    "too_few": false,
    "usd_per_1000": 50.26791483113069,
    "worst_mean": 0.22220932867597132
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 6.283417923947613,
      "needless": 0.9168746625449339,
      "none": 0.6735641263129952,
      "right_risk": 1.5814632242996787,
      "right_safety": 1.3063592554539136,
      "wrong_risk": 0.3391270814313062
     },
     "calls": {
      "missed": 189.0,
      "needless": 32.0,
      "right_risk": 245.0,
      "right_safety": 542.0,
      "wrong_risk": 12.0
     },
     "confidence": null,
     "error_rate": 11.100806273990441,
     "found": {
      "den": 446.0,
      "n": 245.0,
      "share": 0.5493273542600897
     },
     "good": {
      "den": 289.0,
      "n": 245.0,
      "share": 0.8477508650519031
     },
     "judgement": 74.67891126701144,
     "judgement_hi": 77.32101944450703,
     "judgement_lo": 71.92934448482795,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.05970149253731343,
      "x": 0.45067264573991034,
      "y": 0.05574912891986063
     },
     "margin": 0.001,
     "missed": {
      "den": 446.0,
      "n": 189.0,
      "share": 0.42376681614349776
     },
     "needless": {
      "den": 574.0,
      "n": 32.0,
      "share": 0.05574912891986063
     },
     "needless_by_loss": {
      "big": {
       "den": 574.0,
       "n": 9.0,
       "share": 0.0156794425087108
      },
      "medium": {
       "den": 574.0,
       "n": 15.0,
       "share": 0.02613240418118467
      },
      "small": {
       "den": 574.0,
       "n": 8.0,
       "share": 0.013937282229965157
      }
     },
     "no_trade_off": 342.0,
     "reference": null,
     "right_safety": {
      "den": 574.0,
      "n": 542.0,
      "share": 0.9442508710801394
     },
     "risk_pays": 446.0,
     "safety_pays": 574.0,
     "scored": 1362,
     "sdt": {
      "aim": {
       "den": 257.0,
       "n": 245.0,
       "share": 0.953307392996109
      },
      "beta": 1.1091821817694145,
      "caution": 0.6964148629313514,
      "caution_hi": 0.8154016484097574,
      "caution_lo": 0.5960967633461235,
      "cstar": 0.05833012835551982,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.7764913864274097,
      "dprime_hi": 2.0028668163934293,
      "dprime_lo": 1.585740125962644,
      "false_alarm": {
       "den": 574.0,
       "n": 32.0,
       "share": 0.05574912891986063
      },
      "false_alarm_rate": 0.05652173913043478,
      "hit": {
       "den": 446.0,
       "n": 257.0,
       "share": 0.5762331838565022
      },
      "hit_rate": 0.5760626398210291,
      "missed_loss": 0.09056100753880052,
      "missed_n": 189.0,
      "na": null,
      "needless_loss": 0.0780489556491375,
      "needless_n": 32.0
     },
     "size": {
      "bad": {
       "mean": 8.045454545454545,
       "n": 44.0,
       "too_few": true
      },
      "right": {
       "mean": 8.69795918367347,
       "n": 245.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 241.0,
        "n": 170.0,
        "share": 0.7053941908713693
       },
       "missed": {
        "den": 241.0,
        "n": 69.0,
        "share": 0.2863070539419087
       },
       "risk_pays": 241.0,
       "wrong": {
        "den": 241.0,
        "n": 2.0,
        "share": 0.008298755186721992
       }
      },
      "medium": {
       "found": {
        "den": 157.0,
        "n": 65.0,
        "share": 0.4140127388535032
       },
       "missed": {
        "den": 157.0,
        "n": 82.0,
        "share": 0.5222929936305732
       },
       "risk_pays": 157.0,
       "wrong": {
        "den": 157.0,
        "n": 10.0,
        "share": 0.06369426751592357
       }
      },
      "small": {
       "found": {
        "den": 48.0,
        "n": 10.0,
        "share": 0.20833333333333334
       },
       "missed": {
        "den": 48.0,
        "n": 38.0,
        "share": 0.7916666666666666
       },
       "risk_pays": 48.0,
       "wrong": {
        "den": 48.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 1020.0,
     "wrong": {
      "den": 446.0,
      "n": 12.0,
      "share": 0.026905829596412557
     }
    },
    "robust": {
     "by_call": {
      "missed": 6.049371861938863,
      "needless": 0.9168746625449339,
      "none": 0.6735641263129952,
      "right_risk": 1.3796045676026925,
      "right_safety": 1.5404053174626635,
      "wrong_risk": 0.5409857381282924
     },
     "calls": {
      "missed": 151.0,
      "needless": 42.0,
      "right_risk": 225.0,
      "right_safety": 580.0,
      "wrong_risk": 22.0
     },
     "confidence": null,
     "error_rate": 11.100806273990441,
     "found": {
      "den": 398.0,
      "n": 225.0,
      "share": 0.5653266331658291
     },
     "good": {
      "den": 289.0,
      "n": 225.0,
      "share": 0.7785467128027682
     },
     "judgement": 74.8901258705101,
     "judgement_hi": 77.33329712700512,
     "judgement_lo": 72.3990444976538,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12716763005780346,
      "x": 0.43467336683417085,
      "y": 0.06752411575562701
     },
     "margin": 0.02,
     "missed": {
      "den": 398.0,
      "n": 151.0,
      "share": 0.3793969849246231
     },
     "needless": {
      "den": 622.0,
      "n": 42.0,
      "share": 0.06752411575562701
     },
     "needless_by_loss": {
      "big": {
       "den": 622.0,
       "n": 9.0,
       "share": 0.014469453376205787
      },
      "medium": {
       "den": 622.0,
       "n": 15.0,
       "share": 0.024115755627009645
      },
      "small": {
       "den": 622.0,
       "n": 18.0,
       "share": 0.028938906752411574
      }
     },
     "no_trade_off": 342.0,
     "reference": null,
     "right_safety": {
      "den": 622.0,
      "n": 580.0,
      "share": 0.932475884244373
     },
     "risk_pays": 398.0,
     "safety_pays": 622.0,
     "scored": 1362,
     "sdt": {
      "aim": {
       "den": 247.0,
       "n": 225.0,
       "share": 0.9109311740890689
      },
      "beta": 0.85159805123085,
      "caution": 0.5914610346415367,
      "caution_hi": 0.699154205249933,
      "caution_lo": 0.4992215517170227,
      "cstar": -0.08947028184130182,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.795463599996823,
      "dprime_hi": 1.9881515972933517,
      "dprime_lo": 1.62286126359801,
      "false_alarm": {
       "den": 622.0,
       "n": 42.0,
       "share": 0.06752411575562701
      },
      "false_alarm_rate": 0.06821829855537721,
      "hit": {
       "den": 398.0,
       "n": 247.0,
       "share": 0.6206030150753769
      },
      "hit_rate": 0.6203007518796992,
      "missed_loss": 0.10912906590676466,
      "missed_n": 151.0,
      "na": null,
      "needless_loss": 0.059465870970771426,
      "needless_n": 42.0
     },
     "size": {
      "bad": {
       "mean": 8.65625,
       "n": 64.0,
       "too_few": true
      },
      "right": {
       "mean": 8.582222222222223,
       "n": 225.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 241.0,
        "n": 167.0,
        "share": 0.6929460580912863
       },
       "missed": {
        "den": 241.0,
        "n": 69.0,
        "share": 0.2863070539419087
       },
       "risk_pays": 241.0,
       "wrong": {
        "den": 241.0,
        "n": 5.0,
        "share": 0.02074688796680498
       }
      },
      "medium": {
       "found": {
        "den": 157.0,
        "n": 58.0,
        "share": 0.36942675159235666
       },
       "missed": {
        "den": 157.0,
        "n": 82.0,
        "share": 0.5222929936305732
       },
       "risk_pays": 157.0,
       "wrong": {
        "den": 157.0,
        "n": 17.0,
        "share": 0.10828025477707007
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1020.0,
     "wrong": {
      "den": 398.0,
      "n": 22.0,
      "share": 0.05527638190954774
     }
    }
   },
   "slug": "gpt-6-astra-on"
  },
  "GPT-6.1 Sol (high)": {
   "close": {
    "decisions": 1389,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1389
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6443484521238301,
    "blunder_share": 0.07775377969762419,
    "clusters": 64,
    "cost_coverage": 1.0,
    "decisions": 1389,
    "engine_scored": 1389,
    "error_hi": 11.291525154077373,
    "error_lo": 8.57286374668442,
    "error_rate": 9.89902464711812,
    "first_date": "2026-10-19",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 242,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.24478041756659466,
    "p95_loss": 0.10276513099670401,
    "probability_source": "choice_only",
    "retry_mean": 5.692377969762418,
    "scored": 1389,
    "time_median": 13.096,
    "time_p90": 56.503800000000005,
    "tokens_in": 5217.068394528438,
    "tokens_out": 513.8704103671706,
    "too_few": false,
    "usd_per_1000": 15.572840892728582,
    "worst_mean": 0.18670079846313034
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 4.7464803923283485,
      "needless": 0.8854145965960663,
      "none": 0.5607812245000259,
      "right_risk": 1.272135335734802,
      "right_safety": 1.530969267358361,
      "wrong_risk": 0.903243830600516
     },
     "calls": {
      "missed": 186.0,
      "needless": 38.0,
      "right_risk": 212.0,
      "right_safety": 568.0,
      "wrong_risk": 21.0
     },
     "confidence": null,
     "error_rate": 9.89902464711812,
     "found": {
      "den": 419.0,
      "n": 212.0,
      "share": 0.5059665871121718
     },
     "good": {
      "den": 271.0,
      "n": 212.0,
      "share": 0.7822878228782287
     },
     "judgement": 72.16301582425547,
     "judgement_hi": 74.85114347512983,
     "judgement_lo": 69.47080886023019,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10144927536231885,
      "x": 0.49403341288782815,
      "y": 0.0627062706270627
     },
     "margin": 0.001,
     "missed": {
      "den": 419.0,
      "n": 186.0,
      "share": 0.4439140811455847
     },
     "needless": {
      "den": 606.0,
      "n": 38.0,
      "share": 0.0627062706270627
     },
     "needless_by_loss": {
      "big": {
       "den": 606.0,
       "n": 10.0,
       "share": 0.0165016501650165
      },
      "medium": {
       "den": 606.0,
       "n": 18.0,
       "share": 0.0297029702970297
      },
      "small": {
       "den": 606.0,
       "n": 10.0,
       "share": 0.0165016501650165
      }
     },
     "no_trade_off": 364.0,
     "reference": null,
     "right_safety": {
      "den": 606.0,
      "n": 568.0,
      "share": 0.9372937293729373
     },
     "risk_pays": 419.0,
     "safety_pays": 606.0,
     "scored": 1389,
     "sdt": {
      "aim": {
       "den": 233.0,
       "n": 212.0,
       "share": 0.9098712446351931
      },
      "beta": 1.3205745853726707,
      "caution": 0.6929569185031399,
      "caution_hi": 0.7942940766064972,
      "caution_lo": 0.6042283637780257,
      "cstar": 0.16677243661194943,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.667343474043193,
      "dprime_hi": 1.9428310670947697,
      "dprime_lo": 1.4241403259241352,
      "false_alarm": {
       "den": 606.0,
       "n": 38.0,
       "share": 0.0627062706270627
      },
      "false_alarm_rate": 0.06342668863261944,
      "hit": {
       "den": 419.0,
       "n": 233.0,
       "share": 0.5560859188544153
      },
      "hit_rate": 0.555952380952381,
      "missed_loss": 0.07089098134348469,
      "missed_n": 186.0,
      "na": null,
      "needless_loss": 0.06472846708799664,
      "needless_n": 38.0
     },
     "size": {
      "bad": {
       "mean": 9.677966101694915,
       "n": 59.0,
       "too_few": true
      },
      "right": {
       "mean": 10.75943396226415,
       "n": 212.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 208.0,
        "n": 148.0,
        "share": 0.7115384615384616
       },
       "missed": {
        "den": 208.0,
        "n": 52.0,
        "share": 0.25
       },
       "risk_pays": 208.0,
       "wrong": {
        "den": 208.0,
        "n": 8.0,
        "share": 0.038461538461538464
       }
      },
      "medium": {
       "found": {
        "den": 151.0,
        "n": 55.0,
        "share": 0.36423841059602646
       },
       "missed": {
        "den": 151.0,
        "n": 86.0,
        "share": 0.5695364238410596
       },
       "risk_pays": 151.0,
       "wrong": {
        "den": 151.0,
        "n": 10.0,
        "share": 0.06622516556291391
       }
      },
      "small": {
       "found": {
        "den": 60.0,
        "n": 9.0,
        "share": 0.15
       },
       "missed": {
        "den": 60.0,
        "n": 48.0,
        "share": 0.8
       },
       "risk_pays": 60.0,
       "wrong": {
        "den": 60.0,
        "n": 3.0,
        "share": 0.05
       }
      }
     },
     "trade_off": 1025.0,
     "wrong": {
      "den": 419.0,
      "n": 21.0,
      "share": 0.050119331742243436
     }
    },
    "robust": {
     "by_call": {
      "missed": 4.472490885516909,
      "needless": 0.9789092022365078,
      "none": 0.5607812245000259,
      "right_risk": 0.8795839299221876,
      "right_safety": 1.804958774169801,
      "wrong_risk": 1.202300630772689
     },
     "calls": {
      "missed": 138.0,
      "needless": 50.0,
      "right_risk": 188.0,
      "right_safety": 616.0,
      "wrong_risk": 33.0
     },
     "confidence": null,
     "error_rate": 9.89902464711812,
     "found": {
      "den": 359.0,
      "n": 188.0,
      "share": 0.5236768802228412
     },
     "good": {
      "den": 271.0,
      "n": 188.0,
      "share": 0.6937269372693727
     },
     "judgement": 72.43009025738831,
     "judgement_hi": 75.10991429505869,
     "judgement_lo": 69.71595948481489,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19298245614035087,
      "x": 0.4763231197771588,
      "y": 0.07507507507507508
     },
     "margin": 0.02,
     "missed": {
      "den": 359.0,
      "n": 138.0,
      "share": 0.38440111420612816
     },
     "needless": {
      "den": 666.0,
      "n": 50.0,
      "share": 0.07507507507507508
     },
     "needless_by_loss": {
      "big": {
       "den": 666.0,
       "n": 12.0,
       "share": 0.018018018018018018
      },
      "medium": {
       "den": 666.0,
       "n": 19.0,
       "share": 0.028528528528528527
      },
      "small": {
       "den": 666.0,
       "n": 19.0,
       "share": 0.028528528528528527
      }
     },
     "no_trade_off": 364.0,
     "reference": null,
     "right_safety": {
      "den": 666.0,
      "n": 616.0,
      "share": 0.924924924924925
     },
     "risk_pays": 359.0,
     "safety_pays": 666.0,
     "scored": 1389,
     "sdt": {
      "aim": {
       "den": 221.0,
       "n": 188.0,
       "share": 0.8506787330316742
      },
      "beta": 1.120680485455709,
      "caution": 0.5707085329762482,
      "caution_hi": 0.6672971704240472,
      "caution_lo": 0.4832037735373268,
      "cstar": 0.06594971755662887,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.7276203951769502,
      "dprime_hi": 1.961727430580031,
      "dprime_lo": 1.5199013288849286,
      "false_alarm": {
       "den": 666.0,
       "n": 50.0,
       "share": 0.07507507507507508
      },
      "false_alarm_rate": 0.07571214392803598,
      "hit": {
       "den": 359.0,
       "n": 221.0,
       "share": 0.6155988857938719
      },
      "hit_rate": 0.6152777777777778,
      "missed_loss": 0.09003318608670995,
      "missed_n": 138.0,
      "na": null,
      "needless_loss": 0.054388195276260376,
      "needless_n": 50.0
     },
     "size": {
      "bad": {
       "mean": 9.819277108433734,
       "n": 83.0,
       "too_few": true
      },
      "right": {
       "mean": 10.835106382978724,
       "n": 188.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 208.0,
        "n": 143.0,
        "share": 0.6875
       },
       "missed": {
        "den": 208.0,
        "n": 52.0,
        "share": 0.25
       },
       "risk_pays": 208.0,
       "wrong": {
        "den": 208.0,
        "n": 13.0,
        "share": 0.0625
       }
      },
      "medium": {
       "found": {
        "den": 151.0,
        "n": 45.0,
        "share": 0.2980132450331126
       },
       "missed": {
        "den": 151.0,
        "n": 86.0,
        "share": 0.5695364238410596
       },
       "risk_pays": 151.0,
       "wrong": {
        "den": 151.0,
        "n": 20.0,
        "share": 0.13245033112582782
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1025.0,
     "wrong": {
      "den": 359.0,
      "n": 33.0,
      "share": 0.09192200557103064
     }
    }
   },
   "slug": "gpt-6-1-sol-high"
  },
  "GPT-6.1 Sol (low)": {
   "close": {
    "decisions": 1344,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1344
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6547619047619048,
    "blunder_share": 0.09449404761904762,
    "clusters": 66,
    "cost_coverage": 1.0,
    "decisions": 1344,
    "engine_scored": 1344,
    "error_hi": 13.704275691528675,
    "error_lo": 10.536819462197586,
    "error_rate": 12.126562351893101,
    "first_date": "2026-10-19",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 212,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.01488095238095238,
    "p95_loss": 0.13736297786235782,
    "probability_source": "choice_only",
    "retry_mean": 0.4443690476190476,
    "scored": 1344,
    "time_median": 4.334,
    "time_p90": 14.283600000000002,
    "tokens_in": 4543.432291666667,
    "tokens_out": 114.06473214285714,
    "too_few": false,
    "usd_per_1000": 10.227511904761904,
    "worst_mean": 0.25430917695387084
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 6.274451069267733,
      "needless": 1.0015541754130806,
      "none": 0.6185989339082014,
      "right_risk": 1.6202607879503852,
      "right_safety": 1.7776821096915574,
      "wrong_risk": 0.8340152756621441
     },
     "calls": {
      "missed": 169.0,
      "needless": 40.0,
      "right_risk": 198.0,
      "right_safety": 602.0,
      "wrong_risk": 16.0
     },
     "confidence": null,
     "error_rate": 12.126562351893101,
     "found": {
      "den": 383.0,
      "n": 198.0,
      "share": 0.5169712793733682
     },
     "good": {
      "den": 254.0,
      "n": 198.0,
      "share": 0.7795275590551181
     },
     "judgement": 72.73329917116062,
     "judgement_hi": 75.49904896600522,
     "judgement_lo": 69.88084938566607,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08648648648648649,
      "x": 0.4830287206266319,
      "y": 0.06230529595015576
     },
     "margin": 0.001,
     "missed": {
      "den": 383.0,
      "n": 169.0,
      "share": 0.4412532637075718
     },
     "needless": {
      "den": 642.0,
      "n": 40.0,
      "share": 0.06230529595015576
     },
     "needless_by_loss": {
      "big": {
       "den": 642.0,
       "n": 10.0,
       "share": 0.01557632398753894
      },
      "medium": {
       "den": 642.0,
       "n": 23.0,
       "share": 0.03582554517133956
      },
      "small": {
       "den": 642.0,
       "n": 7.0,
       "share": 0.010903426791277258
      }
     },
     "no_trade_off": 319.0,
     "reference": null,
     "right_safety": {
      "den": 642.0,
      "n": 602.0,
      "share": 0.9376947040498442
     },
     "risk_pays": 383.0,
     "safety_pays": 642.0,
     "scored": 1344,
     "sdt": {
      "aim": {
       "den": 214.0,
       "n": 198.0,
       "share": 0.9252336448598131
      },
      "beta": 1.1304768581384987,
      "caution": 0.6913879412500115,
      "caution_hi": 0.8272007057243579,
      "caution_lo": 0.582471110329976,
      "cstar": 0.07310479267974072,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6775855257247323,
      "dprime_hi": 1.8832029812776352,
      "dprime_lo": 1.5081026875707322,
      "false_alarm": {
       "den": 642.0,
       "n": 40.0,
       "share": 0.06230529595015576
      },
      "false_alarm_rate": 0.06298600311041991,
      "hit": {
       "den": 383.0,
       "n": 214.0,
       "share": 0.5587467362924282
      },
      "hit_rate": 0.55859375,
      "missed_loss": 0.09979718623782051,
      "missed_n": 169.0,
      "na": null,
      "needless_loss": 0.06730444058775902,
      "needless_n": 40.0
     },
     "size": {
      "bad": {
       "mean": 7.910714285714286,
       "n": 56.0,
       "too_few": true
      },
      "right": {
       "mean": 10.813131313131313,
       "n": 198.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 206.0,
        "n": 134.0,
        "share": 0.6504854368932039
       },
       "missed": {
        "den": 206.0,
        "n": 65.0,
        "share": 0.3155339805825243
       },
       "risk_pays": 206.0,
       "wrong": {
        "den": 206.0,
        "n": 7.0,
        "share": 0.03398058252427184
       }
      },
      "medium": {
       "found": {
        "den": 118.0,
        "n": 53.0,
        "share": 0.4491525423728814
       },
       "missed": {
        "den": 118.0,
        "n": 60.0,
        "share": 0.5084745762711864
       },
       "risk_pays": 118.0,
       "wrong": {
        "den": 118.0,
        "n": 5.0,
        "share": 0.0423728813559322
       }
      },
      "small": {
       "found": {
        "den": 59.0,
        "n": 11.0,
        "share": 0.1864406779661017
       },
       "missed": {
        "den": 59.0,
        "n": 44.0,
        "share": 0.7457627118644068
       },
       "risk_pays": 59.0,
       "wrong": {
        "den": 59.0,
        "n": 4.0,
        "share": 0.06779661016949153
       }
      }
     },
     "trade_off": 1025.0,
     "wrong": {
      "den": 383.0,
      "n": 16.0,
      "share": 0.04177545691906005
     }
    },
    "robust": {
     "by_call": {
      "missed": 6.016878533132729,
      "needless": 1.1039844691930782,
      "none": 0.6185989339082014,
      "right_risk": 1.4931545260229282,
      "right_safety": 2.0352546458265612,
      "wrong_risk": 0.8586912438096035
     },
     "calls": {
      "missed": 125.0,
      "needless": 55.0,
      "right_risk": 182.0,
      "right_safety": 646.0,
      "wrong_risk": 17.0
     },
     "confidence": null,
     "error_rate": 12.126562351893101,
     "found": {
      "den": 324.0,
      "n": 182.0,
      "share": 0.5617283950617284
     },
     "good": {
      "den": 254.0,
      "n": 182.0,
      "share": 0.7165354330708661
     },
     "judgement": 74.16345256335745,
     "judgement_hi": 77.35405438397015,
     "judgement_lo": 70.9268422962735,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11971830985915492,
      "x": 0.4382716049382716,
      "y": 0.07845934379457917
     },
     "margin": 0.02,
     "missed": {
      "den": 324.0,
      "n": 125.0,
      "share": 0.38580246913580246
     },
     "needless": {
      "den": 701.0,
      "n": 55.0,
      "share": 0.07845934379457917
     },
     "needless_by_loss": {
      "big": {
       "den": 701.0,
       "n": 11.0,
       "share": 0.015691868758915834
      },
      "medium": {
       "den": 701.0,
       "n": 26.0,
       "share": 0.037089871611982884
      },
      "small": {
       "den": 701.0,
       "n": 18.0,
       "share": 0.025677603423680456
      }
     },
     "no_trade_off": 319.0,
     "reference": null,
     "right_safety": {
      "den": 701.0,
      "n": 646.0,
      "share": 0.9215406562054208
     },
     "risk_pays": 324.0,
     "safety_pays": 701.0,
     "scored": 1344,
     "sdt": {
      "aim": {
       "den": 199.0,
       "n": 182.0,
       "share": 0.914572864321608
      },
      "beta": 0.9022191706564238,
      "caution": 0.5610331231140866,
      "caution_hi": 0.6783294147756673,
      "caution_lo": 0.4568743906896061,
      "cstar": -0.06050030616063298,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.700781565840575,
      "dprime_hi": 1.8977890233849224,
      "dprime_lo": 1.4881674847525583,
      "false_alarm": {
       "den": 701.0,
       "n": 55.0,
       "share": 0.07845934379457917
      },
      "false_alarm_rate": 0.07905982905982906,
      "hit": {
       "den": 324.0,
       "n": 199.0,
       "share": 0.6141975308641975
      },
      "hit_rate": 0.6138461538461538,
      "missed_loss": 0.1293869559764862,
      "missed_n": 125.0,
      "na": null,
      "needless_loss": 0.053954731876199896,
      "needless_n": 55.0
     },
     "size": {
      "bad": {
       "mean": 8.416666666666666,
       "n": 72.0,
       "too_few": true
      },
      "right": {
       "mean": 10.868131868131869,
       "n": 182.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 206.0,
        "n": 131.0,
        "share": 0.6359223300970874
       },
       "missed": {
        "den": 206.0,
        "n": 65.0,
        "share": 0.3155339805825243
       },
       "risk_pays": 206.0,
       "wrong": {
        "den": 206.0,
        "n": 10.0,
        "share": 0.04854368932038835
       }
      },
      "medium": {
       "found": {
        "den": 118.0,
        "n": 51.0,
        "share": 0.4322033898305085
       },
       "missed": {
        "den": 118.0,
        "n": 60.0,
        "share": 0.5084745762711864
       },
       "risk_pays": 118.0,
       "wrong": {
        "den": 118.0,
        "n": 7.0,
        "share": 0.059322033898305086
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1025.0,
     "wrong": {
      "den": 324.0,
      "n": 17.0,
      "share": 0.05246913580246913
     }
    }
   },
   "slug": "gpt-6-1-sol-low"
  },
  "Gemini 4 Argon (high)": {
   "close": {
    "decisions": 1368,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "invalid": 36,
     "no_probabilities": 1332
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6463963963963963,
    "blunder_share": 0.08933933933933934,
    "clusters": 66,
    "cost_coverage": 1.0,
    "decisions": 1368,
    "engine_scored": 1368,
    "error_hi": 14.784150302797942,
    "error_lo": 10.473860994534522,
    "error_rate": 12.572338183720907,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 208,
    "invalid": 36,
    "last_date": "2026-10-25",
    "over_budget": 0.47147147147147145,
    "p95_loss": 0.14475225806236283,
    "probability_source": "choice_only",
    "retry_mean": 6.931668859649122,
    "scored": 1332,
    "time_median": 27.532,
    "time_p90": 148.56280000000004,
    "tokens_in": 5117.392543859649,
    "tokens_out": 5416.664473684211,
    "too_few": false,
    "usd_per_1000": 64.4014298245614,
    "worst_mean": 0.2668194695195155
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 8.054396355742806,
      "needless": 0.1766001498019015,
      "none": 0.7457885298285041,
      "right_risk": 1.7024104010772418,
      "right_safety": 1.3392338747376795,
      "wrong_risk": 0.553908872532773
     },
     "calls": {
      "missed": 201.0,
      "needless": 13.0,
      "right_risk": 224.0,
      "right_safety": 484.0,
      "wrong_risk": 16.0
     },
     "confidence": null,
     "error_rate": 12.572338183720907,
     "found": {
      "den": 441.0,
      "n": 224.0,
      "share": 0.5079365079365079
     },
     "good": {
      "den": 253.0,
      "n": 224.0,
      "share": 0.8853754940711462
     },
     "judgement": 74.08897831433043,
     "judgement_hi": 76.11948289764238,
     "judgement_lo": 72.04353250829634,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07373271889400922,
      "x": 0.49206349206349204,
      "y": 0.026156941649899398
     },
     "margin": 0.001,
     "missed": {
      "den": 441.0,
      "n": 201.0,
      "share": 0.4557823129251701
     },
     "needless": {
      "den": 497.0,
      "n": 13.0,
      "share": 0.026156941649899398
     },
     "needless_by_loss": {
      "big": {
       "den": 497.0,
       "n": 2.0,
       "share": 0.004024144869215292
      },
      "medium": {
       "den": 497.0,
       "n": 5.0,
       "share": 0.01006036217303823
      },
      "small": {
       "den": 497.0,
       "n": 6.0,
       "share": 0.012072434607645875
      }
     },
     "no_trade_off": 394.0,
     "reference": null,
     "right_safety": {
      "den": 497.0,
      "n": 484.0,
      "share": 0.9738430583501007
     },
     "risk_pays": 441.0,
     "safety_pays": 497.0,
     "scored": 1332,
     "sdt": {
      "aim": {
       "den": 240.0,
       "n": 224.0,
       "share": 0.9333333333333333
      },
      "beta": 0.38205736373144367,
      "caution": 0.9071434699061419,
      "caution_hi": 1.0875734571802704,
      "caution_lo": 0.7697430897512145,
      "cstar": -0.47260596408303757,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 2.0359127644105977,
      "dprime_hi": 2.364580490185672,
      "dprime_lo": 1.8212050430776416,
      "false_alarm": {
       "den": 497.0,
       "n": 13.0,
       "share": 0.026156941649899398
      },
      "false_alarm_rate": 0.02710843373493976,
      "hit": {
       "den": 441.0,
       "n": 240.0,
       "share": 0.54421768707483
      },
      "hit_rate": 0.5441176470588235,
      "missed_loss": 0.1067508054313375,
      "missed_n": 201.0,
      "na": null,
      "needless_loss": 0.03618944608248197,
      "needless_n": 13.0
     },
     "size": {
      "bad": {
       "mean": 9.620689655172415,
       "n": 29.0,
       "too_few": true
      },
      "right": {
       "mean": 10.964285714285714,
       "n": 224.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 223.0,
        "n": 148.0,
        "share": 0.6636771300448431
       },
       "missed": {
        "den": 223.0,
        "n": 73.0,
        "share": 0.3273542600896861
       },
       "risk_pays": 223.0,
       "wrong": {
        "den": 223.0,
        "n": 2.0,
        "share": 0.008968609865470852
       }
      },
      "medium": {
       "found": {
        "den": 158.0,
        "n": 69.0,
        "share": 0.43670886075949367
       },
       "missed": {
        "den": 158.0,
        "n": 81.0,
        "share": 0.5126582278481012
       },
       "risk_pays": 158.0,
       "wrong": {
        "den": 158.0,
        "n": 8.0,
        "share": 0.05063291139240506
       }
      },
      "small": {
       "found": {
        "den": 60.0,
        "n": 7.0,
        "share": 0.11666666666666667
       },
       "missed": {
        "den": 60.0,
        "n": 47.0,
        "share": 0.7833333333333333
       },
       "risk_pays": 60.0,
       "wrong": {
        "den": 60.0,
        "n": 6.0,
        "share": 0.1
       }
      }
     },
     "trade_off": 938.0,
     "wrong": {
      "den": 441.0,
      "n": 16.0,
      "share": 0.036281179138321996
     }
    },
    "robust": {
     "by_call": {
      "missed": 7.636902266526008,
      "needless": 0.3485445816953619,
      "none": 0.7457885298285041,
      "right_risk": 1.6684845067538299,
      "right_safety": 1.7567279639544788,
      "wrong_risk": 0.41589033496272454
     },
     "calls": {
      "missed": 154.0,
      "needless": 26.0,
      "right_risk": 215.0,
      "right_safety": 531.0,
      "wrong_risk": 12.0
     },
     "confidence": null,
     "error_rate": 12.572338183720907,
     "found": {
      "den": 381.0,
      "n": 215.0,
      "share": 0.5643044619422573
     },
     "good": {
      "den": 253.0,
      "n": 215.0,
      "share": 0.849802371541502
     },
     "judgement": 75.88129131973405,
     "judgement_hi": 78.14542134846145,
     "judgement_lo": 73.43663692938453,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07228915662650602,
      "x": 0.4356955380577428,
      "y": 0.0466786355475763
     },
     "margin": 0.02,
     "missed": {
      "den": 381.0,
      "n": 154.0,
      "share": 0.4041994750656168
     },
     "needless": {
      "den": 557.0,
      "n": 26.0,
      "share": 0.0466786355475763
     },
     "needless_by_loss": {
      "big": {
       "den": 557.0,
       "n": 4.0,
       "share": 0.00718132854578097
      },
      "medium": {
       "den": 557.0,
       "n": 8.0,
       "share": 0.01436265709156194
      },
      "small": {
       "den": 557.0,
       "n": 14.0,
       "share": 0.025134649910233394
      }
     },
     "no_trade_off": 394.0,
     "reference": null,
     "right_safety": {
      "den": 557.0,
      "n": 531.0,
      "share": 0.9533213644524237
     },
     "risk_pays": 381.0,
     "safety_pays": 557.0,
     "scored": 1332,
     "sdt": {
      "aim": {
       "den": 227.0,
       "n": 215.0,
       "share": 0.947136563876652
      },
      "beta": 0.3952016011159979,
      "caution": 0.7139192152113987,
      "caution_hi": 0.8428717073223114,
      "caution_lo": 0.5925198725208022,
      "cstar": -0.4856634964812277,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.9115277726985558,
      "dprime_hi": 2.1091851726343918,
      "dprime_lo": 1.7327278477818426,
      "false_alarm": {
       "den": 557.0,
       "n": 26.0,
       "share": 0.0466786355475763
      },
      "false_alarm_rate": 0.047491039426523295,
      "hit": {
       "den": 381.0,
       "n": 227.0,
       "share": 0.5958005249343832
      },
      "hit_rate": 0.5955497382198953,
      "missed_loss": 0.13210849115600834,
      "missed_n": 154.0,
      "na": null,
      "needless_loss": 0.03571241406294016,
      "needless_n": 26.0
     },
     "size": {
      "bad": {
       "mean": 10.052631578947368,
       "n": 38.0,
       "too_few": true
      },
      "right": {
       "mean": 10.944186046511629,
       "n": 215.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 223.0,
        "n": 148.0,
        "share": 0.6636771300448431
       },
       "missed": {
        "den": 223.0,
        "n": 73.0,
        "share": 0.3273542600896861
       },
       "risk_pays": 223.0,
       "wrong": {
        "den": 223.0,
        "n": 2.0,
        "share": 0.008968609865470852
       }
      },
      "medium": {
       "found": {
        "den": 158.0,
        "n": 67.0,
        "share": 0.4240506329113924
       },
       "missed": {
        "den": 158.0,
        "n": 81.0,
        "share": 0.5126582278481012
       },
       "risk_pays": 158.0,
       "wrong": {
        "den": 158.0,
        "n": 10.0,
        "share": 0.06329113924050633
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 938.0,
     "wrong": {
      "den": 381.0,
      "n": 12.0,
      "share": 0.031496062992125984
     }
    }
   },
   "slug": "gemini-4-argon-on"
  },
  "Gemini 4 Argon (low)": {
   "close": {
    "decisions": 1484,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1484
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.6030997304582211,
    "blunder_share": 0.12398921832884097,
    "clusters": 70,
    "cost_coverage": 1.0,
    "decisions": 1484,
    "engine_scored": 1484,
    "error_hi": 19.51136217399485,
    "error_lo": 13.668109574626536,
    "error_rate": 16.457064182690853,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 204,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.012803234501347708,
    "p95_loss": 0.18116327822208406,
    "probability_source": "choice_only",
    "retry_mean": 0.1236078167115903,
    "scored": 1484,
    "time_median": 3.823,
    "time_p90": 12.192400000000003,
    "tokens_in": 4969.50269541779,
    "tokens_out": 26.504043126684635,
    "too_few": false,
    "usd_per_1000": 10.204045822102426,
    "worst_mean": 0.33102700718351313
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 8.029890068457776,
      "needless": 2.37478134084262,
      "none": 0.9371200902764045,
      "right_risk": 1.3537262528733103,
      "right_safety": 2.53010635588047,
      "wrong_risk": 1.2314400743602743
     },
     "calls": {
      "missed": 201.0,
      "needless": 56.0,
      "right_risk": 209.0,
      "right_safety": 543.0,
      "wrong_risk": 27.0
     },
     "confidence": null,
     "error_rate": 16.457064182690853,
     "found": {
      "den": 437.0,
      "n": 209.0,
      "share": 0.4782608695652174
     },
     "good": {
      "den": 292.0,
      "n": 209.0,
      "share": 0.7157534246575342
     },
     "judgement": 69.23858604921246,
     "judgement_hi": 72.31704126229349,
     "judgement_lo": 66.23977314157983,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11842105263157894,
      "x": 0.5217391304347826,
      "y": 0.09348914858096828
     },
     "margin": 0.001,
     "missed": {
      "den": 437.0,
      "n": 201.0,
      "share": 0.459954233409611
     },
     "needless": {
      "den": 599.0,
      "n": 56.0,
      "share": 0.09348914858096828
     },
     "needless_by_loss": {
      "big": {
       "den": 599.0,
       "n": 24.0,
       "share": 0.04006677796327212
      },
      "medium": {
       "den": 599.0,
       "n": 19.0,
       "share": 0.03171953255425709
      },
      "small": {
       "den": 599.0,
       "n": 13.0,
       "share": 0.021702838063439065
      }
     },
     "no_trade_off": 448.0,
     "reference": null,
     "right_safety": {
      "den": 599.0,
      "n": 543.0,
      "share": 0.9065108514190318
     },
     "risk_pays": 437.0,
     "safety_pays": 599.0,
     "scored": 1484,
     "sdt": {
      "aim": {
       "den": 236.0,
       "n": 209.0,
       "share": 0.885593220338983
      },
      "beta": 1.4550149111998367,
      "caution": 0.6076034371032725,
      "caution_hi": 0.6974219838929845,
      "caution_lo": 0.5182357971665882,
      "cstar": 0.26487104820743584,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.415844243288366,
      "dprime_hi": 1.640409523174223,
      "dprime_lo": 1.2167933572092093,
      "false_alarm": {
       "den": 599.0,
       "n": 56.0,
       "share": 0.09348914858096828
      },
      "false_alarm_rate": 0.09416666666666666,
      "hit": {
       "den": 437.0,
       "n": 236.0,
       "share": 0.540045766590389
      },
      "hit_rate": 0.5399543378995434,
      "missed_loss": 0.11857071504070985,
      "missed_n": 201.0,
      "na": null,
      "needless_loss": 0.12586341106465884,
      "needless_n": 56.0
     },
     "size": {
      "bad": {
       "mean": 10.457831325301205,
       "n": 83.0,
       "too_few": true
      },
      "right": {
       "mean": 10.803827751196172,
       "n": 209.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 232.0,
        "n": 137.0,
        "share": 0.5905172413793104
       },
       "missed": {
        "den": 232.0,
        "n": 85.0,
        "share": 0.36637931034482757
       },
       "risk_pays": 232.0,
       "wrong": {
        "den": 232.0,
        "n": 10.0,
        "share": 0.04310344827586207
       }
      },
      "medium": {
       "found": {
        "den": 147.0,
        "n": 56.0,
        "share": 0.38095238095238093
       },
       "missed": {
        "den": 147.0,
        "n": 82.0,
        "share": 0.5578231292517006
       },
       "risk_pays": 147.0,
       "wrong": {
        "den": 147.0,
        "n": 9.0,
        "share": 0.061224489795918366
       }
      },
      "small": {
       "found": {
        "den": 58.0,
        "n": 16.0,
        "share": 0.27586206896551724
       },
       "missed": {
        "den": 58.0,
        "n": 34.0,
        "share": 0.5862068965517241
       },
       "risk_pays": 58.0,
       "wrong": {
        "den": 58.0,
        "n": 8.0,
        "share": 0.13793103448275862
       }
      }
     },
     "trade_off": 1036.0,
     "wrong": {
      "den": 437.0,
      "n": 27.0,
      "share": 0.06178489702517163
     }
    },
    "robust": {
     "by_call": {
      "missed": 7.859228133673295,
      "needless": 2.4750446273149507,
      "none": 0.9371200902764045,
      "right_risk": 1.2652894075347407,
      "right_safety": 2.7007682906649504,
      "wrong_risk": 1.2196136332265128
     },
     "calls": {
      "missed": 167.0,
      "needless": 80.0,
      "right_risk": 188.0,
      "right_safety": 577.0,
      "wrong_risk": 24.0
     },
     "confidence": null,
     "error_rate": 16.457064182690853,
     "found": {
      "den": 379.0,
      "n": 188.0,
      "share": 0.49604221635883905
     },
     "good": {
      "den": 292.0,
      "n": 188.0,
      "share": 0.6438356164383562
     },
     "judgement": 68.71383075705914,
     "judgement_hi": 71.86205445007738,
     "judgement_lo": 65.60093357573217,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1256544502617801,
      "x": 0.503957783641161,
      "y": 0.121765601217656
     },
     "margin": 0.02,
     "missed": {
      "den": 379.0,
      "n": 167.0,
      "share": 0.44063324538258575
     },
     "needless": {
      "den": 657.0,
      "n": 80.0,
      "share": 0.121765601217656
     },
     "needless_by_loss": {
      "big": {
       "den": 657.0,
       "n": 25.0,
       "share": 0.0380517503805175
      },
      "medium": {
       "den": 657.0,
       "n": 23.0,
       "share": 0.0350076103500761
      },
      "small": {
       "den": 657.0,
       "n": 32.0,
       "share": 0.0487062404870624
      }
     },
     "no_trade_off": 448.0,
     "reference": null,
     "right_safety": {
      "den": 657.0,
      "n": 577.0,
      "share": 0.878234398782344
     },
     "risk_pays": 379.0,
     "safety_pays": 657.0,
     "scored": 1484,
     "sdt": {
      "aim": {
       "den": 212.0,
       "n": 188.0,
       "share": 0.8867924528301887
      },
      "beta": 1.139608769031959,
      "caution": 0.5071992710856696,
      "caution_hi": 0.5981891702890333,
      "caution_lo": 0.4227543346368291,
      "cstar": 0.09958210377920582,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.31233438023167,
      "dprime_hi": 1.5017153881258483,
      "dprime_lo": 1.1327415184305747,
      "false_alarm": {
       "den": 657.0,
       "n": 80.0,
       "share": 0.121765601217656
      },
      "false_alarm_rate": 0.12234042553191489,
      "hit": {
       "den": 379.0,
       "n": 212.0,
       "share": 0.5593667546174143
      },
      "hit_rate": 0.5592105263157895,
      "missed_loss": 0.1396777790463613,
      "missed_n": 167.0,
      "na": null,
      "needless_loss": 0.09182415567338467,
      "needless_n": 80.0
     },
     "size": {
      "bad": {
       "mean": 11.182692307692308,
       "n": 104.0,
       "too_few": true
      },
      "right": {
       "mean": 10.441489361702128,
       "n": 188.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 232.0,
        "n": 136.0,
        "share": 0.5862068965517241
       },
       "missed": {
        "den": 232.0,
        "n": 85.0,
        "share": 0.36637931034482757
       },
       "risk_pays": 232.0,
       "wrong": {
        "den": 232.0,
        "n": 11.0,
        "share": 0.04741379310344827
       }
      },
      "medium": {
       "found": {
        "den": 147.0,
        "n": 52.0,
        "share": 0.35374149659863946
       },
       "missed": {
        "den": 147.0,
        "n": 82.0,
        "share": 0.5578231292517006
       },
       "risk_pays": 147.0,
       "wrong": {
        "den": 147.0,
        "n": 13.0,
        "share": 0.08843537414965986
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1036.0,
     "wrong": {
      "den": 379.0,
      "n": 24.0,
      "share": 0.0633245382585752
     }
    }
   },
   "slug": "gemini-4-argon-off"
  },
  "Grok 4.7 (high)": {
   "close": {
    "decisions": 1337,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1337
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.62528047868362,
    "blunder_share": 0.13986537023186238,
    "clusters": 68,
    "cost_coverage": 1.0,
    "decisions": 1337,
    "engine_scored": 1337,
    "error_hi": 21.760391138605833,
    "error_lo": 15.945778649074652,
    "error_rate": 18.784194638591785,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 195,
    "invalid": 0,
    "last_date": "2026-10-24",
    "over_budget": 0.8586387434554974,
    "p95_loss": 0.21526705026626627,
    "probability_source": "choice_only",
    "retry_mean": 2.206268511593119,
    "scored": 1337,
    "time_median": 122.347,
    "time_p90": 588.6146000000002,
    "tokens_in": 6399.903515332835,
    "tokens_out": 17429.817501869857,
    "too_few": false,
    "usd_per_1000": 117.37871204188481,
    "worst_mean": 0.36685299295098034
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 9.658116086615317,
      "needless": 1.3134636558876522,
      "none": 0.563816718406078,
      "right_risk": 3.331041382869501,
      "right_safety": 1.5302353727344977,
      "wrong_risk": 2.3875214220787395
     },
     "calls": {
      "missed": 218.0,
      "needless": 34.0,
      "right_risk": 190.0,
      "right_safety": 454.0,
      "wrong_risk": 24.0
     },
     "confidence": null,
     "error_rate": 18.784194638591785,
     "found": {
      "den": 432.0,
      "n": 190.0,
      "share": 0.4398148148148148
     },
     "good": {
      "den": 248.0,
      "n": 190.0,
      "share": 0.7661290322580645
     },
     "judgement": 68.50713418336369,
     "judgement_hi": 71.08669684414025,
     "judgement_lo": 66.07711284074513,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09917355371900827,
      "x": 0.5601851851851852,
      "y": 0.06967213114754098
     },
     "margin": 0.001,
     "missed": {
      "den": 432.0,
      "n": 218.0,
      "share": 0.5046296296296297
     },
     "needless": {
      "den": 488.0,
      "n": 34.0,
      "share": 0.06967213114754098
     },
     "needless_by_loss": {
      "big": {
       "den": 488.0,
       "n": 13.0,
       "share": 0.02663934426229508
      },
      "medium": {
       "den": 488.0,
       "n": 15.0,
       "share": 0.030737704918032786
      },
      "small": {
       "den": 488.0,
       "n": 6.0,
       "share": 0.012295081967213115
      }
     },
     "no_trade_off": 417.0,
     "reference": null,
     "right_safety": {
      "den": 488.0,
      "n": 454.0,
      "share": 0.930327868852459
     },
     "risk_pays": 432.0,
     "safety_pays": 488.0,
     "scored": 1337,
     "sdt": {
      "aim": {
       "den": 214.0,
       "n": 190.0,
       "share": 0.8878504672897196
      },
      "beta": 0.9850069408923705,
      "caution": 0.7416346917109415,
      "caution_hi": 0.8573750701287226,
      "caution_lo": 0.6368824309113443,
      "cstar": -0.010346179915849768,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4601129466629255,
      "dprime_hi": 1.6954186419143185,
      "dprime_lo": 1.2641665826006483,
      "false_alarm": {
       "den": 488.0,
       "n": 34.0,
       "share": 0.06967213114754098
      },
      "false_alarm_rate": 0.0705521472392638,
      "hit": {
       "den": 432.0,
       "n": 214.0,
       "share": 0.49537037037037035
      },
      "hit_rate": 0.4953810623556582,
      "missed_loss": 0.1184669835578411,
      "missed_n": 218.0,
      "na": null,
      "needless_loss": 0.10330005340716418,
      "needless_n": 34.0
     },
     "size": {
      "bad": {
       "mean": 8.672413793103448,
       "n": 58.0,
       "too_few": true
      },
      "right": {
       "mean": 9.947368421052632,
       "n": 190.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 240.0,
        "n": 129.0,
        "share": 0.5375
       },
       "missed": {
        "den": 240.0,
        "n": 98.0,
        "share": 0.4083333333333333
       },
       "risk_pays": 240.0,
       "wrong": {
        "den": 240.0,
        "n": 13.0,
        "share": 0.05416666666666667
       }
      },
      "medium": {
       "found": {
        "den": 143.0,
        "n": 51.0,
        "share": 0.35664335664335667
       },
       "missed": {
        "den": 143.0,
        "n": 85.0,
        "share": 0.5944055944055944
       },
       "risk_pays": 143.0,
       "wrong": {
        "den": 143.0,
        "n": 7.0,
        "share": 0.04895104895104895
       }
      },
      "small": {
       "found": {
        "den": 49.0,
        "n": 10.0,
        "share": 0.20408163265306123
       },
       "missed": {
        "den": 49.0,
        "n": 35.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 49.0,
       "wrong": {
        "den": 49.0,
        "n": 4.0,
        "share": 0.08163265306122448
       }
      }
     },
     "trade_off": 920.0,
     "wrong": {
      "den": 432.0,
      "n": 24.0,
      "share": 0.05555555555555555
     }
    },
    "robust": {
     "by_call": {
      "missed": 9.374115825056048,
      "needless": 1.4640497978534284,
      "none": 0.563816718406078,
      "right_risk": 3.0530933555418995,
      "right_safety": 1.8142356342937667,
      "wrong_risk": 2.5148833074405643
     },
     "calls": {
      "missed": 183.0,
      "needless": 48.0,
      "right_risk": 171.0,
      "right_safety": 489.0,
      "wrong_risk": 29.0
     },
     "confidence": null,
     "error_rate": 18.784194638591785,
     "found": {
      "den": 383.0,
      "n": 171.0,
      "share": 0.4464751958224543
     },
     "good": {
      "den": 248.0,
      "n": 171.0,
      "share": 0.6895161290322581
     },
     "judgement": 67.85448604810595,
     "judgement_hi": 70.87673733830161,
     "judgement_lo": 64.91604675892808,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13679245283018868,
      "x": 0.5535248041775457,
      "y": 0.0893854748603352
     },
     "margin": 0.02,
     "missed": {
      "den": 383.0,
      "n": 183.0,
      "share": 0.47780678851174935
     },
     "needless": {
      "den": 537.0,
      "n": 48.0,
      "share": 0.0893854748603352
     },
     "needless_by_loss": {
      "big": {
       "den": 537.0,
       "n": 14.0,
       "share": 0.0260707635009311
      },
      "medium": {
       "den": 537.0,
       "n": 18.0,
       "share": 0.0335195530726257
      },
      "small": {
       "den": 537.0,
       "n": 16.0,
       "share": 0.0297951582867784
      }
     },
     "no_trade_off": 417.0,
     "reference": null,
     "right_safety": {
      "den": 537.0,
      "n": 489.0,
      "share": 0.9106145251396648
     },
     "risk_pays": 383.0,
     "safety_pays": 537.0,
     "scored": 1337,
     "sdt": {
      "aim": {
       "den": 200.0,
       "n": 171.0,
       "share": 0.855
      },
      "beta": 0.8348547024911663,
      "caution": 0.6421630736033785,
      "caution_hi": 0.745400888384039,
      "caution_lo": 0.5455970379620251,
      "cstar": -0.12935614968959944,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3953536704542966,
      "dprime_hi": 1.6045414938275784,
      "dprime_lo": 1.1954651291825211,
      "false_alarm": {
       "den": 537.0,
       "n": 48.0,
       "share": 0.0893854748603352
      },
      "false_alarm_rate": 0.09014869888475836,
      "hit": {
       "den": 383.0,
       "n": 200.0,
       "share": 0.5221932114882507
      },
      "hit_rate": 0.5221354166666666,
      "missed_loss": 0.13697478533442556,
      "missed_n": 183.0,
      "na": null,
      "needless_loss": 0.08155977415541808,
      "needless_n": 48.0
     },
     "size": {
      "bad": {
       "mean": 10.0,
       "n": 77.0,
       "too_few": true
      },
      "right": {
       "mean": 9.491228070175438,
       "n": 171.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 240.0,
        "n": 124.0,
        "share": 0.5166666666666667
       },
       "missed": {
        "den": 240.0,
        "n": 98.0,
        "share": 0.4083333333333333
       },
       "risk_pays": 240.0,
       "wrong": {
        "den": 240.0,
        "n": 18.0,
        "share": 0.075
       }
      },
      "medium": {
       "found": {
        "den": 143.0,
        "n": 47.0,
        "share": 0.32867132867132864
       },
       "missed": {
        "den": 143.0,
        "n": 85.0,
        "share": 0.5944055944055944
       },
       "risk_pays": 143.0,
       "wrong": {
        "den": 143.0,
        "n": 11.0,
        "share": 0.07692307692307693
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 920.0,
     "wrong": {
      "den": 383.0,
      "n": 29.0,
      "share": 0.07571801566579635
     }
    }
   },
   "slug": "grok-4-7-on"
  },
  "Kimi K3.1 Pro (off)": {
   "close": {
    "decisions": 1167,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1167
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.5124250214224507,
    "blunder_share": 0.21679520137103683,
    "clusters": 58,
    "cost_coverage": 1.0,
    "decisions": 1167,
    "engine_scored": 1167,
    "error_hi": 31.818512601650745,
    "error_lo": 24.48559774171806,
    "error_rate": 28.04553088665826,
    "first_date": "2026-10-24",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 131,
    "invalid": 0,
    "last_date": "2026-10-25",
    "over_budget": 0.000856898029134533,
    "p95_loss": 0.2667297422885896,
    "probability_source": "choice_only",
    "retry_mean": 0.030198800342759208,
    "scored": 1167,
    "time_median": 2.112,
    "time_p90": 7.2284,
    "tokens_in": 4352.875749785775,
    "tokens_out": 19.73007712082262,
    "too_few": false,
    "usd_per_1000": 3.9815345329905747,
    "worst_mean": 0.44787052993116705
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 10.078875205919287,
      "needless": 4.616908020409336,
      "none": 3.8911145828479157,
      "right_risk": 2.2241097285181617,
      "right_safety": 4.079316516870501,
      "wrong_risk": 3.1552068320930564
     },
     "calls": {
      "missed": 177.0,
      "needless": 49.0,
      "right_risk": 153.0,
      "right_safety": 416.0,
      "wrong_risk": 31.0
     },
     "confidence": null,
     "error_rate": 28.04553088665826,
     "found": {
      "den": 361.0,
      "n": 153.0,
      "share": 0.42382271468144045
     },
     "good": {
      "den": 233.0,
      "n": 153.0,
      "share": 0.6566523605150214
     },
     "judgement": 65.92231852977095,
     "judgement_hi": 68.86139203565503,
     "judgement_lo": 63.198789156538474,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14903846153846154,
      "x": 0.5761772853185596,
      "y": 0.1053763440860215
     },
     "margin": 0.001,
     "missed": {
      "den": 361.0,
      "n": 177.0,
      "share": 0.4903047091412742
     },
     "needless": {
      "den": 465.0,
      "n": 49.0,
      "share": 0.1053763440860215
     },
     "needless_by_loss": {
      "big": {
       "den": 465.0,
       "n": 31.0,
       "share": 0.06666666666666667
      },
      "medium": {
       "den": 465.0,
       "n": 11.0,
       "share": 0.023655913978494623
      },
      "small": {
       "den": 465.0,
       "n": 7.0,
       "share": 0.015053763440860216
      }
     },
     "no_trade_off": 341.0,
     "reference": null,
     "right_safety": {
      "den": 465.0,
      "n": 416.0,
      "share": 0.8946236559139785
     },
     "risk_pays": 361.0,
     "safety_pays": 465.0,
     "scored": 1167,
     "sdt": {
      "aim": {
       "den": 184.0,
       "n": 153.0,
       "share": 0.8315217391304348
      },
      "beta": 2.1313859170301783,
      "caution": 0.6113145217757465,
      "caution_hi": 0.7195792128668558,
      "caution_lo": 0.5086071704332084,
      "cstar": 0.5953660240053775,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.271104501918995,
      "dprime_hi": 1.4452936186976049,
      "dprime_lo": 1.1070064797848975,
      "false_alarm": {
       "den": 465.0,
       "n": 49.0,
       "share": 0.1053763440860215
      },
      "false_alarm_rate": 0.10622317596566523,
      "hit": {
       "den": 361.0,
       "n": 184.0,
       "share": 0.5096952908587258
      },
      "hit_rate": 0.5096685082872928,
      "missed_loss": 0.13290449000347807,
      "missed_n": 177.0,
      "na": null,
      "needless_loss": 0.21991557795174269,
      "needless_n": 49.0
     },
     "size": {
      "bad": {
       "mean": 9.85,
       "n": 80.0,
       "too_few": true
      },
      "right": {
       "mean": 11.431372549019608,
       "n": 153.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 212.0,
        "n": 109.0,
        "share": 0.5141509433962265
       },
       "missed": {
        "den": 212.0,
        "n": 86.0,
        "share": 0.4056603773584906
       },
       "risk_pays": 212.0,
       "wrong": {
        "den": 212.0,
        "n": 17.0,
        "share": 0.08018867924528301
       }
      },
      "medium": {
       "found": {
        "den": 108.0,
        "n": 40.0,
        "share": 0.37037037037037035
       },
       "missed": {
        "den": 108.0,
        "n": 58.0,
        "share": 0.5370370370370371
       },
       "risk_pays": 108.0,
       "wrong": {
        "den": 108.0,
        "n": 10.0,
        "share": 0.09259259259259259
       }
      },
      "small": {
       "found": {
        "den": 41.0,
        "n": 4.0,
        "share": 0.0975609756097561
       },
       "missed": {
        "den": 41.0,
        "n": 33.0,
        "share": 0.8048780487804879
       },
       "risk_pays": 41.0,
       "wrong": {
        "den": 41.0,
        "n": 4.0,
        "share": 0.0975609756097561
       }
      }
     },
     "trade_off": 826.0,
     "wrong": {
      "den": 361.0,
      "n": 31.0,
      "share": 0.08587257617728532
     }
    },
    "robust": {
     "by_call": {
      "missed": 9.750048804712174,
      "needless": 5.092026552483886,
      "none": 3.8911145828479157,
      "right_risk": 1.907470829995555,
      "right_safety": 4.408142918077615,
      "wrong_risk": 2.9967271985411132
     },
     "calls": {
      "missed": 144.0,
      "needless": 57.0,
      "right_risk": 143.0,
      "right_safety": 449.0,
      "wrong_risk": 33.0
     },
     "confidence": null,
     "error_rate": 28.04553088665826,
     "found": {
      "den": 320.0,
      "n": 143.0,
      "share": 0.446875
     },
     "good": {
      "den": 233.0,
      "n": 143.0,
      "share": 0.6137339055793991
     },
     "judgement": 66.71133893280631,
     "judgement_hi": 69.75937298557389,
     "judgement_lo": 63.71343165975416,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1864406779661017,
      "x": 0.553125,
      "y": 0.11264822134387352
     },
     "margin": 0.02,
     "missed": {
      "den": 320.0,
      "n": 144.0,
      "share": 0.45
     },
     "needless": {
      "den": 506.0,
      "n": 57.0,
      "share": 0.11264822134387352
     },
     "needless_by_loss": {
      "big": {
       "den": 506.0,
       "n": 34.0,
       "share": 0.06719367588932806
      },
      "medium": {
       "den": 506.0,
       "n": 12.0,
       "share": 0.023715415019762844
      },
      "small": {
       "den": 506.0,
       "n": 11.0,
       "share": 0.021739130434782608
      }
     },
     "no_trade_off": 341.0,
     "reference": null,
     "right_safety": {
      "den": 506.0,
      "n": 449.0,
      "share": 0.8873517786561265
     },
     "risk_pays": 320.0,
     "safety_pays": 506.0,
     "scored": 1167,
     "sdt": {
      "aim": {
       "den": 176.0,
       "n": 143.0,
       "share": 0.8125
      },
      "beta": 2.0862773589763703,
      "caution": 0.5416558114788097,
      "caution_hi": 0.6433742365835333,
      "caution_lo": 0.44260360343699684,
      "cstar": 0.551323475339189,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3338472652640507,
      "dprime_hi": 1.4901522598559158,
      "dprime_lo": 1.176398020248798,
      "false_alarm": {
       "den": 506.0,
       "n": 57.0,
       "share": 0.11264822134387352
      },
      "false_alarm_rate": 0.11341222879684418,
      "hit": {
       "den": 320.0,
       "n": 176.0,
       "share": 0.55
      },
      "hit_rate": 0.5498442367601246,
      "missed_loss": 0.15803204104304314,
      "missed_n": 144.0,
      "na": null,
      "needless_loss": 0.2085050872543402,
      "needless_n": 57.0
     },
     "size": {
      "bad": {
       "mean": 9.744444444444444,
       "n": 90.0,
       "too_few": true
      },
      "right": {
       "mean": 11.608391608391608,
       "n": 143.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 212.0,
        "n": 105.0,
        "share": 0.49528301886792453
       },
       "missed": {
        "den": 212.0,
        "n": 86.0,
        "share": 0.4056603773584906
       },
       "risk_pays": 212.0,
       "wrong": {
        "den": 212.0,
        "n": 21.0,
        "share": 0.09905660377358491
       }
      },
      "medium": {
       "found": {
        "den": 108.0,
        "n": 38.0,
        "share": 0.35185185185185186
       },
       "missed": {
        "den": 108.0,
        "n": 58.0,
        "share": 0.5370370370370371
       },
       "risk_pays": 108.0,
       "wrong": {
        "den": 108.0,
        "n": 12.0,
        "share": 0.1111111111111111
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 826.0,
     "wrong": {
      "den": 320.0,
      "n": 33.0,
      "share": 0.103125
     }
    }
   },
   "slug": "kimi-k3-1-pro-off"
  }
 },
 "standings": [
  {
   "drawn": 0,
   "games_lost": 25,
   "games_won": 41,
   "gammons_won": 11,
   "lost": 2,
   "name": "GPT-6.1 Sol (low)",
   "place": 1,
   "played": 11,
   "points": 27,
   "to_play": 0,
   "won": 9
  },
  {
   "drawn": 0,
   "games_lost": 26,
   "games_won": 36,
   "gammons_won": 12,
   "lost": 3,
   "name": "GPT-6 Astra (medium)",
   "place": 2,
   "played": 11,
   "points": 24,
   "to_play": 0,
   "won": 8
  },
  {
   "drawn": 0,
   "games_lost": 26,
   "games_won": 38,
   "gammons_won": 8,
   "lost": 4,
   "name": "GPT-6.1 Sol (high)",
   "place": 3,
   "played": 11,
   "points": 21,
   "to_play": 0,
   "won": 7
  },
  {
   "drawn": 1,
   "games_lost": 34,
   "games_won": 34,
   "gammons_won": 3,
   "lost": 4,
   "name": "Grok 4.7 (high)",
   "place": 4,
   "played": 11,
   "points": 19,
   "to_play": 0,
   "won": 6
  },
  {
   "drawn": 0,
   "games_lost": 31,
   "games_won": 39,
   "gammons_won": 7,
   "lost": 5,
   "name": "Claude Opus 5.5 (high)",
   "place": 5,
   "played": 11,
   "points": 18,
   "to_play": 0,
   "won": 6
  },
  {
   "drawn": 0,
   "games_lost": 28,
   "games_won": 32,
   "gammons_won": 10,
   "lost": 5,
   "name": "Claude Fable 5.1 (high)",
   "place": 6,
   "played": 11,
   "points": 18,
   "to_play": 0,
   "won": 6
  },
  {
   "drawn": 1,
   "games_lost": 30,
   "games_won": 30,
   "gammons_won": 7,
   "lost": 6,
   "name": "GPT-6 Astra (low)",
   "place": 7,
   "played": 11,
   "points": 13,
   "to_play": 0,
   "won": 4
  },
  {
   "drawn": 1,
   "games_lost": 39,
   "games_won": 27,
   "gammons_won": 5,
   "lost": 6,
   "name": "Gemini 4 Argon (high)",
   "place": 8,
   "played": 11,
   "points": 13,
   "to_play": 0,
   "won": 4
  },
  {
   "drawn": 0,
   "games_lost": 37,
   "games_won": 31,
   "gammons_won": 7,
   "lost": 7,
   "name": "Claude Opus 5.5 (low)",
   "place": 9,
   "played": 11,
   "points": 12,
   "to_play": 0,
   "won": 4
  },
  {
   "drawn": 0,
   "games_lost": 31,
   "games_won": 27,
   "gammons_won": 8,
   "lost": 7,
   "name": "Kimi K3.1 Pro (off)",
   "place": 10,
   "played": 11,
   "points": 12,
   "to_play": 0,
   "won": 4
  },
  {
   "drawn": 1,
   "games_lost": 43,
   "games_won": 27,
   "gammons_won": 5,
   "lost": 7,
   "name": "Gemini 4 Argon (low)",
   "place": 11,
   "played": 11,
   "points": 10,
   "to_play": 0,
   "won": 3
  },
  {
   "drawn": 2,
   "games_lost": 38,
   "games_won": 26,
   "gammons_won": 7,
   "lost": 7,
   "name": "GNUbg weak",
   "place": 12,
   "played": 11,
   "points": 8,
   "to_play": 0,
   "won": 2
  }
 ],
 "started": "2026-10-20T22:21:19.890Z",
 "state": "finished",
 "status": "Finished",
 "version": "v3",
 "winner": "GPT-6.1 Sol (low)"
}
