{
 "dataset": "league-1",
 "decisions": 36995,
 "finished": "2026-10-26T15:46:30.325Z",
 "games": 906,
 "id": 1,
 "matches": 171,
 "matches_done": 171,
 "matches_list": [
  {
   "games": 8,
   "match_id": 6,
   "matchday": 1,
   "model1": "SubQ Snap Preview",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 5,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 72,
   "matchday": 2,
   "model1": "Open-Jev 27B v1.1",
   "model2": "GNUbg weak",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 25,
   "matchday": 3,
   "model1": "Random",
   "model2": "Open-Jev 27B v1.1",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 23,
   "matchday": 4,
   "model1": "Safest",
   "model2": "SubQ Snap Preview",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 32,
   "matchday": 4,
   "model1": "Cygnet",
   "model2": "Open-Jev 27B v1.1",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 74,
   "matchday": 5,
   "model1": "GNUbg weak",
   "model2": "Safest",
   "score1": 7,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 28,
   "matchday": 5,
   "model1": "Perplexity Decider 27B v1.1 (local GPU)",
   "model2": "Open-Jev 27B v1.1",
   "score1": 7,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 83,
   "matchday": 6,
   "model1": "GNUbg weak",
   "model2": "Random",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 7,
   "matchday": 7,
   "model1": "Safest",
   "model2": "Random",
   "score1": 7,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 75,
   "matchday": 7,
   "model1": "Cygnet",
   "model2": "GNUbg weak",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 30,
   "matchday": 8,
   "model1": "SubQ Snap Preview",
   "model2": "Open-Jev 27B v1.1",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 33,
   "matchday": 8,
   "model1": "Cygnet",
   "model2": "Random",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 76,
   "matchday": 8,
   "model1": "GNUbg weak",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 12,
   "matchday": 9,
   "model1": "Random",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 38,
   "matchday": 9,
   "model1": "Safest",
   "model2": "Cygnet",
   "score1": 4,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 48,
   "matchday": 10,
   "model1": "Perplexity Decider 27B v1.1 (local GPU)",
   "model2": "Cygnet",
   "score1": 6,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 42,
   "matchday": 11,
   "model1": "Safest",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 79,
   "matchday": 11,
   "model1": "SubQ Snap Preview",
   "model2": "GNUbg weak",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 69,
   "matchday": 12,
   "model1": "Safest",
   "model2": "Open-Jev 27B v1.1",
   "score1": 5,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 20,
   "matchday": 12,
   "model1": "Random",
   "model2": "SubQ Snap Preview",
   "score1": 0,
   "score2": 8,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 36,
   "matchday": 13,
   "model1": "SubQ Snap Preview",
   "model2": "Cygnet",
   "score1": 3,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 338,
   "matchday": 15,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "GNUbg weak",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 297,
   "matchday": 16,
   "model1": "Jev 1.13.0",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 6,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 240,
   "matchday": 16,
   "model1": "Jev 1.13.0",
   "model2": "SubQ Snap Preview",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 251,
   "matchday": 16,
   "model1": "Jev 1.13.0",
   "model2": "Open-Jev 27B v1.1",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 257,
   "matchday": 16,
   "model1": "Cygnet",
   "model2": "Jev 1.13.0",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 276,
   "matchday": 16,
   "model1": "Random",
   "model2": "Jev 1.13.0",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 278,
   "matchday": 16,
   "model1": "Jev 1.13.0",
   "model2": "Safest",
   "score1": 5,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 279,
   "matchday": 16,
   "model1": "Jev 1.13.0",
   "model2": "GNUbg weak",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 323,
   "matchday": 16,
   "model1": "GNUbg weak",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 7,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 324,
   "matchday": 16,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 8,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 404,
   "matchday": 17,
   "model1": "GNUbg weak",
   "model2": "Qwen3.8-27B (off)",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 407,
   "matchday": 17,
   "model1": "Qwen3.8-27B (off)",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 402,
   "matchday": 17,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "Qwen3.8-27B (off)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 254,
   "matchday": 18,
   "model1": "Perplexity Decider 27B v1.1 (local GPU)",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 241,
   "matchday": 18,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "SubQ Snap Preview",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 247,
   "matchday": 18,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "Open-Jev 27B v1.1",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 256,
   "matchday": 18,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "Cygnet",
   "score1": 5,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 270,
   "matchday": 18,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "Random",
   "score1": 6,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 272,
   "matchday": 18,
   "model1": "Safest",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 273,
   "matchday": 18,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "GNUbg weak",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 295,
   "matchday": 18,
   "model1": "Jev 1.13.0",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 537,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 544,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "SubQ Snap Preview",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 539,
   "matchday": 18,
   "model1": "Open-Jev 27B v1.1",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 540,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "Cygnet",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 531,
   "matchday": 18,
   "model1": "Random",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 1,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 532,
   "matchday": 18,
   "model1": "Safest",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 542,
   "matchday": 18,
   "model1": "Jev 1.13.0",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 7,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 538,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 534,
   "matchday": 18,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 2,
   "score2": 8,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 545,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "Winnow-12B",
   "score1": 4,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 546,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "Inception Mercury Decide",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 543,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 4,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 547,
   "matchday": 18,
   "model1": "Fastino GLiDE v1.2",
   "model2": "LFM2.5-24B-A2B (off)",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 584,
   "matchday": 18,
   "model1": "Perplexity Decider 27B v1.1 (local GPU)",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 586,
   "matchday": 18,
   "model1": "SubQ Snap Preview",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 6,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 588,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "Open-Jev 27B v1.1",
   "score1": 6,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 590,
   "matchday": 18,
   "model1": "Cygnet",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 583,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "Random",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 582,
   "matchday": 18,
   "model1": "Safest",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 594,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "Jev 1.13.0",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 591,
   "matchday": 18,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 592,
   "matchday": 18,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 3,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 585,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "Winnow-12B",
   "score1": 3,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 597,
   "matchday": 18,
   "model1": "Inception Mercury Decide",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 589,
   "matchday": 18,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 595,
   "matchday": 18,
   "model1": "Fastino GLiDE v1.2",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 6,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 694,
   "matchday": 18,
   "model1": "Qwen3.8-27B (off)",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 5,
   "score2": 8,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 693,
   "matchday": 18,
   "model1": "SubQ Snap Preview",
   "model2": "Qwen3.8-27B (off)",
   "score1": 6,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 683,
   "matchday": 18,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Qwen3.8-27B (off)",
   "score1": 3,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 684,
   "matchday": 18,
   "model1": "Cygnet",
   "model2": "Qwen3.8-27B (off)",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 680,
   "matchday": 18,
   "model1": "Qwen3.8-27B (off)",
   "model2": "Random",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 685,
   "matchday": 18,
   "model1": "Safest",
   "model2": "Qwen3.8-27B (off)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 688,
   "matchday": 18,
   "model1": "Jev 1.13.0",
   "model2": "Qwen3.8-27B (off)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 689,
   "matchday": 18,
   "model1": "Qwen3.8-27B (off)",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 4,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 691,
   "matchday": 18,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "Qwen3.8-27B (off)",
   "score1": 3,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 687,
   "matchday": 18,
   "model1": "Qwen3.8-27B (off)",
   "model2": "Winnow-12B",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 692,
   "matchday": 18,
   "model1": "Inception Mercury Decide",
   "model2": "Qwen3.8-27B (off)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 686,
   "matchday": 18,
   "model1": "Qwen3.8-27B (off)",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 682,
   "matchday": 18,
   "model1": "Qwen3.8-27B (off)",
   "model2": "Fastino GLiDE v1.2",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 100,
   "matchday": 18,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "GNUbg weak",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 310,
   "matchday": 18,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 311,
   "matchday": 18,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "LFM2.5-24B-A2B (on)",
   "score1": 2,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 400,
   "matchday": 18,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "Qwen3.8-27B (off)",
   "score1": 8,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 302,
   "matchday": 19,
   "model1": "Perplexity Decider 27B v1.1 (local GPU)",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 267,
   "matchday": 19,
   "model1": "SubQ Snap Preview",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 289,
   "matchday": 19,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 246,
   "matchday": 19,
   "model1": "Cygnet",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 6,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 234,
   "matchday": 19,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "Random",
   "score1": 7,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 237,
   "matchday": 19,
   "model1": "Safest",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 236,
   "matchday": 19,
   "model1": "GNUbg weak",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 9,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 282,
   "matchday": 19,
   "model1": "Jev 1.13.0",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 281,
   "matchday": 19,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 1,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 706,
   "matchday": 19,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 6,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 708,
   "matchday": 19,
   "model1": "SubQ Snap Preview",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 710,
   "matchday": 19,
   "model1": "Open-Jev 27B v1.1",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 712,
   "matchday": 19,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "Cygnet",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 713,
   "matchday": 19,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "Random",
   "score1": 5,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 714,
   "matchday": 19,
   "model1": "Safest",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 720,
   "matchday": 19,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "Jev 1.13.0",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 726,
   "matchday": 19,
   "model1": "GPT-6 Luna (Decisions API)",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 728,
   "matchday": 19,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 729,
   "matchday": 19,
   "model1": "Winnow-12B",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 730,
   "matchday": 19,
   "model1": "Inception Mercury Decide",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 731,
   "matchday": 19,
   "model1": "DeepSeek-V4.1-Flash (off)",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 732,
   "matchday": 19,
   "model1": "Fastino GLiDE v1.2",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 8,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 299,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 243,
   "matchday": 19,
   "model1": "SubQ Snap Preview",
   "model2": "Celeris-1 Decision",
   "score1": 4,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 242,
   "matchday": 19,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Celeris-1 Decision",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 271,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Cygnet",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 259,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Random",
   "score1": 7,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 261,
   "matchday": 19,
   "model1": "Safest",
   "model2": "Celeris-1 Decision",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 262,
   "matchday": 19,
   "model1": "GNUbg weak",
   "model2": "Celeris-1 Decision",
   "score1": 3,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 288,
   "matchday": 19,
   "model1": "Jev 1.13.0",
   "model2": "Celeris-1 Decision",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 296,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 6,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 285,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 291,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Winnow-12B",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 369,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Inception Mercury Decide",
   "score1": 5,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 417,
   "matchday": 19,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "Celeris-1 Decision",
   "score1": 6,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 493,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "Fastino GLiDE v1.2",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 536,
   "matchday": 19,
   "model1": "LFM2.5-24B-A2B (off)",
   "model2": "Celeris-1 Decision",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 593,
   "matchday": 19,
   "model1": "LFM2.5-24B-A2B (on)",
   "model2": "Celeris-1 Decision",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 690,
   "matchday": 19,
   "model1": "Qwen3.8-27B (off)",
   "model2": "Celeris-1 Decision",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 725,
   "matchday": 19,
   "model1": "Celeris-1 Decision",
   "model2": "DeepSeek-V4.1-Flash (off)",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 300,
   "matchday": 20,
   "model1": "Winnow-12B",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 274,
   "matchday": 20,
   "model1": "Winnow-12B",
   "model2": "SubQ Snap Preview",
   "score1": 2,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 292,
   "matchday": 20,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Winnow-12B",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 255,
   "matchday": 20,
   "model1": "Cygnet",
   "model2": "Winnow-12B",
   "score1": 6,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 235,
   "matchday": 20,
   "model1": "Random",
   "model2": "Winnow-12B",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 8,
   "match_id": 238,
   "matchday": 20,
   "model1": "Winnow-12B",
   "model2": "Safest",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 239,
   "matchday": 20,
   "model1": "Winnow-12B",
   "model2": "GNUbg weak",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 286,
   "matchday": 20,
   "model1": "Winnow-12B",
   "model2": "Jev 1.13.0",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 284,
   "matchday": 20,
   "model1": "Winnow-12B",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 294,
   "matchday": 20,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "Winnow-12B",
   "score1": 5,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 352,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 355,
   "matchday": 21,
   "model1": "SubQ Snap Preview",
   "model2": "Inception Mercury Decide",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 353,
   "matchday": 21,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Inception Mercury Decide",
   "score1": 3,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 356,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "Cygnet",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 361,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "Random",
   "score1": 6,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 362,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "Safest",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 364,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "GNUbg weak",
   "score1": 0,
   "score2": 8,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 368,
   "matchday": 21,
   "model1": "Jev 1.13.0",
   "model2": "Inception Mercury Decide",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 370,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 373,
   "matchday": 21,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "Inception Mercury Decide",
   "score1": 1,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 375,
   "matchday": 21,
   "model1": "Inception Mercury Decide",
   "model2": "Winnow-12B",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 391,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 394,
   "matchday": 23,
   "model1": "SubQ Snap Preview",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 393,
   "matchday": 23,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 0,
   "score2": 6,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 395,
   "matchday": 23,
   "model1": "Cygnet",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 4,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 396,
   "matchday": 23,
   "model1": "Random",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 0,
   "score2": 8,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 397,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "Safest",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 398,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "GNUbg weak",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 416,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "Jev 1.13.0",
   "score1": 0,
   "score2": 7,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 418,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 6,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 419,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "Perplexity Decider Flash v1.2",
   "score1": 8,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 420,
   "matchday": 23,
   "model1": "Winnow-12B",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 421,
   "matchday": 23,
   "model1": "Perplexity Decider 27B v1.2 (local GPU)",
   "model2": "Inception Mercury Decide",
   "score1": 7,
   "score2": 0,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 483,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "Perplexity Decider 27B v1.1 (local GPU)",
   "score1": 4,
   "score2": 3,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 485,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "SubQ Snap Preview",
   "score1": 2,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 482,
   "matchday": 24,
   "model1": "Open-Jev 27B v1.1",
   "model2": "Fastino GLiDE v1.2",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 486,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "Cygnet",
   "score1": 4,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 487,
   "matchday": 24,
   "model1": "Random",
   "model2": "Fastino GLiDE v1.2",
   "score1": 0,
   "score2": 8,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 488,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "Safest",
   "score1": 5,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 489,
   "matchday": 24,
   "model1": "GNUbg weak",
   "model2": "Fastino GLiDE v1.2",
   "score1": 7,
   "score2": 1,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 492,
   "matchday": 24,
   "model1": "Jev 1.13.0",
   "model2": "Fastino GLiDE v1.2",
   "score1": 2,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 494,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "GPT-6 Luna (Decisions API)",
   "score1": 3,
   "score2": 4,
   "status": "finished"
  },
  {
   "games": 4,
   "match_id": 495,
   "matchday": 24,
   "model1": "Perplexity Decider Flash v1.2",
   "model2": "Fastino GLiDE v1.2",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 496,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "Winnow-12B",
   "score1": 5,
   "score2": 2,
   "status": "finished"
  },
  {
   "games": 2,
   "match_id": 497,
   "matchday": 24,
   "model1": "Inception Mercury Decide",
   "model2": "Fastino GLiDE v1.2",
   "score1": 0,
   "score2": 5,
   "status": "finished"
  },
  {
   "games": 6,
   "match_id": 499,
   "matchday": 24,
   "model1": "Fastino GLiDE v1.2",
   "model2": "Perplexity Decider 27B v1.2 (local GPU)",
   "score1": 2,
   "score2": 6,
   "status": "finished"
  }
 ],
 "metric_status": "Published",
 "offline": {
  "blocks": 453,
  "calibration": {
   "Celeris-1 Decision": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17946016498322923,
       "n": 10,
       "observed": 0.4
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2665689256682213,
       "n": 240,
       "observed": 0.2708333333333333
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34946653813305006,
       "n": 481,
       "observed": 0.3575883575883576
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45169916208140787,
       "n": 339,
       "observed": 0.45427728613569324
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5463314579086275,
       "n": 320,
       "observed": 0.515625
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.65145139096737,
       "n": 284,
       "observed": 0.6338028169014085
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7257220368217365,
       "n": 87,
       "observed": 0.8045977011494253
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.09,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1618181818181818,
       "n": 11,
       "observed": 0.36363636363636365
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.26015625,
       "n": 64,
       "observed": 0.171875
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34494117647058825,
       "n": 170,
       "observed": 0.27647058823529413
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44366336633663367,
       "n": 202,
       "observed": 0.35148514851485146
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5441700404858298,
       "n": 247,
       "observed": 0.3643724696356275
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6449714285714286,
       "n": 175,
       "observed": 0.45714285714285713
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7503070175438596,
       "n": 228,
       "observed": 0.4342105263157895
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8463071895424835,
       "n": 306,
       "observed": 0.545751633986928
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9356582633053221,
       "n": 357,
       "observed": 0.6750700280112045
      }
     ],
     "brier_after": 0.2289826031802946,
     "brier_before": 0.2808649063032368,
     "event_rate": 0.4599659284497445,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1761,
     "records": 1761,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.002271222143983107,
       "n": 2,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17276397117940845,
       "n": 36,
       "observed": 0.1388888888888889
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2618431844553889,
       "n": 305,
       "observed": 0.21967213114754097
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3482529582553743,
       "n": 318,
       "observed": 0.3867924528301887
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44664400533842646,
       "n": 242,
       "observed": 0.47107438016528924
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5481888656412937,
       "n": 146,
       "observed": 0.547945205479452
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6434992425477633,
       "n": 128,
       "observed": 0.640625
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7428551750030196,
       "n": 101,
       "observed": 0.7326732673267327
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8456818888241964,
       "n": 78,
       "observed": 0.8205128205128205
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9331601388496483,
       "n": 16,
       "observed": 0.8125
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.054718162839248435,
       "n": 479,
       "observed": 0.24217118997912318
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.13931297709923665,
       "n": 262,
       "observed": 0.4312977099236641
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.23851612903225805,
       "n": 155,
       "observed": 0.4774193548387097
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.33890243902439027,
       "n": 82,
       "observed": 0.5609756097560976
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44471428571428573,
       "n": 70,
       "observed": 0.5857142857142857
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5417910447761194,
       "n": 67,
       "observed": 0.6119402985074627
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6466666666666667,
       "n": 51,
       "observed": 0.5686274509803921
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7471666666666665,
       "n": 60,
       "observed": 0.8333333333333334
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8422413793103448,
       "n": 58,
       "observed": 0.6896551724137931
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9501136363636365,
       "n": 88,
       "observed": 0.8181818181818182
      }
     ],
     "brier_after": 0.2129301408692141,
     "brier_before": 0.25296625364431485,
     "event_rate": 0.45335276967930027,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1372,
     "records": 1372,
     "too_few": false
    }
   },
   "Cygnet": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.18511217021625023,
       "n": 7,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.26375729395413566,
       "n": 210,
       "observed": 0.26666666666666666
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35125485892418085,
       "n": 459,
       "observed": 0.3420479302832244
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44841744701598635,
       "n": 395,
       "observed": 0.42025316455696204
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5488626896344243,
       "n": 331,
       "observed": 0.5740181268882175
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6433299214300774,
       "n": 185,
       "observed": 0.7135135135135136
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7405267124454662,
       "n": 58,
       "observed": 0.603448275862069
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.817676762191509,
       "n": 10,
       "observed": 0.5
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.26842654759938483,
       "n": 24,
       "observed": 0.2916666666666667
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35358049828629845,
       "n": 103,
       "observed": 0.2815533980582524
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45329159166401745,
       "n": 201,
       "observed": 0.32338308457711445
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5489869933473508,
       "n": 268,
       "observed": 0.30970149253731344
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6487857907876708,
       "n": 287,
       "observed": 0.3902439024390244
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7514975008308684,
       "n": 312,
       "observed": 0.48717948717948717
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8492890850640361,
       "n": 330,
       "observed": 0.6393939393939394
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9319630640792289,
       "n": 130,
       "observed": 0.6615384615384615
      }
     ],
     "brier_after": 0.2303487010900325,
     "brier_before": 0.27875148295166946,
     "event_rate": 0.4501510574018127,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1655,
     "records": 1655,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17630628147284244,
       "n": 11,
       "observed": 0.09090909090909091
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2644776530646028,
       "n": 107,
       "observed": 0.27102803738317754
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3575301536914839,
       "n": 341,
       "observed": 0.31671554252199413
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.448271162214238,
       "n": 294,
       "observed": 0.47619047619047616
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5429559393618577,
       "n": 179,
       "observed": 0.6145251396648045
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6526689050977688,
       "n": 121,
       "observed": 0.6611570247933884
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.747343719942675,
       "n": 119,
       "observed": 0.7058823529411765
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8399698900738697,
       "n": 74,
       "observed": 0.7837837837837838
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9083330031117126,
       "n": 3,
       "observed": 1.0
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06284230238481961,
       "n": 193,
       "observed": 0.25906735751295334
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1430350408363442,
       "n": 321,
       "observed": 0.32398753894080995
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24805070044513183,
       "n": 193,
       "observed": 0.5181347150259067
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3489595706432966,
       "n": 112,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44456630784092,
       "n": 78,
       "observed": 0.6923076923076923
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5468109072269532,
       "n": 54,
       "observed": 0.5370370370370371
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6525276954998152,
       "n": 51,
       "observed": 0.6470588235294118
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7526823135958111,
       "n": 64,
       "observed": 0.6875
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8508159190672141,
       "n": 88,
       "observed": 0.7045454545454546
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9463581498035717,
       "n": 95,
       "observed": 0.7684210526315789
      }
     ],
     "brier_after": 0.22215485508405394,
     "brier_before": 0.2559940412453318,
     "event_rate": 0.49079263410728585,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1249,
     "records": 1249,
     "too_few": false
    }
   },
   "DeepSeek-V4.1-Flash (off)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15130634952695476,
       "n": 2,
       "observed": 0.5
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2584812842356982,
       "n": 9,
       "observed": 0.2222222222222222
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.349096421371133,
       "n": 10,
       "observed": 0.2
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4489613210957269,
       "n": 7,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5380333105687934,
       "n": 14,
       "observed": 0.5
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6415797386760691,
       "n": 13,
       "observed": 0.8461538461538461
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7401977119195626,
       "n": 18,
       "observed": 0.7222222222222222
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8497876046554043,
       "n": 26,
       "observed": 0.8076923076923077
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9502025091945462,
       "n": 32,
       "observed": 0.9375
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3220562534414596,
       "n": 1,
       "observed": 1.0
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.467108522379257,
       "n": 3,
       "observed": 0.0
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5402612328212799,
       "n": 7,
       "observed": 0.14285714285714285
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6422752006210802,
       "n": 11,
       "observed": 0.2727272727272727
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7641103355534262,
       "n": 16,
       "observed": 0.5
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8545136547176077,
       "n": 24,
       "observed": 0.75
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9584851555945092,
       "n": 69,
       "observed": 0.8695652173913043
      }
     ],
     "brier_after": 0.1600311069379895,
     "brier_before": 0.18953870562962918,
     "event_rate": 0.6946564885496184,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 131,
     "records": 131,
     "too_few": true
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.062481515513856785,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15798716052608627,
       "n": 21,
       "observed": 0.14285714285714285
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24177379605591987,
       "n": 23,
       "observed": 0.13043478260869565
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3346490719974731,
       "n": 15,
       "observed": 0.6
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44808689216616643,
       "n": 5,
       "observed": 0.6
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5669031293794922,
       "n": 5,
       "observed": 0.4
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6417061322898091,
       "n": 3,
       "observed": 0.3333333333333333
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.03472651927891765,
       "n": 40,
       "observed": 0.15
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1361171927474117,
       "n": 6,
       "observed": 0.16666666666666666
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2165904449191613,
       "n": 9,
       "observed": 0.5555555555555556
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3789136426576878,
       "n": 2,
       "observed": 0.5
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5360009628500892,
       "n": 4,
       "observed": 0.5
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6585559538587717,
       "n": 2,
       "observed": 0.5
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7596331992818695,
       "n": 1,
       "observed": 1.0
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8551237821783779,
       "n": 3,
       "observed": 0.3333333333333333
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.942273102471119,
       "n": 6,
       "observed": 0.5
      }
     ],
     "brier_after": 0.1923159170102535,
     "brier_before": 0.21844820014687819,
     "event_rate": 0.2876712328767123,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 73,
     "records": 73,
     "too_few": true
    }
   },
   "Fastino GLiDE v1.2": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07368704852008387,
       "n": 27,
       "observed": 0.14814814814814814
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15720289674175453,
       "n": 168,
       "observed": 0.18452380952380953
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25282850608084606,
       "n": 281,
       "observed": 0.24199288256227758
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3520468522119358,
       "n": 294,
       "observed": 0.32653061224489793
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4498285542359324,
       "n": 245,
       "observed": 0.43673469387755104
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5489651332410497,
       "n": 219,
       "observed": 0.5753424657534246
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6479062826303615,
       "n": 185,
       "observed": 0.6594594594594595
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7451104871574318,
       "n": 145,
       "observed": 0.7310344827586207
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8475650145018443,
       "n": 112,
       "observed": 0.8214285714285714
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9294520742110446,
       "n": 58,
       "observed": 0.9827586206896551
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07721018919382433,
       "n": 27,
       "observed": 0.1111111111111111
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15870417527489972,
       "n": 193,
       "observed": 0.18134715025906736
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25057845819343266,
       "n": 318,
       "observed": 0.2578616352201258
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3479265891198792,
       "n": 324,
       "observed": 0.35802469135802467
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44849258929317637,
       "n": 263,
       "observed": 0.4828897338403042
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5486950829935676,
       "n": 214,
       "observed": 0.6495327102803738
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.647392708763204,
       "n": 167,
       "observed": 0.7005988023952096
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7489917097565194,
       "n": 118,
       "observed": 0.7627118644067796
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.849565134301784,
       "n": 86,
       "observed": 0.8837209302325582
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9285464754459513,
       "n": 24,
       "observed": 1.0
      }
     ],
     "brier_after": 0.19946304961203584,
     "brier_before": 0.20038650502242866,
     "event_rate": 0.46655132641291813,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1734,
     "records": 1734,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.0661054580125658,
       "n": 45,
       "observed": 0.08888888888888889
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15482304942849334,
       "n": 153,
       "observed": 0.10457516339869281
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25274365362422635,
       "n": 175,
       "observed": 0.25142857142857145
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3494394612096843,
       "n": 193,
       "observed": 0.31088082901554404
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4513771514197955,
       "n": 198,
       "observed": 0.5353535353535354
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5545612833899962,
       "n": 190,
       "observed": 0.5789473684210527
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6532010480946056,
       "n": 137,
       "observed": 0.635036496350365
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7492491361613641,
       "n": 112,
       "observed": 0.7678571428571429
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.844390168061744,
       "n": 74,
       "observed": 0.7972972972972973
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9216330714507717,
       "n": 19,
       "observed": 0.7894736842105263
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06121624860000693,
       "n": 43,
       "observed": 0.09302325581395349
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1519286715185267,
       "n": 109,
       "observed": 0.10091743119266056
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24907130449081752,
       "n": 130,
       "observed": 0.17692307692307693
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3491105536514376,
       "n": 145,
       "observed": 0.2827586206896552
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45026756405657864,
       "n": 156,
       "observed": 0.34615384615384615
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5528904422192151,
       "n": 170,
       "observed": 0.5352941176470588
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6536423360967284,
       "n": 169,
       "observed": 0.5798816568047337
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.750470582614369,
       "n": 157,
       "observed": 0.6114649681528662
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8498825776122485,
       "n": 139,
       "observed": 0.7553956834532374
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9344720954880168,
       "n": 78,
       "observed": 0.8205128205128205
      }
     ],
     "brier_after": 0.19892083954986808,
     "brier_before": 0.20389784802614508,
     "event_rate": 0.4529320987654321,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1296,
     "records": 1296,
     "too_few": false
    }
   },
   "GPT-6 Luna (Decisions API)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.09811095492445769,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17811561135509682,
       "n": 11,
       "observed": 0.0
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2640386310338487,
       "n": 221,
       "observed": 0.2171945701357466
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35165691418904654,
       "n": 588,
       "observed": 0.3486394557823129
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44645230376340955,
       "n": 470,
       "observed": 0.4978723404255319
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5419848593804306,
       "n": 240,
       "observed": 0.5541666666666667
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6406030214104966,
       "n": 128,
       "observed": 0.5859375
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7462331839072537,
       "n": 65,
       "observed": 0.676923076923077
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8364870363495178,
       "n": 16,
       "observed": 0.6875
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9991068173893168,
       "n": 1,
       "observed": 1.0
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.05,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.16346153846153846,
       "n": 26,
       "observed": 0.07692307692307693
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2557142857142857,
       "n": 126,
       "observed": 0.24603174603174602
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35115537848605577,
       "n": 251,
       "observed": 0.23904382470119523
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4453503184713376,
       "n": 314,
       "observed": 0.34076433121019106
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5425236593059938,
       "n": 317,
       "observed": 0.47634069400630913
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6438996138996138,
       "n": 259,
       "observed": 0.5328185328185329
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7399009900990099,
       "n": 202,
       "observed": 0.5742574257425742
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8408904109589042,
       "n": 146,
       "observed": 0.5342465753424658
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9366666666666664,
       "n": 99,
       "observed": 0.6868686868686869
      }
     ],
     "brier_after": 0.22826143214134154,
     "brier_before": 0.24555766800689258,
     "event_rate": 0.43136128661688683,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1741,
     "records": 1741,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.0023545931037637895,
       "n": 9,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1727442788740268,
       "n": 42,
       "observed": 0.30952380952380953
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25523569649564526,
       "n": 94,
       "observed": 0.22340425531914893
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3524738737616919,
       "n": 191,
       "observed": 0.3403141361256545
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45360596048747054,
       "n": 242,
       "observed": 0.4462809917355372
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5468044639362747,
       "n": 291,
       "observed": 0.5017182130584192
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6430486671086806,
       "n": 246,
       "observed": 0.6829268292682927
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7414747678104938,
       "n": 120,
       "observed": 0.7833333333333333
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8336584610821833,
       "n": 48,
       "observed": 0.8125
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9220343413234784,
       "n": 9,
       "observed": 0.5555555555555556
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.05000000000000001,
       "n": 217,
       "observed": 0.22580645161290322
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1466137566137566,
       "n": 189,
       "observed": 0.4126984126984127
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2499354838709677,
       "n": 155,
       "observed": 0.44516129032258067
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3445341614906832,
       "n": 161,
       "observed": 0.5031055900621118
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4445185185185185,
       "n": 135,
       "observed": 0.5111111111111111
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5470634920634923,
       "n": 126,
       "observed": 0.6507936507936508
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6406140350877193,
       "n": 114,
       "observed": 0.7017543859649122
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7441772151898735,
       "n": 79,
       "observed": 0.7468354430379747
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8467164179104476,
       "n": 67,
       "observed": 0.8059701492537313
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.939795918367347,
       "n": 49,
       "observed": 0.7755102040816326
      }
     ],
     "brier_after": 0.22154937688602389,
     "brier_before": 0.24550255417956657,
     "event_rate": 0.510061919504644,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1292,
     "records": 1292,
     "too_few": false
    }
   },
   "Inception Mercury Decide": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1841478779726291,
       "n": 49,
       "observed": 0.14285714285714285
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25139967076493835,
       "n": 427,
       "observed": 0.2505854800936768
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34937118254133864,
       "n": 347,
       "observed": 0.37752161383285304
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45034199234563316,
       "n": 328,
       "observed": 0.45121951219512196
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5493150636705282,
       "n": 258,
       "observed": 0.5077519379844961
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6428841948136379,
       "n": 156,
       "observed": 0.6346153846153846
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7388054556874375,
       "n": 53,
       "observed": 0.7547169811320755
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8256708629055887,
       "n": 11,
       "observed": 0.9090909090909091
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25936143783820503,
       "n": 18,
       "observed": 0.1111111111111111
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3557738237071514,
       "n": 39,
       "observed": 0.15384615384615385
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45214359374672614,
       "n": 87,
       "observed": 0.1724137931034483
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5552210632110732,
       "n": 133,
       "observed": 0.21804511278195488
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6491424613774026,
       "n": 144,
       "observed": 0.2638888888888889
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7499896822666258,
       "n": 137,
       "observed": 0.4233576642335766
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.855651089337631,
       "n": 221,
       "observed": 0.3665158371040724
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9688550094127164,
       "n": 850,
       "observed": 0.5223529411764706
      }
     ],
     "brier_after": 0.22125680194383837,
     "brier_before": 0.39649236956274286,
     "event_rate": 0.4131368937998772,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1629,
     "records": 1629,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.27591609476485934,
       "n": 38,
       "observed": 0.18421052631578946
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3605400689706129,
       "n": 188,
       "observed": 0.3404255319148936
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45148446778666645,
       "n": 378,
       "observed": 0.4470899470899471
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5417407486479959,
       "n": 273,
       "observed": 0.5860805860805861
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6465013432841116,
       "n": 139,
       "observed": 0.7122302158273381
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7479663805389245,
       "n": 119,
       "observed": 0.680672268907563
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.835227606960578,
       "n": 41,
       "observed": 0.7317073170731707
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.023362717631112456,
       "n": 760,
       "observed": 0.42894736842105263
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.13930849782358343,
       "n": 89,
       "observed": 0.6404494382022472
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2480351840830157,
       "n": 42,
       "observed": 0.5952380952380952
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34634818259177835,
       "n": 28,
       "observed": 0.75
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4490182629771677,
       "n": 23,
       "observed": 0.6956521739130435
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5515029043539876,
       "n": 31,
       "observed": 0.8709677419354839
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6580018479692261,
       "n": 15,
       "observed": 0.7333333333333333
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7555120348763386,
       "n": 31,
       "observed": 0.5806451612903226
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8555337309524195,
       "n": 40,
       "observed": 0.725
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9675407950317129,
       "n": 117,
       "observed": 0.6837606837606838
      }
     ],
     "brier_after": 0.2310239209397381,
     "brier_before": 0.37658092364116563,
     "event_rate": 0.5187074829931972,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1176,
     "records": 1176,
     "too_few": false
    }
   },
   "Jev 1.13.0": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.16818656598514484,
       "n": 65,
       "observed": 0.24615384615384617
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2534194124599727,
       "n": 206,
       "observed": 0.27184466019417475
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3504690493748151,
       "n": 312,
       "observed": 0.3525641025641026
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44752162498682657,
       "n": 310,
       "observed": 0.4161290322580645
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5488771821576011,
       "n": 255,
       "observed": 0.5490196078431373
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6490025378160855,
       "n": 225,
       "observed": 0.6444444444444445
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7493751345761072,
       "n": 143,
       "observed": 0.7552447552447552
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8421086735827745,
       "n": 126,
       "observed": 0.873015873015873
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9336899675269521,
       "n": 45,
       "observed": 0.8888888888888888
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1705263157894737,
       "n": 19,
       "observed": 0.21052631578947367
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25315789473684214,
       "n": 133,
       "observed": 0.23308270676691728
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3502834008097166,
       "n": 247,
       "observed": 0.30364372469635625
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44694158075601376,
       "n": 291,
       "observed": 0.38144329896907214
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5418439716312057,
       "n": 282,
       "observed": 0.45390070921985815
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6444094488188976,
       "n": 254,
       "observed": 0.610236220472441
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7424875621890548,
       "n": 201,
       "observed": 0.6616915422885572
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8445762711864407,
       "n": 177,
       "observed": 0.8248587570621468
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9338554216867467,
       "n": 83,
       "observed": 0.8554216867469879
      }
     ],
     "brier_after": 0.2133664517129182,
     "brier_before": 0.21505435684647303,
     "event_rate": 0.5062240663900415,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1687,
     "records": 1687,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.056650533562782955,
       "n": 46,
       "observed": 0.10869565217391304
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15184274597506967,
       "n": 147,
       "observed": 0.16326530612244897
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2521205889127968,
       "n": 161,
       "observed": 0.2546583850931677
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35276787263317166,
       "n": 177,
       "observed": 0.3389830508474576
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.452306787892397,
       "n": 194,
       "observed": 0.38144329896907214
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5535446052517258,
       "n": 164,
       "observed": 0.6158536585365854
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6463131726756561,
       "n": 140,
       "observed": 0.65
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.744667169702925,
       "n": 133,
       "observed": 0.7819548872180451
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8461077900767676,
       "n": 104,
       "observed": 0.8173076923076923
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9347576384518204,
       "n": 41,
       "observed": 0.9024390243902439
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.05156874871160586,
       "n": 196,
       "observed": 0.15306122448979592
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1419115780924826,
       "n": 199,
       "observed": 0.27638190954773867
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24411271181762986,
       "n": 183,
       "observed": 0.3442622950819672
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3455522971652004,
       "n": 155,
       "observed": 0.38064516129032255
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4504017271956203,
       "n": 131,
       "observed": 0.5801526717557252
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5453997923156803,
       "n": 107,
       "observed": 0.719626168224299
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6427851328822202,
       "n": 103,
       "observed": 0.6990291262135923
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7456728576083413,
       "n": 93,
       "observed": 0.7634408602150538
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.845563682805062,
       "n": 87,
       "observed": 0.8160919540229885
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9433714503525824,
       "n": 53,
       "observed": 0.9056603773584906
      }
     ],
     "brier_after": 0.19493644658394318,
     "brier_before": 0.20281447196298927,
     "event_rate": 0.47589900535577656,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1307,
     "records": 1307,
     "too_few": false
    }
   },
   "LFM2.5-24B-A2B (off)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.19028420594070947,
       "n": 24,
       "observed": 0.20833333333333334
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25811512470515063,
       "n": 638,
       "observed": 0.2413793103448276
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3423999666544231,
       "n": 445,
       "observed": 0.36179775280898874
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.43840650219601823,
       "n": 177,
       "observed": 0.4858757062146893
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5511975939865185,
       "n": 98,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6453369971377063,
       "n": 87,
       "observed": 0.5747126436781609
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7494738165186653,
       "n": 33,
       "observed": 0.696969696969697
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8418522857039022,
       "n": 7,
       "observed": 0.8571428571428571
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17851622983804663,
       "n": 59,
       "observed": 0.1694915254237288
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2542170122648273,
       "n": 447,
       "observed": 0.2505592841163311
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3459492270175289,
       "n": 328,
       "observed": 0.2682926829268293
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.447073105977019,
       "n": 233,
       "observed": 0.38197424892703863
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5493268231868221,
       "n": 136,
       "observed": 0.5073529411764706
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6417522103231468,
       "n": 78,
       "observed": 0.4358974358974359
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7569241402983449,
       "n": 79,
       "observed": 0.5822784810126582
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8542965439130938,
       "n": 101,
       "observed": 0.6138613861386139
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9387694887082715,
       "n": 48,
       "observed": 0.6458333333333334
      }
     ],
     "brier_after": 0.2133738607125641,
     "brier_before": 0.22384733661576542,
     "event_rate": 0.3585155732273029,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1509,
     "records": 1509,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.09624520943428272,
       "n": 2,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1680116278636391,
       "n": 36,
       "observed": 0.1111111111111111
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25854170621835726,
       "n": 99,
       "observed": 0.25252525252525254
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.36002548309148935,
       "n": 212,
       "observed": 0.33962264150943394
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4525707152876402,
       "n": 250,
       "observed": 0.508
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5478322618590433,
       "n": 293,
       "observed": 0.5733788395904437
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6367385915019117,
       "n": 143,
       "observed": 0.5594405594405595
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7389116618746815,
       "n": 38,
       "observed": 0.7368421052631579
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8371369922296796,
       "n": 10,
       "observed": 0.7
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9119609524551269,
       "n": 1,
       "observed": 1.0
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06377389994389934,
       "n": 32,
       "observed": 0.0625
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.14712499336820317,
       "n": 52,
       "observed": 0.19230769230769232
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2443044233045171,
       "n": 67,
       "observed": 0.29850746268656714
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3573053741538329,
       "n": 88,
       "observed": 0.26136363636363635
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4540281026270784,
       "n": 118,
       "observed": 0.4067796610169492
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5531439621983069,
       "n": 109,
       "observed": 0.5504587155963303
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6539373190222557,
       "n": 128,
       "observed": 0.5
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7506361094247872,
       "n": 190,
       "observed": 0.5631578947368421
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8483290136574202,
       "n": 206,
       "observed": 0.5436893203883495
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9414973507512064,
       "n": 94,
       "observed": 0.7021276595744681
      }
     ],
     "brier_after": 0.23049025475861978,
     "brier_before": 0.2596684078834148,
     "event_rate": 0.47232472324723246,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1084,
     "records": 1084,
     "too_few": false
    }
   },
   "LFM2.5-24B-A2B (on)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3390540118584024,
       "n": 2,
       "observed": 0.5
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4752269397026511,
       "n": 3,
       "observed": 0.6666666666666666
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5740241761192661,
       "n": 16,
       "observed": 0.6875
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6508622935149062,
       "n": 119,
       "observed": 0.6470588235294118
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7126973467734063,
       "n": 11,
       "observed": 0.5454545454545454
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3753198483544911,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5954081698860816,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.801961519307721,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9990895647244463,
       "n": 148,
       "observed": 0.6554054054054054
      }
     ],
     "brier_after": 0.2354654699443069,
     "brier_before": 0.3447247031518884,
     "event_rate": 0.6423841059602649,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 151,
     "records": 151,
     "too_few": true
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2660923748059083,
       "n": 42,
       "observed": 0.2857142857142857
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3340759104235415,
       "n": 15,
       "observed": 0.26666666666666666
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.0002588756755513507,
       "n": 38,
       "observed": 0.2631578947368421
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17712562226147427,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8924690502709117,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9997556294409835,
       "n": 17,
       "observed": 0.35294117647058826
      }
     ],
     "brier_after": 0.20688180439989068,
     "brier_before": 0.38274070083007156,
     "event_rate": 0.2807017543859649,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 57,
     "records": 57,
     "too_few": true
    }
   },
   "Open-Jev 27B v1.1": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07165785966217576,
       "n": 65,
       "observed": 0.1076923076923077
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1617097658110167,
       "n": 312,
       "observed": 0.1794871794871795
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24619922171421998,
       "n": 414,
       "observed": 0.2608695652173913
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34462478034040955,
       "n": 329,
       "observed": 0.2917933130699088
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45017782420033975,
       "n": 233,
       "observed": 0.463519313304721
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5515990477167572,
       "n": 196,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6655742184197918,
       "n": 98,
       "observed": 0.6326530612244898
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7305268905968968,
       "n": 120,
       "observed": 0.7416666666666667
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8152017900628887,
       "n": 9,
       "observed": 1.0
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06652668929009713,
       "n": 556,
       "observed": 0.17805755395683454
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1446789837155464,
       "n": 515,
       "observed": 0.2912621359223301
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24894150131518072,
       "n": 281,
       "observed": 0.4483985765124555
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3528886001825511,
       "n": 183,
       "observed": 0.5683060109289617
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4290214410667902,
       "n": 45,
       "observed": 0.5555555555555556
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5405306495783446,
       "n": 149,
       "observed": 0.6778523489932886
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6291505974451028,
       "n": 41,
       "observed": 0.8780487804878049
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7226581200566203,
       "n": 6,
       "observed": 1.0
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "brier_after": 0.19788888407593105,
     "brier_before": 0.22096270244426322,
     "event_rate": 0.36430180180180183,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1776,
     "records": 1776,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.08025823650465792,
       "n": 24,
       "observed": 0.375
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1603432769510598,
       "n": 81,
       "observed": 0.1728395061728395
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25046839116864117,
       "n": 159,
       "observed": 0.2389937106918239
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34958767198635105,
       "n": 208,
       "observed": 0.3076923076923077
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44647908302707956,
       "n": 220,
       "observed": 0.44545454545454544
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5512444946279972,
       "n": 231,
       "observed": 0.5454545454545454
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6492711411442517,
       "n": 256,
       "observed": 0.671875
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7368210461118191,
       "n": 107,
       "observed": 0.719626168224299
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.838288916765676,
       "n": 20,
       "observed": 0.95
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9117783776651877,
       "n": 5,
       "observed": 1.0
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.08586330842275076,
       "n": 1,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1584846979037742,
       "n": 9,
       "observed": 0.2222222222222222
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24227785513598527,
       "n": 27,
       "observed": 0.2962962962962963
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35205634304338523,
       "n": 31,
       "observed": 0.1935483870967742
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.46061513816218697,
       "n": 64,
       "observed": 0.203125
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5484507423491133,
       "n": 92,
       "observed": 0.2717391304347826
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6542588161246229,
       "n": 140,
       "observed": 0.2642857142857143
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7552393671783966,
       "n": 226,
       "observed": 0.37610619469026546
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8573967140018822,
       "n": 327,
       "observed": 0.5198776758409785
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.933948106650454,
       "n": 394,
       "observed": 0.700507614213198
      }
     ],
     "brier_after": 0.2169036873955465,
     "brier_before": 0.309760933279967,
     "event_rate": 0.4744469870327994,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1311,
     "records": 1311,
     "too_few": false
    }
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1743320821853852,
       "n": 54,
       "observed": 0.24074074074074073
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2556261647773132,
       "n": 289,
       "observed": 0.2629757785467128
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34867279831581405,
       "n": 339,
       "observed": 0.34513274336283184
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44450957275427316,
       "n": 238,
       "observed": 0.42436974789915966
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5457443254954106,
       "n": 211,
       "observed": 0.5308056872037915
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6453720452548156,
       "n": 168,
       "observed": 0.6607142857142857
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7478232338472904,
       "n": 150,
       "observed": 0.7466666666666667
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.845849642597697,
       "n": 113,
       "observed": 0.8672566371681416
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9380431065131525,
       "n": 71,
       "observed": 0.9295774647887324
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17099091183417386,
       "n": 17,
       "observed": 0.35294117647058826
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2606572280824333,
       "n": 133,
       "observed": 0.21804511278195488
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3519767073529865,
       "n": 259,
       "observed": 0.28957528957528955
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4504637537671315,
       "n": 267,
       "observed": 0.3445692883895131
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5431400910057192,
       "n": 197,
       "observed": 0.4517766497461929
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6493769710207503,
       "n": 215,
       "observed": 0.5023255813953489
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7487830354114229,
       "n": 182,
       "observed": 0.5769230769230769
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8494183790553057,
       "n": 189,
       "observed": 0.7777777777777778
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9460671669296409,
       "n": 174,
       "observed": 0.8908045977011494
      }
     ],
     "brier_after": 0.20583903737071632,
     "brier_before": 0.21534709599655139,
     "event_rate": 0.4935701163502756,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1633,
     "records": 1633,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07543847588109943,
       "n": 27,
       "observed": 0.07407407407407407
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.152999630988337,
       "n": 112,
       "observed": 0.14285714285714285
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.256138466470173,
       "n": 185,
       "observed": 0.23243243243243245
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.354434047910784,
       "n": 213,
       "observed": 0.3380281690140845
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4502424444855661,
       "n": 210,
       "observed": 0.5095238095238095
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5455273527437643,
       "n": 182,
       "observed": 0.5934065934065934
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6430284963714715,
       "n": 140,
       "observed": 0.5642857142857143
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7417834102169821,
       "n": 89,
       "observed": 0.7640449438202247
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8397279576703874,
       "n": 39,
       "observed": 0.7435897435897436
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9254103254812216,
       "n": 5,
       "observed": 0.8
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.04691728418868072,
       "n": 185,
       "observed": 0.13513513513513514
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15240205789013803,
       "n": 172,
       "observed": 0.2558139534883721
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25381731846424477,
       "n": 112,
       "observed": 0.36607142857142855
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3500861687513248,
       "n": 132,
       "observed": 0.4015151515151515
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45161051598793245,
       "n": 96,
       "observed": 0.5520833333333334
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5474069274068396,
       "n": 110,
       "observed": 0.5272727272727272
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6483891157466969,
       "n": 104,
       "observed": 0.5673076923076923
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7449710722962634,
       "n": 99,
       "observed": 0.5858585858585859
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8531800955573534,
       "n": 106,
       "observed": 0.6698113207547169
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9476208555806918,
       "n": 86,
       "observed": 0.7674418604651163
      }
     ],
     "brier_after": 0.2107573051636795,
     "brier_before": 0.22023613422830476,
     "event_rate": 0.43926788685524126,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1202,
     "records": 1202,
     "too_few": false
    }
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.16993198463220097,
       "n": 67,
       "observed": 0.1791044776119403
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2551640094121117,
       "n": 230,
       "observed": 0.26521739130434785
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3543344694697422,
       "n": 294,
       "observed": 0.3333333333333333
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45122544037190077,
       "n": 267,
       "observed": 0.4606741573033708
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5503548583105808,
       "n": 255,
       "observed": 0.5372549019607843
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6421620120477902,
       "n": 202,
       "observed": 0.6683168316831684
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7429930710958035,
       "n": 146,
       "observed": 0.773972602739726
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8446608660602174,
       "n": 87,
       "observed": 0.8160919540229885
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9318918471000868,
       "n": 51,
       "observed": 0.8823529411764706
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1686830133781793,
       "n": 91,
       "observed": 0.17582417582417584
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25234723443289475,
       "n": 259,
       "observed": 0.2857142857142857
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3500510529504803,
       "n": 304,
       "observed": 0.35855263157894735
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4480856623328569,
       "n": 271,
       "observed": 0.47232472324723246
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5486672627278956,
       "n": 265,
       "observed": 0.5886792452830188
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6469417246491395,
       "n": 170,
       "observed": 0.6882352941176471
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7433028815238885,
       "n": 123,
       "observed": 0.7723577235772358
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8464845560675618,
       "n": 80,
       "observed": 0.85
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9283803346786659,
       "n": 36,
       "observed": 0.8888888888888888
      }
     ],
     "brier_after": 0.21108431301280128,
     "brier_before": 0.2109522832357871,
     "event_rate": 0.4971857410881801,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1599,
     "records": 1599,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06968983021889896,
       "n": 39,
       "observed": 0.1282051282051282
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15270745105078892,
       "n": 106,
       "observed": 0.16037735849056603
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25300412703425423,
       "n": 148,
       "observed": 0.25675675675675674
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3549947168334773,
       "n": 212,
       "observed": 0.32547169811320753
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45437492838680854,
       "n": 192,
       "observed": 0.4583333333333333
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5520535472202992,
       "n": 167,
       "observed": 0.5269461077844312
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6499630380285338,
       "n": 171,
       "observed": 0.672514619883041
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7473757030430449,
       "n": 109,
       "observed": 0.7981651376146789
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8365101810893352,
       "n": 53,
       "observed": 0.8301886792452831
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9369162075246588,
       "n": 13,
       "observed": 0.7692307692307693
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06277838071696351,
       "n": 72,
       "observed": 0.1388888888888889
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15113578546500953,
       "n": 101,
       "observed": 0.15841584158415842
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2541582957332618,
       "n": 114,
       "observed": 0.2719298245614035
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3521793264228674,
       "n": 136,
       "observed": 0.27941176470588236
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4471708889338041,
       "n": 156,
       "observed": 0.4358974358974359
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5533449516711781,
       "n": 148,
       "observed": 0.43243243243243246
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6525762322673058,
       "n": 125,
       "observed": 0.592
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7503814459101926,
       "n": 166,
       "observed": 0.6445783132530121
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8476840144669192,
       "n": 125,
       "observed": 0.792
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9341490364162821,
       "n": 67,
       "observed": 0.8059701492537313
      }
     ],
     "brier_after": 0.20459298970724205,
     "brier_before": 0.20823967815124386,
     "event_rate": 0.4636363636363636,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1210,
     "records": 1210,
     "too_few": false
    }
   },
   "Perplexity Decider Flash v1.2": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.09252155206550287,
       "n": 5,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.16321892800498647,
       "n": 241,
       "observed": 0.2074688796680498
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2500243482899382,
       "n": 368,
       "observed": 0.21739130434782608
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3456870632546604,
       "n": 290,
       "observed": 0.3413793103448276
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44718508754721054,
       "n": 254,
       "observed": 0.452755905511811
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5488276782715348,
       "n": 204,
       "observed": 0.5686274509803921
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6474292741057706,
       "n": 159,
       "observed": 0.6477987421383647
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7492074522266906,
       "n": 73,
       "observed": 0.6986301369863014
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8404198632775449,
       "n": 31,
       "observed": 0.8709677419354839
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9268142982486424,
       "n": 4,
       "observed": 0.75
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.08941069972505235,
       "n": 17,
       "observed": 0.0
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15583541982824622,
       "n": 321,
       "observed": 0.19626168224299065
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.24813910717924287,
       "n": 377,
       "observed": 0.2546419098143236
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34878229777352737,
       "n": 275,
       "observed": 0.38181818181818183
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4481958839321405,
       "n": 213,
       "observed": 0.47417840375586856
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5470722696716599,
       "n": 197,
       "observed": 0.6091370558375635
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6454620684540764,
       "n": 128,
       "observed": 0.640625
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7444913435614846,
       "n": 69,
       "observed": 0.7101449275362319
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8423155510597741,
       "n": 28,
       "observed": 0.8571428571428571
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9233742055950812,
       "n": 4,
       "observed": 1.0
      }
     ],
     "brier_after": 0.20578607655565825,
     "brier_before": 0.2059162376543582,
     "event_rate": 0.3953345610804174,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1629,
     "records": 1629,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07578484437903227,
       "n": 9,
       "observed": 0.2222222222222222
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1573083646328977,
       "n": 67,
       "observed": 0.13432835820895522
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2543944221300251,
       "n": 148,
       "observed": 0.23648648648648649
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3500897482199346,
       "n": 209,
       "observed": 0.3157894736842105
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4480705547988412,
       "n": 200,
       "observed": 0.47
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5476266771012464,
       "n": 209,
       "observed": 0.6124401913875598
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6465056943172829,
       "n": 172,
       "observed": 0.6453488372093024
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7406742407769284,
       "n": 134,
       "observed": 0.7164179104477612
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8321383346750612,
       "n": 34,
       "observed": 0.8235294117647058
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9191445826388348,
       "n": 2,
       "observed": 0.0
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.06859702705999747,
       "n": 15,
       "observed": 0.13333333333333333
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1541953483944101,
       "n": 41,
       "observed": 0.17073170731707318
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2539209984137992,
       "n": 62,
       "observed": 0.1774193548387097
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3525878437222577,
       "n": 103,
       "observed": 0.20388349514563106
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4495730955721155,
       "n": 117,
       "observed": 0.29914529914529914
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5502725383406091,
       "n": 141,
       "observed": 0.36879432624113473
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.650051278595564,
       "n": 148,
       "observed": 0.4864864864864865
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7510256159131607,
       "n": 193,
       "observed": 0.6010362694300518
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8522700292321542,
       "n": 219,
       "observed": 0.6529680365296804
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9317906363487396,
       "n": 145,
       "observed": 0.7586206896551724
      }
     ],
     "brier_after": 0.21596647960198334,
     "brier_before": 0.23974127967543052,
     "event_rate": 0.48057432432432434,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1184,
     "records": 1184,
     "too_few": false
    }
   },
   "Qwen3.8-27B (off)": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.276804337308727,
       "n": 32,
       "observed": 0.1875
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3514540762341849,
       "n": 125,
       "observed": 0.392
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44389143302272027,
       "n": 82,
       "observed": 0.5121951219512195
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5434931287926508,
       "n": 49,
       "observed": 0.42857142857142855
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6375420212902736,
       "n": 20,
       "observed": 0.65
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7480445910453202,
       "n": 4,
       "observed": 0.75
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2716069550196761,
       "n": 7,
       "observed": 0.14285714285714285
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3494097696003371,
       "n": 16,
       "observed": 0.1875
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4523386946309607,
       "n": 35,
       "observed": 0.2857142857142857
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5517228206503856,
       "n": 55,
       "observed": 0.36363636363636365
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6421596128811723,
       "n": 41,
       "observed": 0.4878048780487805
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7473859597275894,
       "n": 57,
       "observed": 0.45614035087719296
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.852647898990242,
       "n": 44,
       "observed": 0.45454545454545453
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9453370096437512,
       "n": 57,
       "observed": 0.5964912280701754
      }
     ],
     "brier_after": 0.23514321355400694,
     "brier_before": 0.3055961387130645,
     "event_rate": 0.42948717948717946,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 312,
     "records": 312,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1747687151498402,
       "n": 3,
       "observed": 0.0
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25090370570604054,
       "n": 25,
       "observed": 0.36
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35338522446178944,
       "n": 41,
       "observed": 0.3902439024390244
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45268478046145216,
       "n": 43,
       "observed": 0.3953488372093023
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5421861980091722,
       "n": 44,
       "observed": 0.45454545454545453
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6490372383302871,
       "n": 44,
       "observed": 0.7045454545454546
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7458636658726272,
       "n": 17,
       "observed": 0.6470588235294118
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8456379405868614,
       "n": 5,
       "observed": 1.0
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.04745193878392793,
       "n": 76,
       "observed": 0.3157894736842105
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1435330284532139,
       "n": 33,
       "observed": 0.5151515151515151
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25213597930303305,
       "n": 27,
       "observed": 0.2962962962962963
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34958910932325166,
       "n": 14,
       "observed": 0.7142857142857143
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4375679109479399,
       "n": 16,
       "observed": 0.6875
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5456783003193277,
       "n": 15,
       "observed": 0.6666666666666666
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6595655896974036,
       "n": 11,
       "observed": 0.45454545454545453
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7608038139385466,
       "n": 15,
       "observed": 0.7333333333333333
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8583364328972243,
       "n": 8,
       "observed": 0.875
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9429372625282075,
       "n": 7,
       "observed": 0.8571428571428571
      }
     ],
     "brier_after": 0.22897148546955004,
     "brier_before": 0.27496705337015603,
     "event_rate": 0.49099099099099097,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 222,
     "records": 222,
     "too_few": false
    }
   },
   "SubQ Snap Preview": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.0755057684144138,
       "n": 13,
       "observed": 0.23076923076923078
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15714610134228407,
       "n": 203,
       "observed": 0.16748768472906403
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2516325143030622,
       "n": 417,
       "observed": 0.21103117505995203
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3480723690316511,
       "n": 387,
       "observed": 0.36175710594315247
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.4470132968245512,
       "n": 358,
       "observed": 0.46368715083798884
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.546775015823454,
       "n": 241,
       "observed": 0.5560165975103735
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.647049051917492,
       "n": 171,
       "observed": 0.7134502923976608
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7431698276119827,
       "n": 106,
       "observed": 0.6792452830188679
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8436084428547512,
       "n": 57,
       "observed": 0.8245614035087719
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9494380418219819,
       "n": 15,
       "observed": 0.8
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07729994878172874,
       "n": 12,
       "observed": 0.25
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15900122178514509,
       "n": 137,
       "observed": 0.12408759124087591
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25369493525610504,
       "n": 303,
       "observed": 0.21122112211221122
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3505636910372348,
       "n": 353,
       "observed": 0.2521246458923513
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.45101717340909964,
       "n": 329,
       "observed": 0.4072948328267477
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5473494183320504,
       "n": 308,
       "observed": 0.512987012987013
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6497031671660287,
       "n": 210,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7466268966652755,
       "n": 173,
       "observed": 0.7167630057803468
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.844938239799096,
       "n": 104,
       "observed": 0.7115384615384616
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9376168999916468,
       "n": 39,
       "observed": 0.8974358974358975
      }
     ],
     "brier_after": 0.2068817117975238,
     "brier_before": 0.20952252415142922,
     "event_rate": 0.41565040650406504,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1968,
     "records": 1968,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.07421498646143439,
       "n": 11,
       "observed": 0.09090909090909091
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1545585472030669,
       "n": 111,
       "observed": 0.15315315315315314
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.256674514361974,
       "n": 207,
       "observed": 0.2753623188405797
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34990180129161885,
       "n": 286,
       "observed": 0.32867132867132864
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44792006447546034,
       "n": 250,
       "observed": 0.42
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5503241021807038,
       "n": 205,
       "observed": 0.5951219512195122
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6471368544545257,
       "n": 195,
       "observed": 0.6205128205128205
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7443452966319049,
       "n": 160,
       "observed": 0.7625
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8451167548233208,
       "n": 80,
       "observed": 0.825
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9292669169062785,
       "n": 12,
       "observed": 0.8333333333333334
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.05802497962368558,
       "n": 108,
       "observed": 0.1388888888888889
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.15109275970043923,
       "n": 136,
       "observed": 0.2647058823529412
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2518773015766617,
       "n": 168,
       "observed": 0.2261904761904762
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3461699061810045,
       "n": 143,
       "observed": 0.38461538461538464
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44431906529903575,
       "n": 145,
       "observed": 0.38620689655172413
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5447423489836596,
       "n": 142,
       "observed": 0.4507042253521127
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6497824453640625,
       "n": 125,
       "observed": 0.552
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7495762313273384,
       "n": 140,
       "observed": 0.5714285714285714
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8516753990124537,
       "n": 198,
       "observed": 0.6717171717171717
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9491074955746684,
       "n": 212,
       "observed": 0.7971698113207547
      }
     ],
     "brier_after": 0.20932386174263756,
     "brier_before": 0.2216763459678121,
     "event_rate": 0.4713249835201055,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1517,
     "records": 1517,
     "too_few": false
    }
   },
   "Winnow-12B": {
    "chosen": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1880169725151076,
       "n": 13,
       "observed": 0.15384615384615385
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.2619550964693781,
       "n": 448,
       "observed": 0.25223214285714285
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3456764436993,
       "n": 567,
       "observed": 0.3439153439153439
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.445816806993219,
       "n": 316,
       "observed": 0.5031645569620253
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5436309806851077,
       "n": 186,
       "observed": 0.5161290322580645
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6416583363361126,
       "n": 89,
       "observed": 0.5393258426966292
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7453461619221987,
       "n": 59,
       "observed": 0.7288135593220338
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8394195162075035,
       "n": 27,
       "observed": 0.9259259259259259
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": null,
       "n": 0,
       "observed": null
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.17643408494899515,
       "n": 19,
       "observed": 0.21052631578947367
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25668867007302115,
       "n": 126,
       "observed": 0.19047619047619047
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.34988990415662297,
       "n": 266,
       "observed": 0.2631578947368421
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44858981855106234,
       "n": 253,
       "observed": 0.30039525691699603
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.5425284623777792,
       "n": 274,
       "observed": 0.3759124087591241
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6502203044727749,
       "n": 205,
       "observed": 0.4292682926829268
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7489183462731167,
       "n": 179,
       "observed": 0.49162011173184356
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.847396380661644,
       "n": 201,
       "observed": 0.5422885572139303
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9536437836605196,
       "n": 182,
       "observed": 0.6538461538461539
      }
     ],
     "brier_after": 0.2204464838628429,
     "brier_before": 0.26362884597592773,
     "event_rate": 0.3994134897360704,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1705,
     "records": 1705,
     "too_few": false
    },
    "risk_class": {
     "bins_after": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": null,
       "n": 0,
       "observed": null
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.16755870172409168,
       "n": 48,
       "observed": 0.1875
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25352133873463667,
       "n": 129,
       "observed": 0.24031007751937986
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.35211464090455774,
       "n": 198,
       "observed": 0.3888888888888889
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44829853604901987,
       "n": 215,
       "observed": 0.4186046511627907
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.545516574239044,
       "n": 231,
       "observed": 0.5497835497835498
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6502581497476494,
       "n": 255,
       "observed": 0.6509803921568628
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.746229458775653,
       "n": 126,
       "observed": 0.7301587301587301
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8457251260279572,
       "n": 59,
       "observed": 0.847457627118644
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9333080557551865,
       "n": 14,
       "observed": 0.9285714285714286
      }
     ],
     "bins_before": [
      {
       "hi": 0.1,
       "lo": 0.0,
       "mean_p": 0.04275366376268432,
       "n": 271,
       "observed": 0.28044280442804426
      },
      {
       "hi": 0.2,
       "lo": 0.1,
       "mean_p": 0.1504882224569682,
       "n": 151,
       "observed": 0.3509933774834437
      },
      {
       "hi": 0.3,
       "lo": 0.2,
       "mean_p": 0.25153462290911105,
       "n": 96,
       "observed": 0.4479166666666667
      },
      {
       "hi": 0.4,
       "lo": 0.3,
       "mean_p": 0.3491723794766822,
       "n": 84,
       "observed": 0.5
      },
      {
       "hi": 0.5,
       "lo": 0.4,
       "mean_p": 0.44496930715922073,
       "n": 92,
       "observed": 0.532608695652174
      },
      {
       "hi": 0.6,
       "lo": 0.5,
       "mean_p": 0.549764836896653,
       "n": 77,
       "observed": 0.5454545454545454
      },
      {
       "hi": 0.7,
       "lo": 0.6,
       "mean_p": 0.6517184904565508,
       "n": 91,
       "observed": 0.5164835164835165
      },
      {
       "hi": 0.8,
       "lo": 0.7,
       "mean_p": 0.7497263261776712,
       "n": 99,
       "observed": 0.6565656565656566
      },
      {
       "hi": 0.9,
       "lo": 0.8,
       "mean_p": 0.8472807917509398,
       "n": 142,
       "observed": 0.6971830985915493
      },
      {
       "hi": 1.0,
       "lo": 0.9,
       "mean_p": 0.9576344814482295,
       "n": 172,
       "observed": 0.8081395348837209
      }
     ],
     "brier_after": 0.2170024547291268,
     "brier_before": 0.24579791753247165,
     "event_rate": 0.5137254901960784,
     "failed_folds": 0,
     "left_out": 0,
     "paired": 1275,
     "records": 1275,
     "too_few": false
    }
   }
  },
  "cheapest": {
   "bar_error_rate": 35,
   "bar_judgement": 60,
   "chosen_splits": 126,
   "cleared_splits": 0,
   "coverage": {
    "Celeris-1 Decision": {
     "decisions": 1922,
     "priced": 1922
    },
    "Cygnet": {
     "decisions": 2016,
     "priced": 0
    },
    "DeepSeek-V4.1-Flash (off)": {
     "decisions": 1736,
     "priced": 1736
    },
    "Fastino GLiDE v1.2": {
     "decisions": 2003,
     "priced": 0
    },
    "GPT-6 Luna (Decisions API)": {
     "decisions": 1962,
     "priced": 1962
    },
    "Inception Mercury Decide": {
     "decisions": 1853,
     "priced": 1853
    },
    "Jev 1.13.0": {
     "decisions": 1911,
     "priced": 1911
    },
    "LFM2.5-24B-A2B (off)": {
     "decisions": 1952,
     "priced": 0
    },
    "LFM2.5-24B-A2B (on)": {
     "decisions": 2193,
     "priced": 0
    },
    "Open-Jev 27B v1.1": {
     "decisions": 2002,
     "priced": 0
    },
    "Perplexity Decider 27B v1.1 (local GPU)": {
     "decisions": 2052,
     "priced": 2052
    },
    "Perplexity Decider 27B v1.2 (local GPU)": {
     "decisions": 2028,
     "priced": 2028
    },
    "Perplexity Decider Flash v1.2": {
     "decisions": 2006,
     "priced": 2006
    },
    "Qwen3.8-27B (off)": {
     "decisions": 2005,
     "priced": 0
    },
    "SubQ Snap Preview": {
     "decisions": 2200,
     "priced": 2200
    },
    "Winnow-12B": {
     "decisions": 2015,
     "priced": 0
    }
   },
   "no_priced_qualifier": 24,
   "no_qualifier": 150,
   "setups": {
    "Celeris-1 Decision": {
     "chosen": 4,
     "cleared": 0,
     "qualified": 4,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Cygnet": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "DeepSeek-V4.1-Flash (off)": {
     "chosen": 25,
     "cleared": 0,
     "qualified": 39,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Fastino GLiDE v1.2": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 37,
     "qualified_unpriced": 37,
     "test_na": 0
    },
    "GPT-6 Luna (Decisions API)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Inception Mercury Decide": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Jev 1.13.0": {
     "chosen": 92,
     "cleared": 0,
     "qualified": 93,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "LFM2.5-24B-A2B (off)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "LFM2.5-24B-A2B (on)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Open-Jev 27B v1.1": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Perplexity Decider 27B v1.1 (local GPU)": {
     "chosen": 1,
     "cleared": 0,
     "qualified": 1,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Perplexity Decider 27B v1.2 (local GPU)": {
     "chosen": 4,
     "cleared": 0,
     "qualified": 4,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Perplexity Decider Flash v1.2": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Qwen3.8-27B (off)": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "SubQ Snap Preview": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    },
    "Winnow-12B": {
     "chosen": 0,
     "cleared": 0,
     "qualified": 0,
     "qualified_unpriced": 0,
     "test_na": 0
    }
   },
   "splits": 300
  },
  "distributions": {
   "Celeris-1 Decision": {
    "bad_risk": {
     "counts": [
      0,
      1,
      6,
      17,
      15,
      19,
      6,
      17,
      12,
      3
     ],
     "mean": 0.5639583333333333,
     "median": 0.535,
     "n": 96,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      4,
      11,
      47,
      71,
      90,
      80,
      99,
      167,
      241
     ],
     "mean": 0.7329012345679012,
     "median": 0.8,
     "n": 810,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      1,
      11,
      23,
      26,
      26,
      21,
      16,
      16,
      10
     ],
     "mean": 0.5648666666666666,
     "median": 0.535,
     "n": 150,
     "too_few": true
    },
    "wrong": {
     "counts": [
      1,
      7,
      53,
      123,
      131,
      157,
      95,
      129,
      139,
      116
     ],
     "mean": 0.6145951629863302,
     "median": 0.6,
     "n": 951,
     "too_few": false
    }
   },
   "Cygnet": {
    "bad_risk": {
     "counts": [
      0,
      0,
      3,
      18,
      34,
      26,
      29,
      13,
      6,
      2
     ],
     "mean": 0.5460682008175036,
     "median": 0.5224959275928291,
     "n": 131,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      0,
      7,
      29,
      65,
      83,
      112,
      152,
      211,
      86
     ],
     "mean": 0.717813266343115,
     "median": 0.7576256348589818,
     "n": 745,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      0,
      3,
      20,
      39,
      36,
      32,
      22,
      12,
      1
     ],
     "mean": 0.5680694046442427,
     "median": 0.5482842120012805,
     "n": 165,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      0,
      17,
      74,
      136,
      185,
      175,
      160,
      119,
      44
     ],
     "mean": 0.6246369316467418,
     "median": 0.6236447056240935,
     "n": 910,
     "too_few": false
    }
   },
   "DeepSeek-V4.1-Flash (off)": {
    "bad_risk": {
     "counts": [
      0,
      0,
      0,
      0,
      0,
      2,
      1,
      0,
      2,
      3
     ],
     "mean": 0.7792807770437529,
     "median": 0.8492446679605379,
     "n": 8,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      0,
      0,
      1,
      0,
      1,
      3,
      8,
      18,
      60
     ],
     "mean": 0.9003306381873515,
     "median": 0.9399133496156019,
     "n": 91,
     "too_few": true
    },
    "right_risk": {
     "counts": [
      0,
      0,
      0,
      0,
      0,
      1,
      1,
      1,
      2,
      2
     ],
     "mean": 0.778698568486031,
     "median": 0.8059746613639828,
     "n": 7,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      0,
      0,
      0,
      3,
      6,
      8,
      8,
      6,
      9
     ],
     "mean": 0.7377429600052406,
     "median": 0.7681023373632556,
     "n": 40,
     "too_few": true
    }
   },
   "Fastino GLiDE v1.2": {
    "bad_risk": {
     "counts": [
      2,
      29,
      54,
      33,
      19,
      15,
      4,
      0,
      0,
      0
     ],
     "mean": 0.3127594130140772,
     "median": 0.284434590525247,
     "n": 156,
     "too_few": true
    },
    "right": {
     "counts": [
      3,
      35,
      82,
      116,
      127,
      139,
      117,
      90,
      76,
      24
     ],
     "mean": 0.5336294759640733,
     "median": 0.5281276323704103,
     "n": 809,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      4,
      26,
      41,
      45,
      29,
      25,
      14,
      7,
      3,
      0
     ],
     "mean": 0.38028029396361934,
     "median": 0.36275525796027885,
     "n": 194,
     "too_few": true
    },
    "wrong": {
     "counts": [
      24,
      158,
      236,
      208,
      136,
      75,
      50,
      28,
      10,
      0
     ],
     "mean": 0.34663580462898985,
     "median": 0.3190341824330262,
     "n": 925,
     "too_few": false
    }
   },
   "GPT-6 Luna (Decisions API)": {
    "bad_risk": {
     "counts": [
      0,
      1,
      20,
      39,
      23,
      14,
      8,
      3,
      2,
      0
     ],
     "mean": 0.4144545454545454,
     "median": 0.385,
     "n": 110,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      2,
      31,
      60,
      107,
      151,
      138,
      116,
      78,
      68
     ],
     "mean": 0.6180958721704394,
     "median": 0.61,
     "n": 751,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      3,
      22,
      27,
      29,
      26,
      17,
      8,
      8,
      3
     ],
     "mean": 0.4823776223776224,
     "median": 0.47,
     "n": 143,
     "too_few": true
    },
    "wrong": {
     "counts": [
      1,
      24,
      95,
      191,
      207,
      166,
      121,
      86,
      68,
      31
     ],
     "mean": 0.5091111111111112,
     "median": 0.48,
     "n": 990,
     "too_few": false
    }
   },
   "Inception Mercury Decide": {
    "bad_risk": {
     "counts": [
      0,
      0,
      1,
      5,
      20,
      14,
      14,
      12,
      19,
      25
     ],
     "mean": 0.6967328815889888,
     "median": 0.7019333619952419,
     "n": 110,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      0,
      2,
      6,
      15,
      29,
      38,
      58,
      81,
      444
     ],
     "mean": 0.8846452141281328,
     "median": 0.959911103181046,
     "n": 673,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      0,
      1,
      6,
      6,
      8,
      12,
      14,
      24,
      44
     ],
     "mean": 0.7905166672955891,
     "median": 0.8519528038477825,
     "n": 115,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      0,
      16,
      33,
      72,
      104,
      106,
      79,
      140,
      406
     ],
     "mean": 0.7795074263742365,
     "median": 0.8539849678603018,
     "n": 956,
     "too_few": false
    }
   },
   "Jev 1.13.0": {
    "bad_risk": {
     "counts": [
      0,
      3,
      21,
      31,
      20,
      17,
      8,
      4,
      1,
      2
     ],
     "mean": 0.425607476635514,
     "median": 0.39,
     "n": 107,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      4,
      31,
      75,
      111,
      128,
      155,
      133,
      146,
      71
     ],
     "mean": 0.6368618266978923,
     "median": 0.65,
     "n": 854,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      5,
      33,
      45,
      45,
      16,
      13,
      10,
      3,
      2
     ],
     "mean": 0.4300581395348838,
     "median": 0.41,
     "n": 172,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      15,
      102,
      172,
      180,
      154,
      99,
      68,
      31,
      12
     ],
     "mean": 0.48298919567827137,
     "median": 0.47,
     "n": 833,
     "too_few": false
    }
   },
   "LFM2.5-24B-A2B (off)": {
    "bad_risk": {
     "counts": [
      0,
      27,
      133,
      75,
      37,
      13,
      10,
      7,
      16,
      5
     ],
     "mean": 0.3650859679094059,
     "median": 0.30154012692237425,
     "n": 323,
     "too_few": false
    },
    "right": {
     "counts": [
      0,
      10,
      112,
      88,
      89,
      69,
      34,
      46,
      62,
      31
     ],
     "mean": 0.5132973353766598,
     "median": 0.4643916232514549,
     "n": 541,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      12,
      58,
      39,
      15,
      9,
      5,
      0,
      7,
      3
     ],
     "mean": 0.36032599278170274,
     "median": 0.3053047118559887,
     "n": 148,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      49,
      335,
      240,
      144,
      67,
      44,
      33,
      39,
      17
     ],
     "mean": 0.3925826421424034,
     "median": 0.3345411168977209,
     "n": 968,
     "too_few": false
    }
   },
   "LFM2.5-24B-A2B (on)": {
    "bad_risk": {
     "counts": [
      0,
      0,
      0,
      1,
      0,
      0,
      0,
      0,
      0,
      11
     ],
     "mean": 0.9475865956100581,
     "median": 0.999724019396625,
     "n": 12,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      97
     ],
     "mean": 0.9990645958922854,
     "median": 0.9998090062759987,
     "n": 97,
     "too_few": true
    },
    "right_risk": {
     "counts": [
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      6
     ],
     "mean": 0.9996870275790913,
     "median": 0.9997867353902814,
     "n": 6,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      0,
      0,
      1,
      0,
      1,
      0,
      0,
      1,
      51
     ],
     "mean": 0.9764570243558277,
     "median": 0.9998205106044825,
     "n": 54,
     "too_few": true
    }
   },
   "Open-Jev 27B v1.1": {
    "bad_risk": {
     "counts": [
      207,
      146,
      47,
      20,
      5,
      21,
      1,
      0,
      0,
      0
     ],
     "mean": 0.14990258441102547,
     "median": 0.10866364365988622,
     "n": 447,
     "too_few": false
    },
    "right": {
     "counts": [
      99,
      150,
      126,
      104,
      25,
      101,
      36,
      6,
      0,
      0
     ],
     "mean": 0.29398389258595964,
     "median": 0.27062304902129736,
     "n": 647,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      95,
      93,
      32,
      6,
      2,
      5,
      0,
      0,
      0,
      0
     ],
     "mean": 0.14535786912302548,
     "median": 0.1200864936275952,
     "n": 233,
     "too_few": false
    },
    "wrong": {
     "counts": [
      457,
      365,
      155,
      79,
      20,
      48,
      5,
      0,
      0,
      0
     ],
     "mean": 0.16456888211640833,
     "median": 0.12380906296015134,
     "n": 1129,
     "too_few": false
    }
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "bad_risk": {
     "counts": [
      0,
      0,
      37,
      38,
      49,
      25,
      22,
      7,
      3,
      3
     ],
     "mean": 0.4518792621048953,
     "median": 0.4349836210008129,
     "n": 184,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      6,
      29,
      75,
      92,
      89,
      108,
      105,
      147,
      155
     ],
     "mean": 0.6788620692717195,
     "median": 0.7042080163955688,
     "n": 806,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      2,
      21,
      49,
      36,
      21,
      16,
      16,
      10,
      7
     ],
     "mean": 0.4929925416838702,
     "median": 0.44204286507314317,
     "n": 178,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      11,
      104,
      184,
      175,
      108,
      107,
      77,
      42,
      19
     ],
     "mean": 0.4956422470290973,
     "median": 0.46096233735507863,
     "n": 827,
     "too_few": false
    }
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "bad_risk": {
     "counts": [
      0,
      25,
      45,
      47,
      24,
      19,
      9,
      4,
      3,
      0
     ],
     "mean": 0.36091450541113074,
     "median": 0.3283357218229743,
     "n": 176,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      16,
      74,
      109,
      128,
      156,
      117,
      95,
      68,
      32
     ],
     "mean": 0.5515310072275958,
     "median": 0.5479242720019181,
     "n": 795,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      17,
      55,
      45,
      31,
      21,
      15,
      6,
      2,
      0
     ],
     "mean": 0.384017554361656,
     "median": 0.3549186434177283,
     "n": 192,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      75,
      185,
      195,
      143,
      109,
      53,
      28,
      12,
      4
     ],
     "mean": 0.3955613190961029,
     "median": 0.3667890526969412,
     "n": 804,
     "too_few": false
    }
   },
   "Perplexity Decider Flash v1.2": {
    "bad_risk": {
     "counts": [
      7,
      116,
      104,
      51,
      30,
      17,
      12,
      2,
      0,
      0
     ],
     "mean": 0.2768417295926347,
     "median": 0.23840554324990745,
     "n": 339,
     "too_few": false
    },
    "right": {
     "counts": [
      0,
      63,
      96,
      105,
      101,
      120,
      82,
      49,
      24,
      4
     ],
     "mean": 0.45887781346169926,
     "median": 0.4541996568484733,
     "n": 644,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      2,
      51,
      51,
      28,
      28,
      15,
      4,
      0,
      0,
      0
     ],
     "mean": 0.2987599760062347,
     "median": 0.25498368671206456,
     "n": 179,
     "too_few": true
    },
    "wrong": {
     "counts": [
      17,
      258,
      281,
      170,
      112,
      77,
      46,
      20,
      4,
      0
     ],
     "mean": 0.31471650274917196,
     "median": 0.27354269022865996,
     "n": 985,
     "too_few": false
    }
   },
   "Qwen3.8-27B (off)": {
    "bad_risk": {
     "counts": [
      0,
      0,
      0,
      3,
      2,
      5,
      3,
      3,
      1,
      0
     ],
     "mean": 0.575483118406361,
     "median": 0.5886170856834323,
     "n": 17,
     "too_few": true
    },
    "right": {
     "counts": [
      0,
      0,
      1,
      3,
      10,
      20,
      20,
      26,
      20,
      34
     ],
     "mean": 0.7348426718529276,
     "median": 0.7593026176504876,
     "n": 134,
     "too_few": true
    },
    "right_risk": {
     "counts": [
      0,
      0,
      1,
      2,
      4,
      4,
      2,
      10,
      0,
      2
     ],
     "mean": 0.6189283427420866,
     "median": 0.6644427432225198,
     "n": 25,
     "too_few": true
    },
    "wrong": {
     "counts": [
      0,
      0,
      6,
      13,
      25,
      35,
      21,
      31,
      24,
      23
     ],
     "mean": 0.6490435806526448,
     "median": 0.6385348029050273,
     "n": 178,
     "too_few": true
    }
   },
   "SubQ Snap Preview": {
    "bad_risk": {
     "counts": [
      7,
      41,
      86,
      75,
      51,
      30,
      20,
      9,
      5,
      0
     ],
     "mean": 0.36608002116374766,
     "median": 0.3418160527944565,
     "n": 324,
     "too_few": false
    },
    "right": {
     "counts": [
      3,
      17,
      64,
      89,
      134,
      158,
      120,
      124,
      74,
      35
     ],
     "mean": 0.566322137931849,
     "median": 0.5618001520633698,
     "n": 818,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      1,
      20,
      51,
      61,
      53,
      35,
      30,
      14,
      4,
      1
     ],
     "mean": 0.4206750458865254,
     "median": 0.4018562287092209,
     "n": 270,
     "too_few": false
    },
    "wrong": {
     "counts": [
      9,
      120,
      239,
      264,
      195,
      150,
      90,
      49,
      30,
      4
     ],
     "mean": 0.40616594036960085,
     "median": 0.3745754659175873,
     "n": 1150,
     "too_few": false
    }
   },
   "Winnow-12B": {
    "bad_risk": {
     "counts": [
      0,
      5,
      32,
      66,
      51,
      40,
      16,
      15,
      11,
      4
     ],
     "mean": 0.4644543160142472,
     "median": 0.43356553281501864,
     "n": 240,
     "too_few": false
    },
    "right": {
     "counts": [
      0,
      4,
      24,
      70,
      76,
      103,
      88,
      88,
      109,
      119
     ],
     "mean": 0.6628754090194521,
     "median": 0.6794242701650695,
     "n": 681,
     "too_few": false
    },
    "right_risk": {
     "counts": [
      0,
      4,
      27,
      34,
      34,
      29,
      30,
      21,
      28,
      20
     ],
     "mean": 0.5642642689838225,
     "median": 0.5425962374721113,
     "n": 227,
     "too_few": false
    },
    "wrong": {
     "counts": [
      0,
      15,
      102,
      196,
      177,
      171,
      117,
      91,
      92,
      63
     ],
     "mean": 0.5378271399712777,
     "median": 0.5089660828729518,
     "n": 1024,
     "too_few": false
    }
   }
  },
  "hypothesis": {
   "X": {
    "Celeris-1 Decision": 0.8353344499920955,
    "Cygnet": 0.5291592963757151,
    "Fastino GLiDE v1.2": 0.3209662678614337,
    "GPT-6 Luna (Decisions API)": 0.6325994986776683,
    "Inception Mercury Decide": 0.27454587267235103,
    "Jev 1.13.0": 1.1451282307797488,
    "LFM2.5-24B-A2B (off)": -0.44290402238039606,
    "Open-Jev 27B v1.1": -0.4404987396700201,
    "Perplexity Decider 27B v1.1 (local GPU)": -0.01607583746278716,
    "Perplexity Decider 27B v1.2 (local GPU)": 0.1875300397706158,
    "Perplexity Decider Flash v1.2": -0.3471853222485009,
    "Qwen3.8-27B (off)": 0.7697538110643093,
    "SubQ Snap Preview": -0.08915831571959076,
    "Winnow-12B": 0.13628355631416378
   },
   "Y": {
    "Celeris-1 Decision": 0.7640440102325496,
    "Cygnet": -0.37395620572148763,
    "Fastino GLiDE v1.2": -0.17206090001442,
    "GPT-6 Luna (Decisions API)": 0.2328422317277541,
    "Inception Mercury Decide": 0.5433023879460752,
    "Jev 1.13.0": 3.519552974026078,
    "LFM2.5-24B-A2B (off)": 4.984119254390271,
    "Open-Jev 27B v1.1": 5.040475346728827,
    "Perplexity Decider 27B v1.1 (local GPU)": 0.21824913525424108,
    "Perplexity Decider 27B v1.2 (local GPU)": 1.3469840883644884,
    "Perplexity Decider Flash v1.2": 2.290584145132317,
    "Qwen3.8-27B (off)": 1.5971473996379109,
    "SubQ Snap Preview": 1.2198930470030849,
    "Winnow-12B": 1.8615156312616905
   }
  },
  "label": "re-read from the model's probabilities, not played",
  "reread": {
   "Celeris-1 Decision": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.15": 4,
     "0.20": 25,
     "0.25": 33,
     "0.30": 150,
     "0.35": 4,
     "0.40": 45,
     "0.50": 9,
     "0.55": 28,
     "0.70": 2
    },
    "judgement_diff": 0.7640440102325496,
    "judgement_diff_hi": 3.245152900074962,
    "judgement_diff_lo": -1.066701435533481,
    "judgement_diff_p5": -1.1796058169127153,
    "judgement_diff_p95": 2.4765427218943983,
    "judgement_played": 57.86534385159335,
    "judgement_reread": 58.62938786182589,
    "no_fit": 0,
    "pr_diff": 2.239309761149786,
    "pr_diff_hi": 3.8751019002015634,
    "pr_diff_lo": 0.4332452302665707,
    "pr_diff_p5": 0.18621602930476122,
    "pr_diff_p95": 4.697319561036359,
    "pr_played": 34.858739734168644,
    "pr_reread": 37.098049495318435,
    "predictor": 0.8353344499920955,
    "predictor_splits": 300,
    "records": 1761,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 889.64,
    "trade_off": 1372
   },
   "Cygnet": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.30": 49,
     "0.35": 100,
     "0.40": 84,
     "0.45": 5,
     "0.55": 49,
     "0.60": 8,
     "0.65": 4,
     "0.80": 1
    },
    "judgement_diff": -0.37395620572148763,
    "judgement_diff_hi": 1.2957563520737811,
    "judgement_diff_lo": -1.6784209777187276,
    "judgement_diff_p5": -1.6515128800026333,
    "judgement_diff_p95": 0.7340848706786106,
    "judgement_played": 56.85984105799119,
    "judgement_reread": 56.48588485226971,
    "no_fit": 0,
    "pr_diff": 1.3688067972912765,
    "pr_diff_hi": 2.6209584781417465,
    "pr_diff_lo": -0.4444807670595826,
    "pr_diff_p5": -0.693535331406585,
    "pr_diff_p95": 3.8941440176523914,
    "pr_played": 37.084378868720016,
    "pr_reread": 38.453185666011294,
    "predictor": 0.5291592963757151,
    "predictor_splits": 300,
    "records": 1655,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 830.0966666666667,
    "trade_off": 1249
   },
   "Fastino GLiDE v1.2": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.50": 33,
     "0.55": 53,
     "0.60": 84,
     "0.65": 82,
     "0.70": 33,
     "0.75": 8,
     "0.80": 7
    },
    "judgement_diff": -0.17206090001442,
    "judgement_diff_hi": 2.3487849021824028,
    "judgement_diff_lo": -2.7484396810486595,
    "judgement_diff_p5": -2.406534180123391,
    "judgement_diff_p95": 1.769876997080368,
    "judgement_played": 58.93880899946101,
    "judgement_reread": 58.766748099446595,
    "no_fit": 0,
    "pr_diff": 3.02156036524729,
    "pr_diff_hi": 5.2547892183068345,
    "pr_diff_lo": 0.6142251620837799,
    "pr_diff_p5": 0.5234010808901399,
    "pr_diff_p95": 5.744090633515778,
    "pr_played": 35.79954041988501,
    "pr_reread": 38.821100785132295,
    "predictor": 0.3209662678614337,
    "predictor_splits": 300,
    "records": 1734,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 876.01,
    "trade_off": 1296
   },
   "GPT-6 Luna (Decisions API)": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.45": 49,
     "0.50": 66,
     "0.55": 130,
     "0.60": 53,
     "0.70": 2
    },
    "judgement_diff": 0.2328422317277541,
    "judgement_diff_hi": 1.8910395487916374,
    "judgement_diff_lo": -1.4526016762915581,
    "judgement_diff_p5": -1.221041726063737,
    "judgement_diff_p95": 1.462878337878336,
    "judgement_played": 55.74653100429141,
    "judgement_reread": 55.979373236019164,
    "no_fit": 0,
    "pr_diff": 2.931818304493278,
    "pr_diff_hi": 4.642180976143197,
    "pr_diff_lo": 1.4233332453434417,
    "pr_diff_p5": 1.0277996550029485,
    "pr_diff_p95": 4.808865590731301,
    "pr_played": 43.41113010153049,
    "pr_reread": 46.342948406023766,
    "predictor": 0.6325994986776683,
    "predictor_splits": 300,
    "records": 1741,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 863.97,
    "trade_off": 1292
   },
   "Inception Mercury Decide": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.05": 26,
     "0.10": 24,
     "0.15": 2,
     "0.20": 19,
     "0.25": 163,
     "0.30": 25,
     "0.35": 17,
     "0.40": 2,
     "0.45": 3,
     "0.50": 11,
     "0.65": 1,
     "0.75": 2,
     "0.85": 5
    },
    "judgement_diff": 0.5433023879460752,
    "judgement_diff_hi": 1.8077993901010816,
    "judgement_diff_lo": -0.6154423936217427,
    "judgement_diff_p5": -1.6215305653868521,
    "judgement_diff_p95": 1.8108611945368709,
    "judgement_played": 53.292165314552825,
    "judgement_reread": 53.83546770249891,
    "no_fit": 0,
    "pr_diff": 1.028461350593674,
    "pr_diff_hi": 3.1925130807003343,
    "pr_diff_lo": -0.62907859168497,
    "pr_diff_p5": -0.7448997599210468,
    "pr_diff_p95": 4.0426201454731014,
    "pr_played": 49.394259159330126,
    "pr_reread": 50.4227205099238,
    "predictor": 0.27454587267235103,
    "predictor_splits": 300,
    "records": 1629,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 819.08,
    "trade_off": 1176
   },
   "Jev 1.13.0": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.40": 124,
     "0.45": 130,
     "0.50": 46
    },
    "judgement_diff": 3.519552974026078,
    "judgement_diff_hi": 5.510176614713105,
    "judgement_diff_lo": 1.09811401969902,
    "judgement_diff_p5": 1.7130823753670952,
    "judgement_diff_p95": 5.106861275479778,
    "judgement_played": 59.60462076030996,
    "judgement_reread": 63.12417373433604,
    "no_fit": 0,
    "pr_diff": -0.3468952712414747,
    "pr_diff_hi": 1.2417610133208383,
    "pr_diff_lo": -2.2127581883028267,
    "pr_diff_p5": -2.278457513985795,
    "pr_diff_p95": 1.4257533538857816,
    "pr_played": 34.42716364503968,
    "pr_reread": 34.0802683737982,
    "predictor": 1.1451282307797488,
    "predictor_splits": 300,
    "records": 1687,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 846.3466666666667,
    "trade_off": 1307
   },
   "LFM2.5-24B-A2B (off)": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.80": 27,
     "0.85": 31,
     "0.90": 182,
     "0.95": 60
    },
    "judgement_diff": 4.984119254390271,
    "judgement_diff_hi": 7.737299841729072,
    "judgement_diff_lo": 2.0387298280489996,
    "judgement_diff_p5": 2.4639230026589782,
    "judgement_diff_p95": 7.294969114153503,
    "judgement_played": 45.74078336429989,
    "judgement_reread": 50.72490261869016,
    "no_fit": 0,
    "pr_diff": -10.497406185364664,
    "pr_diff_hi": -5.257615411518923,
    "pr_diff_lo": -15.192178850370762,
    "pr_diff_p5": -15.088443848046426,
    "pr_diff_p95": -4.081323681656434,
    "pr_played": 53.17712766783265,
    "pr_reread": 42.679721482467976,
    "predictor": -0.44290402238039606,
    "predictor_splits": 296,
    "records": 1509,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 751.1133333333333,
    "trade_off": 1084
   },
   "Open-Jev 27B v1.1": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.90": 298,
     "0.95": 2
    },
    "judgement_diff": 5.040475346728827,
    "judgement_diff_hi": 7.098552507045527,
    "judgement_diff_lo": 2.65492089011026,
    "judgement_diff_p5": 2.728904061624646,
    "judgement_diff_p95": 7.000876523361397,
    "judgement_played": 48.77909097811914,
    "judgement_reread": 53.81956632484797,
    "no_fit": 0,
    "pr_diff": -9.494500109207744,
    "pr_diff_hi": -6.95828788947415,
    "pr_diff_lo": -12.921770542010371,
    "pr_diff_p5": -12.179850486839909,
    "pr_diff_p95": -6.811780099081667,
    "pr_played": 64.84357623677306,
    "pr_reread": 55.349076127565326,
    "predictor": -0.4404987396700201,
    "predictor_splits": 300,
    "records": 1776,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 890.7833333333333,
    "trade_off": 1311
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.30": 1,
     "0.35": 42,
     "0.40": 33,
     "0.45": 6,
     "0.50": 3,
     "0.55": 114,
     "0.60": 23,
     "0.65": 16,
     "0.70": 21,
     "0.75": 31,
     "0.80": 10
    },
    "judgement_diff": 0.21824913525424108,
    "judgement_diff_hi": 1.9493065300197834,
    "judgement_diff_lo": -1.0279918300754118,
    "judgement_diff_p5": -1.6486613650157205,
    "judgement_diff_p95": 1.722997943314526,
    "judgement_played": 56.5053147614591,
    "judgement_reread": 56.72356389671334,
    "no_fit": 0,
    "pr_diff": 1.5441290829184664,
    "pr_diff_hi": 3.4822999894705973,
    "pr_diff_lo": -1.5565055020398735,
    "pr_diff_p5": -1.7058656152878373,
    "pr_diff_p95": 6.81674676628083,
    "pr_played": 35.906263363085436,
    "pr_reread": 37.4503924460039,
    "predictor": -0.01607583746278716,
    "predictor_splits": 300,
    "records": 1633,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 828.58,
    "trade_off": 1202
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.55": 2,
     "0.60": 36,
     "0.65": 210,
     "0.70": 32,
     "0.75": 20
    },
    "judgement_diff": 1.3469840883644884,
    "judgement_diff_hi": 3.268882496312442,
    "judgement_diff_lo": -0.7318147758685005,
    "judgement_diff_p5": -0.3322822380470398,
    "judgement_diff_p95": 2.9310642602800687,
    "judgement_played": 58.35144914846516,
    "judgement_reread": 59.698433236829636,
    "no_fit": 0,
    "pr_diff": 2.1486607367129533,
    "pr_diff_hi": 4.563665343568855,
    "pr_diff_lo": 0.16876686935441962,
    "pr_diff_p5": 0.4409674716032937,
    "pr_diff_p95": 4.110290305665981,
    "pr_played": 33.79080289827155,
    "pr_reread": 35.939463634984506,
    "predictor": 0.1875300397706158,
    "predictor_splits": 300,
    "records": 1599,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 799.4233333333333,
    "trade_off": 1210
   },
   "Perplexity Decider Flash v1.2": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.70": 3,
     "0.75": 21,
     "0.80": 76,
     "0.85": 26,
     "0.90": 173,
     "0.95": 1
    },
    "judgement_diff": 2.290584145132317,
    "judgement_diff_hi": 4.3360509793319855,
    "judgement_diff_lo": -0.4752483978751911,
    "judgement_diff_p5": 0.3180144626330044,
    "judgement_diff_p95": 4.1564537506166666,
    "judgement_played": 49.71907402180279,
    "judgement_reread": 52.00965816693511,
    "no_fit": 0,
    "pr_diff": -4.212187653562444,
    "pr_diff_hi": 0.7292007667192334,
    "pr_diff_lo": -7.733552713878674,
    "pr_diff_p5": -8.710961412912223,
    "pr_diff_p95": 2.1966646419744955,
    "pr_played": 52.38672902579119,
    "pr_reread": 48.174541372228745,
    "predictor": -0.3471853222485009,
    "predictor_splits": 300,
    "records": 1629,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 811.45,
    "trade_off": 1184
   },
   "Qwen3.8-27B (off)": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.10": 1,
     "0.20": 1,
     "0.25": 2,
     "0.30": 139,
     "0.35": 29,
     "0.40": 24,
     "0.50": 15,
     "0.55": 32,
     "0.70": 35,
     "0.75": 19,
     "0.80": 1,
     "0.85": 2
    },
    "judgement_diff": 1.5971473996379109,
    "judgement_diff_hi": 4.979677541644334,
    "judgement_diff_lo": -2.852714457781085,
    "judgement_diff_p5": -1.9011855905152821,
    "judgement_diff_p95": 5.869808591582785,
    "judgement_played": 55.70742572299071,
    "judgement_reread": 57.304573122628625,
    "no_fit": 0,
    "pr_diff": -1.2811665914464112,
    "pr_diff_hi": 4.396091138566831,
    "pr_diff_lo": -4.829094194420522,
    "pr_diff_p5": -7.728922087235828,
    "pr_diff_p95": 3.3569746259628537,
    "pr_played": 50.42391044924349,
    "pr_reread": 49.142743857797086,
    "predictor": 0.7697538110643093,
    "predictor_splits": 300,
    "records": 312,
    "replicates": 200,
    "test_judgement_na": 1,
    "test_records_mean": 154.13,
    "trade_off": 222
   },
   "SubQ Snap Preview": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.60": 12,
     "0.65": 46,
     "0.70": 31,
     "0.80": 159,
     "0.85": 52
    },
    "judgement_diff": 1.2198930470030849,
    "judgement_diff_hi": 2.9385454749037088,
    "judgement_diff_lo": -0.3314311696203772,
    "judgement_diff_p5": -0.19253697134530545,
    "judgement_diff_p95": 2.7400237741542695,
    "judgement_played": 56.20305125020462,
    "judgement_reread": 57.4229442972077,
    "no_fit": 0,
    "pr_diff": -1.54302332940748,
    "pr_diff_hi": 0.9195493369874179,
    "pr_diff_lo": -3.9338107673881453,
    "pr_diff_p5": -4.413213746712126,
    "pr_diff_p95": 2.2536419149715496,
    "pr_played": 45.695842812531275,
    "pr_reread": 44.1528194831238,
    "predictor": -0.08915831571959076,
    "predictor_splits": 300,
    "records": 1968,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 986.76,
    "trade_off": 1517
   },
   "Winnow-12B": {
    "always_risky": 0,
    "always_safe": 0,
    "chosen": {
     "0.45": 9,
     "0.50": 2,
     "0.55": 2,
     "0.60": 3,
     "0.65": 10,
     "0.70": 147,
     "0.75": 33,
     "0.80": 82,
     "0.85": 12
    },
    "judgement_diff": 1.8615156312616905,
    "judgement_diff_hi": 3.219352274766929,
    "judgement_diff_lo": 0.15544489038464407,
    "judgement_diff_p5": 0.2209049482380575,
    "judgement_diff_p95": 3.402423919665298,
    "judgement_played": 55.178396791012005,
    "judgement_reread": 57.03991242227369,
    "no_fit": 0,
    "pr_diff": -2.198087891055374,
    "pr_diff_hi": 0.7231732064692349,
    "pr_diff_lo": -3.5167644720881173,
    "pr_diff_p5": -3.996294312569336,
    "pr_diff_p95": -0.20917190175888448,
    "pr_played": 48.78967469248924,
    "pr_reread": 46.59158680143386,
    "predictor": 0.13628355631416378,
    "predictor_splits": 300,
    "records": 1705,
    "replicates": 200,
    "test_judgement_na": 0,
    "test_records_mean": 857.55,
    "trade_off": 1275
   }
  },
  "reread_too_few": {
   "DeepSeek-V4.1-Flash (off)": 131,
   "LFM2.5-24B-A2B (on)": 151
  },
  "safest": {
   "best_safe_play": 1395,
   "decisions": 2058,
   "minimum_hitting_rolls": 2058,
   "right_safety": 749,
   "right_safety_conditional": 23.21729256966722,
   "right_safety_contribution": 8.449830969232627
  },
  "spec_fixed_on": "2026-10-24T12:55Z",
  "splits": 300,
  "support": {
   "Celeris-1 Decision": {
    "complete": 1761,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 161,
    "sparse": 0,
    "unverified": 0
   },
   "Cygnet": {
    "complete": 1655,
    "grouped": 113,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 248,
    "sparse": 0,
    "unverified": 0
   },
   "DeepSeek-V4.1-Flash (off)": {
    "complete": 131,
    "grouped": 41,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 1354,
    "sparse": 210,
    "unverified": 0
   },
   "Fastino GLiDE v1.2": {
    "complete": 1734,
    "grouped": 1,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 268,
    "sparse": 0,
    "unverified": 0
   },
   "GNUbg weak": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1744,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 0,
    "unverified": 0
   },
   "GPT-6 Luna (Decisions API)": {
    "complete": 1741,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 221,
    "sparse": 0,
    "unverified": 0
   },
   "Inception Mercury Decide": {
    "complete": 1629,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 224,
    "sparse": 0,
    "unverified": 0
   },
   "Jev 1.13.0": {
    "complete": 1687,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 224,
    "sparse": 0,
    "unverified": 0
   },
   "LFM2.5-24B-A2B (off)": {
    "complete": 1509,
    "grouped": 182,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 0,
    "sparse": 261,
    "unverified": 0
   },
   "LFM2.5-24B-A2B (on)": {
    "complete": 151,
    "grouped": 229,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 43,
    "sparse": 1770,
    "unverified": 0
   },
   "Open-Jev 27B v1.1": {
    "complete": 1776,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 226,
    "sparse": 0,
    "unverified": 0
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "complete": 1633,
    "grouped": 202,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 217,
    "sparse": 0,
    "unverified": 0
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "complete": 1599,
    "grouped": 187,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 242,
    "sparse": 0,
    "unverified": 0
   },
   "Perplexity Decider Flash v1.2": {
    "complete": 1629,
    "grouped": 198,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 179,
    "sparse": 0,
    "unverified": 0
   },
   "Qwen3.8-27B (off)": {
    "complete": 312,
    "grouped": 33,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 1630,
    "sparse": 30,
    "unverified": 0
   },
   "Random": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1222,
    "no_raw": 0,
    "not_audited": 115,
    "sparse": 0,
    "unverified": 0
   },
   "Safest": {
    "complete": 0,
    "grouped": 0,
    "invalid": 0,
    "no_probabilities": 1861,
    "no_raw": 0,
    "not_audited": 197,
    "sparse": 0,
    "unverified": 0
   },
   "SubQ Snap Preview": {
    "complete": 1968,
    "grouped": 1,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 231,
    "sparse": 0,
    "unverified": 0
   },
   "Winnow-12B": {
    "complete": 1705,
    "grouped": 81,
    "invalid": 0,
    "no_probabilities": 0,
    "no_raw": 0,
    "not_audited": 229,
    "sparse": 0,
    "unverified": 0
   }
  },
  "thresholds": [
   "0.00",
   "0.05",
   "0.10",
   "0.15",
   "0.20",
   "0.25",
   "0.30",
   "0.35",
   "0.40",
   "0.45",
   "0.50",
   "0.55",
   "0.60",
   "0.65",
   "0.70",
   "0.75",
   "0.80",
   "0.85",
   "0.90",
   "0.95",
   "1.00",
   "always safe"
  ]
 },
 "reasoning": [
  {
   "extra_cost": 29.58377718484766,
   "extra_time_median": 324.669,
   "high": "LFM2.5-24B-A2B (on)",
   "high_setting": "on",
   "low": "LFM2.5-24B-A2B (off)",
   "low_setting": "off",
   "model": "LFM2.5-24B-A2B",
   "reading": "lower error rate in league play",
   "risk": {
    "change": 6.6751174053567155,
    "overlap": false
   },
   "sdt": {
    "main": {
     "caution_change": 0.13511004152824052,
     "dprime_change": 0.33021691603686376
    },
    "robust": {
     "caution_change": 0.11113516415736302,
     "dprime_change": 0.3961458847246246
    }
   }
  }
 ],
 "references": {},
 "scored": 36995,
 "setups": {
  "Celeris-1 Decision": {
   "close": {
    "close": {
     "den": 1761,
     "n": 523,
     "share": 0.2969903463940943,
     "small": false
    },
    "decisions": 1922,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1761,
    "exclusions": {
     "not_audited": 161
    },
    "groups": {
     "close": {
      "by_count": [
       189,
       194,
       99,
       32,
       9
      ],
      "differ": {
       "hitting": {
        "den": 523,
        "n": 210,
        "share": 0.40152963671128106,
        "small": false
       },
       "points": {
        "den": 523,
        "n": 133,
        "share": 0.25430210325047803,
        "small": false
       },
       "prime": {
        "den": 523,
        "n": 111,
        "share": 0.21223709369024857,
        "small": false
       },
       "race": {
        "den": 523,
        "n": 70,
        "share": 0.1338432122370937,
        "small": false
       }
      },
      "gap": {
       "mean": 0.12060366984079263,
       "median": 0.056093811988830566,
       "n": 523
      },
      "loss1": {
       "mean": 0.08217454537834766,
       "median": 0.02228403091430664,
       "n": 523
      },
      "loss2": {
       "mean": 0.1004001391663378,
       "median": 0.037311553955078125,
       "n": 523
      },
      "n": 523,
      "p1": {
       "mean": 0.4186615678776291,
       "median": 0.42,
       "n": 523
      },
      "p2": {
       "mean": 0.3013193116634799,
       "median": 0.3,
       "n": 523
      },
      "psum": {
       "mean": 0.719980879541109,
       "median": 0.71,
       "n": 523
      },
      "psum_bins": [
       0,
       1,
       6,
       9,
       40,
       70,
       111,
       109,
       73,
       104
      ]
     },
     "other": {
      "by_count": [
       233,
       521,
       321,
       147,
       16
      ],
      "differ": {
       "hitting": {
        "den": 1238,
        "n": 703,
        "share": 0.5678513731825525,
        "small": false
       },
       "points": {
        "den": 1238,
        "n": 426,
        "share": 0.3441033925686591,
        "small": false
       },
       "prime": {
        "den": 1238,
        "n": 370,
        "share": 0.2988691437802908,
        "small": false
       },
       "race": {
        "den": 1238,
        "n": 169,
        "share": 0.13651050080775445,
        "small": false
       }
      },
      "gap": {
       "mean": 0.1442849806273696,
       "median": 0.08979517221450806,
       "n": 1238
      },
      "loss1": {
       "mean": 0.06490568838327497,
       "median": 7.811188697814941e-05,
       "n": 1238
      },
      "loss2": {
       "mean": 0.1348186014686532,
       "median": 0.07228820025920868,
       "n": 1238
      },
      "n": 1238,
      "p1": {
       "mean": 0.7747738287560582,
       "median": 0.81,
       "n": 1238
      },
      "p2": {
       "mean": 0.10478998384491114,
       "median": 0.09,
       "n": 1238
      },
      "psum": {
       "mean": 0.8795638126009694,
       "median": 0.92,
       "n": 1238
      },
      "psum_bins": [
       0,
       0,
       0,
       1,
       17,
       23,
       57,
       155,
       248,
       737
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 389,
         "n": 147,
         "share": 0.37789203084832906,
         "small": false
        },
        "eligible": 389,
        "risk_close": {
         "den": 147,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 622,
         "n": 194,
         "share": 0.31189710610932475,
         "small": false
        },
        "eligible": 622,
        "risk_close": {
         "den": 194,
         "n": 114,
         "share": 0.5876288659793815,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 750,
         "n": 182,
         "share": 0.24266666666666667,
         "small": false
        },
        "eligible": 750,
        "risk_close": {
         "den": 182,
         "n": 62,
         "share": 0.34065934065934067,
         "small": true
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5982142857142857,
       "adj_other": 0.8271191110476824,
       "adjusted": -0.22890482533339673,
       "adjusted_hi": -0.10952347698161241,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.34684881466412465,
       "close": {
        "den": 114,
        "n": 69,
        "share": 0.6052631578947368,
        "small": true
       },
       "covered": {
        "den": 114,
        "n": 112,
        "share": 0.9824561403508771,
        "small": true
       },
       "crude": -0.20331770019107176,
       "crude_hi": -0.09998125520688705,
       "crude_left_out": 0,
       "crude_lo": -0.329080186728628,
       "group": 417,
       "matches": 16,
       "na": null,
       "other": {
        "den": 303,
        "n": 245,
        "share": 0.8085808580858086,
        "small": false
       },
       "resamples": 2000,
       "strata": 34,
       "strata_both": 26
      },
      "stake": {
       "big": {
        "den": 343,
        "n": 110,
        "share": 0.3206997084548105,
        "small": false
       },
       "medium": {
        "den": 188,
        "n": 57,
        "share": 0.30319148936170215,
        "small": true
       },
       "small": {
        "den": 91,
        "n": 27,
        "share": 0.2967032967032967,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 389,
         "n": 147,
         "share": 0.37789203084832906,
         "small": false
        },
        "eligible": 389,
        "risk_close": {
         "den": 147,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 531,
         "n": 167,
         "share": 0.3145009416195857,
         "small": false
        },
        "eligible": 531,
        "risk_close": {
         "den": 167,
         "n": 101,
         "share": 0.6047904191616766,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 841,
         "n": 209,
         "share": 0.24851367419738407,
         "small": false
        },
        "eligible": 841,
        "risk_close": {
         "den": 209,
         "n": 75,
         "share": 0.3588516746411483,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5773195876288659,
       "adj_other": 0.8183550699014616,
       "adjusted": -0.24103548227259564,
       "adjusted_hi": -0.10611591251232057,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.3758055383584837,
       "close": {
        "den": 101,
        "n": 60,
        "share": 0.594059405940594,
        "small": true
       },
       "covered": {
        "den": 101,
        "n": 97,
        "share": 0.9603960396039604,
        "small": true
       },
       "crude": -0.20670687758431017,
       "crude_hi": -0.10623890780432337,
       "crude_left_out": 0,
       "crude_lo": -0.340791342803538,
       "group": 362,
       "matches": 16,
       "na": null,
       "other": {
        "den": 261,
        "n": 209,
        "share": 0.8007662835249042,
        "small": false
       },
       "resamples": 2000,
       "strata": 33,
       "strata_both": 24
      },
      "stake": {
       "big": {
        "den": 343,
        "n": 110,
        "share": 0.3206997084548105,
        "small": false
       },
       "medium": {
        "den": 188,
        "n": 57,
        "share": 0.30319148936170215,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 523,
     "n": 176,
     "share": 0.3365200764818356,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1761,
     "n": 176,
     "share": 0.09994321408290743,
     "small": false
    },
    "risk_pair_other": {
     "den": 1238,
     "n": 662,
     "share": 0.5347334410339257,
     "small": false
    },
    "ties": {
     "close": 25,
     "member": 215,
     "order": 13,
     "positive": 227,
     "top_two": 227,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.6656320886407259,
    "auroc_blunder": 0.6118805433451544,
    "confident_badly_wrong": {
     "den": 1922,
     "n": 52,
     "share": 0.027055150884495317
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 389,
       "n": 52,
       "share": 0.13367609254498714
      },
      "kept": {
       "den": 1922,
       "n": 389,
       "share": 0.2023933402705515
      },
      "mean_loss": 0.034484684084252405,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1922,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.21421436004162328,
    "held_out": {
     "blunders": 0.08291160972821868,
     "kept": 0.014132437591047582,
     "no_cutoff": 147,
     "runs": 300
    },
    "n": 1922,
    "surest": {
     "cut": 0.87,
     "error_rate": 19.55057304403956,
     "n": 507,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.6656320886407259,
    "best_share": 0.4578563995837669,
    "blunder_share": 0.2575442247658689,
    "brier": 0.28065098855359,
    "clusters": 96,
    "confidence_n": 1922,
    "confident_badly_wrong": 0.027055150884495317,
    "cost_coverage": 1.0,
    "decisions": 1922,
    "ece": 0.21421436004162328,
    "engine_scored": 1922,
    "error_hi": 39.40670829014065,
    "error_lo": 31.99961113229117,
    "error_rate": 35.64279046564767,
    "first_date": "2026-10-19",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.6697606659729448,
    "over_budget": 0.0,
    "p95_loss": 0.33885210752487066,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 1922,
    "time_median": 0.17,
    "time_p90": 0.3299000000000001,
    "tokens_in": 3747.2414151925077,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.14988965660770032,
    "very_confident": 0.2023933402705515,
    "worst_mean": 0.5313560487702489
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 20.001603424176963,
      "needless": 2.2951913193162845,
      "none": 4.404007179059794,
      "right_risk": 1.3720860063223388,
      "right_safety": 5.502755487188464,
      "wrong_risk": 2.067147049583828
     },
     "calls": {
      "missed": 483.0,
      "needless": 68.0,
      "right_risk": 163.0,
      "right_safety": 749.0,
      "wrong_risk": 37.0
     },
     "confidence": {
      "auroc_right_risk": 0.5166520595968449,
      "missed_mean_p": 0.6792546583850931,
      "missed_n": 483,
      "taken_grouped": 0,
      "taken_n": 268,
      "taken_other": 0
     },
     "error_rate": 35.64279046564767,
     "found": {
      "den": 683.0,
      "n": 163.0,
      "share": 0.23865300146412885
     },
     "good": {
      "den": 268.0,
      "n": 163.0,
      "share": 0.6082089552238806
     },
     "judgement": 57.771083365740104,
     "judgement_hi": 59.65964806225879,
     "judgement_lo": 55.90282946749637,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07115384615384615,
      "x": 0.7613469985358712,
      "y": 0.0832313341493268
     },
     "margin": 0.001,
     "missed": {
      "den": 683.0,
      "n": 483.0,
      "share": 0.7071742313323572
     },
     "needless": {
      "den": 817.0,
      "n": 68.0,
      "share": 0.0832313341493268
     },
     "needless_by_loss": {
      "big": {
       "den": 817.0,
       "n": 38.0,
       "share": 0.046511627906976744
      },
      "medium": {
       "den": 817.0,
       "n": 20.0,
       "share": 0.02447980416156671
      },
      "small": {
       "den": 817.0,
       "n": 10.0,
       "share": 0.012239902080783354
      }
     },
     "no_trade_off": 422.0,
     "reference": null,
     "right_safety": {
      "den": 817.0,
      "n": 749.0,
      "share": 0.9167686658506732
     },
     "risk_pays": 683.0,
     "safety_pays": 817.0,
     "scored": 1922,
     "sdt": {
      "aim": {
       "den": 200.0,
       "n": 163.0,
       "share": 0.815
      },
      "beta": 0.9749753852414761,
      "caution": 0.9623043444354566,
      "caution_hi": 1.0529856850251997,
      "caution_lo": 0.8827205164395463,
      "cstar": -0.030311996654888495,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8360734034676122,
      "dprime_hi": 1.0268892869461612,
      "dprime_lo": 0.672664931674635,
      "false_alarm": {
       "den": 817.0,
       "n": 68.0,
       "share": 0.0832313341493268
      },
      "false_alarm_rate": 0.08374083129584352,
      "hit": {
       "den": 683.0,
       "n": 200.0,
       "share": 0.29282576866764276
      },
      "hit_rate": 0.29312865497076024,
      "missed_loss": 0.15918460364914336,
      "missed_n": 483.0,
      "na": null,
      "needless_loss": 0.12974581516840877,
      "needless_n": 68.0
     },
     "size": {
      "bad": {
       "mean": 7.895238095238096,
       "n": 105.0,
       "too_few": true
      },
      "right": {
       "mean": 8.938650306748466,
       "n": 163.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 374.0,
        "n": 120.0,
        "share": 0.32085561497326204
       },
       "missed": {
        "den": 374.0,
        "n": 242.0,
        "share": 0.6470588235294118
       },
       "risk_pays": 374.0,
       "wrong": {
        "den": 374.0,
        "n": 12.0,
        "share": 0.03208556149732621
       }
      },
      "medium": {
       "found": {
        "den": 212.0,
        "n": 30.0,
        "share": 0.14150943396226415
       },
       "missed": {
        "den": 212.0,
        "n": 163.0,
        "share": 0.7688679245283019
       },
       "risk_pays": 212.0,
       "wrong": {
        "den": 212.0,
        "n": 19.0,
        "share": 0.08962264150943396
       }
      },
      "small": {
       "found": {
        "den": 97.0,
        "n": 13.0,
        "share": 0.13402061855670103
       },
       "missed": {
        "den": 97.0,
        "n": 78.0,
        "share": 0.8041237113402062
       },
       "risk_pays": 97.0,
       "wrong": {
        "den": 97.0,
        "n": 6.0,
        "share": 0.061855670103092786
       }
      }
     },
     "trade_off": 1500.0,
     "wrong": {
      "den": 683.0,
      "n": 37.0,
      "share": 0.05417276720351391
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.035290000217888,
      "needless": 2.4179609164859204,
      "none": 4.404007179059794,
      "right_risk": 1.2382588559581387,
      "right_safety": 6.46906891114754,
      "wrong_risk": 2.078204602778392
     },
     "calls": {
      "missed": 405.0,
      "needless": 87.0,
      "right_risk": 141.0,
      "right_safety": 827.0,
      "wrong_risk": 40.0
     },
     "confidence": {
      "auroc_right_risk": 0.5294298319093093,
      "missed_mean_p": 0.6786172839506173,
      "missed_n": 405,
      "taken_grouped": 0,
      "taken_n": 268,
      "taken_other": 0
     },
     "error_rate": 35.64279046564767,
     "found": {
      "den": 586.0,
      "n": 141.0,
      "share": 0.24061433447098976
     },
     "good": {
      "den": 268.0,
      "n": 141.0,
      "share": 0.5261194029850746
     },
     "judgement": 57.27141694236787,
     "judgement_hi": 59.132343903173876,
     "judgement_lo": 55.37922744903382,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0898876404494382,
      "x": 0.7593856655290102,
      "y": 0.09518599562363239
     },
     "margin": 0.02,
     "missed": {
      "den": 586.0,
      "n": 405.0,
      "share": 0.6911262798634812
     },
     "needless": {
      "den": 914.0,
      "n": 87.0,
      "share": 0.09518599562363239
     },
     "needless_by_loss": {
      "big": {
       "den": 914.0,
       "n": 41.0,
       "share": 0.044857768052516414
      },
      "medium": {
       "den": 914.0,
       "n": 21.0,
       "share": 0.022975929978118162
      },
      "small": {
       "den": 914.0,
       "n": 25.0,
       "share": 0.02735229759299781
      }
     },
     "no_trade_off": 422.0,
     "reference": null,
     "right_safety": {
      "den": 914.0,
      "n": 827.0,
      "share": 0.9048140043763676
     },
     "risk_pays": 586.0,
     "safety_pays": 914.0,
     "scored": 1922,
     "sdt": {
      "aim": {
       "den": 181.0,
       "n": 141.0,
       "share": 0.7790055248618785
      },
      "beta": 0.9223040790999729,
      "caution": 0.9024956397211269,
      "caution_hi": 0.9907514013802484,
      "caution_lo": 0.8223735020209968,
      "cstar": -0.10000669291458844,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8087489311527472,
      "dprime_hi": 0.9775951555099889,
      "dprime_lo": 0.6527387079703205,
      "false_alarm": {
       "den": 914.0,
       "n": 87.0,
       "share": 0.09518599562363239
      },
      "false_alarm_rate": 0.09562841530054644,
      "hit": {
       "den": 586.0,
       "n": 181.0,
       "share": 0.30887372013651876
      },
      "hit_rate": 0.3091993185689949,
      "missed_loss": 0.1806707524958952,
      "missed_n": 405.0,
      "na": null,
      "needless_loss": 0.10683496279278021,
      "needless_n": 87.0
     },
     "size": {
      "bad": {
       "mean": 8.559055118110237,
       "n": 127.0,
       "too_few": true
      },
      "right": {
       "mean": 8.50354609929078,
       "n": 141.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 374.0,
        "n": 117.0,
        "share": 0.31283422459893045
       },
       "missed": {
        "den": 374.0,
        "n": 242.0,
        "share": 0.6470588235294118
       },
       "risk_pays": 374.0,
       "wrong": {
        "den": 374.0,
        "n": 15.0,
        "share": 0.040106951871657755
       }
      },
      "medium": {
       "found": {
        "den": 212.0,
        "n": 24.0,
        "share": 0.11320754716981132
       },
       "missed": {
        "den": 212.0,
        "n": 163.0,
        "share": 0.7688679245283019
       },
       "risk_pays": 212.0,
       "wrong": {
        "den": 212.0,
        "n": 25.0,
        "share": 0.1179245283018868
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1500.0,
     "wrong": {
      "den": 586.0,
      "n": 40.0,
      "share": 0.06825938566552901
     }
    }
   },
   "slug": "celeris-1-decision"
  },
  "Cygnet": {
   "close": {
    "close": {
     "den": 1655,
     "n": 359,
     "share": 0.21691842900302113,
     "small": false
    },
    "decisions": 2016,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1655,
    "exclusions": {
     "grouped": 113,
     "not_audited": 248
    },
    "groups": {
     "close": {
      "by_count": [
       136,
       130,
       63,
       28,
       2
      ],
      "differ": {
       "hitting": {
        "den": 359,
        "n": 168,
        "share": 0.467966573816156,
        "small": false
       },
       "points": {
        "den": 359,
        "n": 68,
        "share": 0.1894150417827298,
        "small": false
       },
       "prime": {
        "den": 359,
        "n": 73,
        "share": 0.20334261838440112,
        "small": false
       },
       "race": {
        "den": 359,
        "n": 39,
        "share": 0.10863509749303621,
        "small": false
       }
      },
      "gap": {
       "mean": 0.12132376042249143,
       "median": 0.05407249927520752,
       "n": 359
      },
      "loss1": {
       "mean": 0.09771643060163535,
       "median": 0.02254629135131836,
       "n": 359
      },
      "loss2": {
       "mean": 0.10998970344870203,
       "median": 0.04256749153137207,
       "n": 359
      },
      "n": 359,
      "p1": {
       "mean": 0.4478514403024134,
       "median": 0.4485311991102886,
       "n": 359
      },
      "p2": {
       "mean": 0.3137386745594508,
       "median": 0.3082606520315747,
       "n": 359
      },
      "psum": {
       "mean": 0.7615901148618642,
       "median": 0.7678216124853137,
       "n": 359
      },
      "psum_bins": [
       0,
       0,
       0,
       2,
       15,
       41,
       73,
       76,
       74,
       78
      ]
     },
     "other": {
      "by_count": [
       310,
       505,
       317,
       147,
       17
      ],
      "differ": {
       "hitting": {
        "den": 1296,
        "n": 737,
        "share": 0.5686728395061729,
        "small": false
       },
       "points": {
        "den": 1296,
        "n": 406,
        "share": 0.3132716049382716,
        "small": false
       },
       "prime": {
        "den": 1296,
        "n": 350,
        "share": 0.2700617283950617,
        "small": false
       },
       "race": {
        "den": 1296,
        "n": 155,
        "share": 0.11959876543209877,
        "small": false
       }
      },
      "gap": {
       "mean": 0.13704413888447078,
       "median": 0.07337439060211182,
       "n": 1296
      },
      "loss1": {
       "mean": 0.0679013154434937,
       "median": 0.0033450424671173096,
       "n": 1296
      },
      "loss2": {
       "mean": 0.14479486862726418,
       "median": 0.0814504623413086,
       "n": 1296
      },
      "n": 1296,
      "p1": {
       "mean": 0.727169617404004,
       "median": 0.7427022939388541,
       "n": 1296
      },
      "p2": {
       "mean": 0.11894007509652202,
       "median": 0.10665837423049357,
       "n": 1296
      },
      "psum": {
       "mean": 0.846109692500526,
       "median": 0.8559927774690879,
       "n": 1296
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       6,
       29,
       105,
       282,
       410,
       464
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 406,
         "n": 84,
         "share": 0.20689655172413793,
         "small": false
        },
        "eligible": 406,
        "risk_close": {
         "den": 84,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 613,
         "n": 146,
         "share": 0.23817292006525284,
         "small": false
        },
        "eligible": 613,
        "risk_close": {
         "den": 146,
         "n": 87,
         "share": 0.5958904109589042,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 636,
         "n": 129,
         "share": 0.2028301886792453,
         "small": false
        },
        "eligible": 636,
        "risk_close": {
         "den": 129,
         "n": 57,
         "share": 0.4418604651162791,
         "small": true
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.4470588235294118,
       "adj_other": 0.7551984461468003,
       "adjusted": -0.30813962261738853,
       "adjusted_hi": -0.21243297079715176,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.40754549947823693,
       "close": {
        "den": 87,
        "n": 39,
        "share": 0.4482758620689655,
        "small": true
       },
       "covered": {
        "den": 87,
        "n": 85,
        "share": 0.9770114942528736,
        "small": true
       },
       "crude": -0.3169680403700589,
       "crude_hi": -0.23346800957384317,
       "crude_left_out": 0,
       "crude_lo": -0.39405666365288544,
       "group": 415,
       "matches": 16,
       "na": null,
       "other": {
        "den": 328,
        "n": 251,
        "share": 0.7652439024390244,
        "small": false
       },
       "resamples": 2000,
       "strata": 29,
       "strata_both": 21
      },
      "stake": {
       "big": {
        "den": 365,
        "n": 90,
        "share": 0.2465753424657534,
        "small": false
       },
       "medium": {
        "den": 189,
        "n": 43,
        "share": 0.2275132275132275,
        "small": true
       },
       "small": {
        "den": 59,
        "n": 13,
        "share": 0.22033898305084745,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 406,
         "n": 84,
         "share": 0.20689655172413793,
         "small": false
        },
        "eligible": 406,
        "risk_close": {
         "den": 84,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 554,
         "n": 133,
         "share": 0.24007220216606498,
         "small": false
        },
        "eligible": 554,
        "risk_close": {
         "den": 133,
         "n": 81,
         "share": 0.6090225563909775,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 695,
         "n": 142,
         "share": 0.20431654676258992,
         "small": false
        },
        "eligible": 695,
        "risk_close": {
         "den": 142,
         "n": 63,
         "share": 0.44366197183098594,
         "small": true
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.425,
       "adj_other": 0.7380234934962228,
       "adjusted": -0.31302349349622277,
       "adjusted_hi": -0.19601701326470072,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.43052751452343996,
       "close": {
        "den": 81,
        "n": 34,
        "share": 0.41975308641975306,
        "small": true
       },
       "covered": {
        "den": 81,
        "n": 80,
        "share": 0.9876543209876543,
        "small": true
       },
       "crude": -0.33362529195862534,
       "crude_hi": -0.23211922532900717,
       "crude_left_out": 0,
       "crude_lo": -0.4317417098820574,
       "group": 377,
       "matches": 16,
       "na": null,
       "other": {
        "den": 296,
        "n": 223,
        "share": 0.7533783783783784,
        "small": false
       },
       "resamples": 2000,
       "strata": 27,
       "strata_both": 21
      },
      "stake": {
       "big": {
        "den": 365,
        "n": 90,
        "share": 0.2465753424657534,
        "small": false
       },
       "medium": {
        "den": 189,
        "n": 43,
        "share": 0.2275132275132275,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 359,
     "n": 144,
     "share": 0.4011142061281337,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1655,
     "n": 144,
     "share": 0.08700906344410876,
     "small": false
    },
    "risk_pair_other": {
     "den": 1296,
     "n": 683,
     "share": 0.5270061728395061,
     "small": false
    },
    "ties": {
     "close": 13,
     "member": 19,
     "order": 10,
     "positive": 29,
     "top_two": 29,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.6638865284355115,
    "auroc_blunder": 0.6303539647444099,
    "confident_badly_wrong": {
     "den": 1893,
     "n": 14,
     "share": 0.007395668251452721
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 150,
       "n": 14,
       "share": 0.09333333333333334
      },
      "kept": {
       "den": 1893,
       "n": 150,
       "share": 0.07923930269413629
      },
      "mean_loss": 0.024297422965367636,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1893,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.21828853023171413,
    "held_out": {
     "blunders": 0.07258041225498989,
     "kept": 0.007828686372901768,
     "no_cutoff": 36,
     "runs": 300
    },
    "n": 1893,
    "surest": {
     "cut": 0.8186226162588535,
     "error_rate": 15.944392620762692,
     "n": 474,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.6638865284355115,
    "best_share": 0.4399801587301587,
    "blunder_share": 0.27529761904761907,
    "brier": 0.27788126442831873,
    "clusters": 100,
    "confidence_n": 1893,
    "confident_badly_wrong": 0.007395668251452721,
    "cost_coverage": 1.0,
    "decisions": 2016,
    "ece": 0.21828853023171413,
    "engine_scored": 2016,
    "error_hi": 41.870829239830115,
    "error_lo": 35.38707727571535,
    "error_rate": 38.550341649660986,
    "first_date": "2026-10-15",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 123,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.6682954317454413,
    "over_budget": 0.000496031746031746,
    "own_cost": {
     "decisions": 2016,
     "estimate": true,
     "excluded_hours": 252.8,
     "gaps": [
      [
       "2026-10-15T11:29Z",
       "2026-10-15T13:17Z",
       108
      ],
      [
       "2026-10-15T13:20Z",
       "2026-10-16T04:47Z",
       927
      ],
      [
       "2026-10-16T04:47Z",
       "2026-10-19T20:52Z",
       5285
      ],
      [
       "2026-10-19T21:07Z",
       "2026-10-20T04:54Z",
       467
      ],
      [
       "2026-10-20T05:03Z",
       "2026-10-20T13:16Z",
       493
      ],
      [
       "2026-10-20T13:17Z",
       "2026-10-20T20:11Z",
       415
      ],
      [
       "2026-10-20T20:17Z",
       "2026-10-22T17:21Z",
       2704
      ],
      [
       "2026-10-22T17:22Z",
       "2026-10-22T22:21Z",
       300
      ],
      [
       "2026-10-22T22:26Z",
       "2026-10-23T21:15Z",
       1369
      ],
      [
       "2026-10-23T21:15Z",
       "2026-10-24T21:36Z",
       1460
      ],
      [
       "2026-10-24T22:10Z",
       "2026-10-24T22:21Z",
       11
      ],
      [
       "2026-10-24T23:30Z",
       "2026-10-24T23:41Z",
       11
      ],
      [
       "2026-10-25T02:30Z",
       "2026-10-25T02:48Z",
       18
      ],
      [
       "2026-10-25T04:19Z",
       "2026-10-25T04:34Z",
       15
      ],
      [
       "2026-10-25T04:34Z",
       "2026-10-25T05:00Z",
       26
      ],
      [
       "2026-10-25T05:19Z",
       "2026-10-25T05:32Z",
       14
      ],
      [
       "2026-10-25T07:00Z",
       "2026-10-25T07:24Z",
       24
      ],
      [
       "2026-10-25T07:52Z",
       "2026-10-25T21:54Z",
       842
      ],
      [
       "2026-10-25T21:55Z",
       "2026-10-26T09:14Z",
       679
      ]
     ],
     "gpu_decisions": 2016,
     "gpu_usd": 22.51396411771654,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 9.576119722260376,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.5843072223001055,
       "machine": "dgx_spark",
       "usd": 0.12435099281546426,
       "usd_per_gpu_hour": 0.21281782608464228
      },
      {
       "gpus": 1,
       "hours": 8.99181249996027,
       "machine": "rtx_pro_6000",
       "usd": 22.389613124901075,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 22.51396411771654,
     "usd_per_1000": 11.167640931407014
    },
    "p95_loss": 0.3568016439676285,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 2016,
    "time_median": 0.366,
    "time_p90": 2.963,
    "tokens_in": 4592.795138888889,
    "tokens_out": 1.4508928571428572,
    "too_few": false,
    "usd_per_1000": 11.167640931407014,
    "very_confident": 0.07923930269413629,
    "worst_mean": 0.5704663773574451
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 19.981745541805314,
      "needless": 4.139405253919817,
      "none": 4.195767691329358,
      "right_risk": 2.7860571290292437,
      "right_safety": 4.255980474963074,
      "wrong_risk": 3.191385558614182
     },
     "calls": {
      "missed": 487.0,
      "needless": 104.0,
      "right_risk": 205.0,
      "right_safety": 685.0,
      "wrong_risk": 58.0
     },
     "confidence": {
      "auroc_right_risk": 0.5568902353106947,
      "missed_mean_p": 0.6592739968704986,
      "missed_n": 452,
      "taken_grouped": 28,
      "taken_n": 339,
      "taken_other": 0
     },
     "error_rate": 38.550341649660986,
     "found": {
      "den": 750.0,
      "n": 205.0,
      "share": 0.2733333333333333
     },
     "good": {
      "den": 367.0,
      "n": 205.0,
      "share": 0.55858310626703
     },
     "judgement": 57.07604562737642,
     "judgement_hi": 58.78403130102081,
     "judgement_lo": 55.31636224125892,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10642201834862386,
      "x": 0.7266666666666667,
      "y": 0.13181242078580482
     },
     "margin": 0.001,
     "missed": {
      "den": 750.0,
      "n": 487.0,
      "share": 0.6493333333333333
     },
     "needless": {
      "den": 789.0,
      "n": 104.0,
      "share": 0.13181242078580482
     },
     "needless_by_loss": {
      "big": {
       "den": 789.0,
       "n": 67.0,
       "share": 0.08491761723700887
      },
      "medium": {
       "den": 789.0,
       "n": 26.0,
       "share": 0.032953105196451206
      },
      "small": {
       "den": 789.0,
       "n": 11.0,
       "share": 0.01394169835234474
      }
     },
     "no_trade_off": 477.0,
     "reference": null,
     "right_safety": {
      "den": 789.0,
      "n": 685.0,
      "share": 0.8681875792141952
     },
     "risk_pays": 750.0,
     "safety_pays": 789.0,
     "scored": 2016,
     "sdt": {
      "aim": {
       "den": 263.0,
       "n": 205.0,
       "share": 0.779467680608365
      },
      "beta": 1.0205067559097039,
      "caution": 0.7493349428164648,
      "caution_hi": 0.8297523537389937,
      "caution_lo": 0.6737906616158447,
      "cstar": 0.027704812610032374,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7327002614047813,
      "dprime_hi": 0.8789076426510015,
      "dprime_lo": 0.5994804365934683,
      "false_alarm": {
       "den": 789.0,
       "n": 104.0,
       "share": 0.13181242078580482
      },
      "false_alarm_rate": 0.13227848101265824,
      "hit": {
       "den": 750.0,
       "n": 263.0,
       "share": 0.3506666666666667
      },
      "hit_rate": 0.35086551264980026,
      "missed_loss": 0.16543408218595282,
      "missed_n": 487.0,
      "na": null,
      "needless_loss": 0.1604815575365837,
      "needless_n": 104.0
     },
     "size": {
      "bad": {
       "mean": 8.234567901234568,
       "n": 162.0,
       "too_few": true
      },
      "right": {
       "mean": 7.619512195121951,
       "n": 205.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 447.0,
        "n": 159.0,
        "share": 0.35570469798657717
       },
       "missed": {
        "den": 447.0,
        "n": 257.0,
        "share": 0.5749440715883669
       },
       "risk_pays": 447.0,
       "wrong": {
        "den": 447.0,
        "n": 31.0,
        "share": 0.06935123042505593
       }
      },
      "medium": {
       "found": {
        "den": 233.0,
        "n": 41.0,
        "share": 0.1759656652360515
       },
       "missed": {
        "den": 233.0,
        "n": 173.0,
        "share": 0.7424892703862661
       },
       "risk_pays": 233.0,
       "wrong": {
        "den": 233.0,
        "n": 19.0,
        "share": 0.0815450643776824
       }
      },
      "small": {
       "found": {
        "den": 70.0,
        "n": 5.0,
        "share": 0.07142857142857142
       },
       "missed": {
        "den": 70.0,
        "n": 57.0,
        "share": 0.8142857142857143
       },
       "risk_pays": 70.0,
       "wrong": {
        "den": 70.0,
        "n": 8.0,
        "share": 0.11428571428571428
       }
      }
     },
     "trade_off": 1539.0,
     "wrong": {
      "den": 750.0,
      "n": 58.0,
      "share": 0.07733333333333334
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.638590470311186,
      "needless": 4.389699829357957,
      "none": 4.195767691329358,
      "right_risk": 2.491428989857908,
      "right_safety": 4.5991355464572,
      "wrong_risk": 3.2357191223473776
     },
     "calls": {
      "missed": 430.0,
      "needless": 117.0,
      "right_risk": 192.0,
      "right_safety": 742.0,
      "wrong_risk": 58.0
     },
     "confidence": {
      "auroc_right_risk": 0.5389709983268266,
      "missed_mean_p": 0.6574436128984511,
      "missed_n": 399,
      "taken_grouped": 28,
      "taken_n": 339,
      "taken_other": 0
     },
     "error_rate": 38.550341649660986,
     "found": {
      "den": 680.0,
      "n": 192.0,
      "share": 0.2823529411764706
     },
     "good": {
      "den": 367.0,
      "n": 192.0,
      "share": 0.5231607629427792
     },
     "judgement": 57.30740258850921,
     "judgement_hi": 59.21512212841194,
     "judgement_lo": 55.439813971556966,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11885245901639344,
      "x": 0.7176470588235294,
      "y": 0.1362048894062864
     },
     "margin": 0.02,
     "missed": {
      "den": 680.0,
      "n": 430.0,
      "share": 0.6323529411764706
     },
     "needless": {
      "den": 859.0,
      "n": 117.0,
      "share": 0.1362048894062864
     },
     "needless_by_loss": {
      "big": {
       "den": 859.0,
       "n": 73.0,
       "share": 0.08498253783469151
      },
      "medium": {
       "den": 859.0,
       "n": 27.0,
       "share": 0.03143189755529686
      },
      "small": {
       "den": 859.0,
       "n": 17.0,
       "share": 0.01979045401629802
      }
     },
     "no_trade_off": 477.0,
     "reference": null,
     "right_safety": {
      "den": 859.0,
      "n": 742.0,
      "share": 0.8637951105937136
     },
     "risk_pays": 680.0,
     "safety_pays": 859.0,
     "scored": 2016,
     "sdt": {
      "aim": {
       "den": 250.0,
       "n": 192.0,
       "share": 0.768
      },
      "beta": 1.037746685914404,
      "caution": 0.7165857116707381,
      "caution_hi": 0.7970278192951953,
      "caution_lo": 0.6404494283034087,
      "cstar": 0.048879622048375496,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7580196585685095,
      "dprime_hi": 0.8947416027012103,
      "dprime_lo": 0.6292209051532368,
      "false_alarm": {
       "den": 859.0,
       "n": 117.0,
       "share": 0.1362048894062864
      },
      "false_alarm_rate": 0.13662790697674418,
      "hit": {
       "den": 680.0,
       "n": 250.0,
       "share": 0.36764705882352944
      },
      "hit_rate": 0.36784140969163,
      "missed_loss": 0.18414603901463886,
      "missed_n": 430.0,
      "na": null,
      "needless_loss": 0.15127580950402805,
      "needless_n": 117.0
     },
     "size": {
      "bad": {
       "mean": 8.057142857142857,
       "n": 175.0,
       "too_few": true
      },
      "right": {
       "mean": 7.739583333333333,
       "n": 192.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 447.0,
        "n": 153.0,
        "share": 0.3422818791946309
       },
       "missed": {
        "den": 447.0,
        "n": 257.0,
        "share": 0.5749440715883669
       },
       "risk_pays": 447.0,
       "wrong": {
        "den": 447.0,
        "n": 37.0,
        "share": 0.08277404921700224
       }
      },
      "medium": {
       "found": {
        "den": 233.0,
        "n": 39.0,
        "share": 0.16738197424892703
       },
       "missed": {
        "den": 233.0,
        "n": 173.0,
        "share": 0.7424892703862661
       },
       "risk_pays": 233.0,
       "wrong": {
        "den": 233.0,
        "n": 21.0,
        "share": 0.09012875536480687
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1539.0,
     "wrong": {
      "den": 680.0,
      "n": 58.0,
      "share": 0.08529411764705883
     }
    }
   },
   "slug": "cygnet-gemma-4-12b"
  },
  "DeepSeek-V4.1-Flash (off)": {
   "close": {
    "close": {
     "den": 131,
     "n": 15,
     "share": 0.11450381679389313,
     "small": true
    },
    "decisions": 1736,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 131,
    "exclusions": {
     "grouped": 41,
     "not_audited": 1354,
     "sparse": 210
    },
    "groups": {
     "close": {
      "by_count": [
       9,
       3,
       3,
       0,
       0
      ],
      "differ": {
       "hitting": {
        "den": 15,
        "n": 6,
        "share": 0.4,
        "small": true
       },
       "points": {
        "den": 15,
        "n": 1,
        "share": 0.06666666666666667,
        "small": true
       },
       "prime": {
        "den": 15,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "race": {
        "den": 15,
        "n": 2,
        "share": 0.13333333333333333,
        "small": true
       }
      },
      "gap": {
       "mean": 0.0909417986869812,
       "median": 0.028393864631652832,
       "n": 15
      },
      "loss1": {
       "mean": 0.1025354027748108,
       "median": 0.03717076778411865,
       "n": 15
      },
      "loss2": {
       "mean": 0.03576173782348633,
       "median": 0.004706263542175293,
       "n": 15
      },
      "n": 15,
      "p1": {
       "mean": 0.5396275992230897,
       "median": 0.5489178501988426,
       "n": 15
      },
      "p2": {
       "mean": 0.38882608905727994,
       "median": 0.3761471737308371,
       "n": 15
      },
      "psum": {
       "mean": 0.9284536882803696,
       "median": 0.9885946963839531,
       "n": 15
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       0,
       0,
       1,
       0,
       3,
       11
      ]
     },
     "other": {
      "by_count": [
       34,
       52,
       27,
       3,
       0
      ],
      "differ": {
       "hitting": {
        "den": 116,
        "n": 54,
        "share": 0.46551724137931033,
        "small": true
       },
       "points": {
        "den": 116,
        "n": 13,
        "share": 0.11206896551724138,
        "small": true
       },
       "prime": {
        "den": 116,
        "n": 29,
        "share": 0.25,
        "small": true
       },
       "race": {
        "den": 116,
        "n": 19,
        "share": 0.16379310344827586,
        "small": true
       }
      },
      "gap": {
       "mean": 0.1437123715877533,
       "median": 0.07547509670257568,
       "n": 116
      },
      "loss1": {
       "mean": 0.023637019354721595,
       "median": 0.0,
       "n": 116
      },
      "loss2": {
       "mean": 0.12961757696908097,
       "median": 0.05529975891113281,
       "n": 116
      },
      "n": 116,
      "p1": {
       "mean": 0.8909085559216575,
       "median": 0.9241419228368899,
       "n": 116
      },
      "p2": {
       "mean": 0.09254365185668442,
       "median": 0.07154075910377009,
       "n": 116
      },
      "psum": {
       "mean": 0.983452207778342,
       "median": 0.9971844810281045,
       "n": 116
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       4,
       112
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 58,
         "n": 7,
         "share": 0.1206896551724138,
         "small": true
        },
        "eligible": 58,
        "risk_close": {
         "den": 7,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 21,
         "n": 4,
         "share": 0.19047619047619047,
         "small": true
        },
        "eligible": 21,
        "risk_close": {
         "den": 4,
         "n": 4,
         "share": 1.0,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 52,
         "n": 4,
         "share": 0.07692307692307693,
         "small": true
        },
        "eligible": 52,
        "risk_close": {
         "den": 4,
         "n": 2,
         "share": 0.5,
         "small": true
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.6666666666666666,
       "adj_other": 0.7083333333333334,
       "adjusted": -0.04166666666666674,
       "adjusted_hi": 0.7,
       "adjusted_left_out": 134,
       "adjusted_lo": -0.16666666666666663,
       "close": {
        "den": 4,
        "n": 2,
        "share": 0.5,
        "small": true
       },
       "covered": {
        "den": 4,
        "n": 3,
        "share": 0.75,
        "small": true
       },
       "crude": -0.1923076923076923,
       "crude_hi": 0.4375,
       "crude_left_out": 134,
       "crude_lo": -0.46666666666666673,
       "group": 17,
       "matches": 4,
       "na": null,
       "other": {
        "den": 13,
        "n": 9,
        "share": 0.6923076923076923,
        "small": true
       },
       "resamples": 2000,
       "strata": 4,
       "strata_both": 2
      },
      "stake": {
       "big": {
        "den": 11,
        "n": 4,
        "share": 0.36363636363636365,
        "small": true
       },
       "medium": {
        "den": 8,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "small": {
        "den": 2,
        "n": 0,
        "share": 0.0,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 58,
         "n": 7,
         "share": 0.1206896551724138,
         "small": true
        },
        "eligible": 58,
        "risk_close": {
         "den": 7,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 19,
         "n": 4,
         "share": 0.21052631578947367,
         "small": true
        },
        "eligible": 19,
        "risk_close": {
         "den": 4,
         "n": 4,
         "share": 1.0,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 54,
         "n": 4,
         "share": 0.07407407407407407,
         "small": true
        },
        "eligible": 54,
        "risk_close": {
         "den": 4,
         "n": 2,
         "share": 0.5,
         "small": true
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.6666666666666666,
       "adj_other": 0.7083333333333334,
       "adjusted": -0.04166666666666674,
       "adjusted_hi": 0.7,
       "adjusted_left_out": 129,
       "adjusted_lo": -0.16666666666666663,
       "close": {
        "den": 4,
        "n": 2,
        "share": 0.5,
        "small": true
       },
       "covered": {
        "den": 4,
        "n": 3,
        "share": 0.75,
        "small": true
       },
       "crude": -0.16666666666666663,
       "crude_hi": 0.5384615384615384,
       "crude_left_out": 129,
       "crude_lo": -0.46666666666666673,
       "group": 16,
       "matches": 4,
       "na": null,
       "other": {
        "den": 12,
        "n": 8,
        "share": 0.6666666666666666,
        "small": true
       },
       "resamples": 2000,
       "strata": 3,
       "strata_both": 2
      },
      "stake": {
       "big": {
        "den": 11,
        "n": 4,
        "share": 0.36363636363636365,
        "small": true
       },
       "medium": {
        "den": 8,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 15,
     "n": 6,
     "share": 0.4,
     "small": true
    },
    "risk_close_of_eligible": {
     "den": 131,
     "n": 6,
     "share": 0.04580152671755725,
     "small": true
    },
    "risk_pair_other": {
     "den": 116,
     "n": 54,
     "share": 0.46551724137931033,
     "small": true
    },
    "ties": {
     "close": 2,
     "member": 2,
     "order": 2,
     "positive": 4,
     "top_two": 4,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.7275572773077289,
    "auroc_blunder": 0.657295067694049,
    "confident_badly_wrong": {
     "den": 1589,
     "n": 61,
     "share": 0.03838892385147892
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 531,
       "n": 61,
       "share": 0.11487758945386065
      },
      "kept": {
       "den": 1589,
       "n": 531,
       "share": 0.3341724354940214
      },
      "mean_loss": 0.025522805315402044,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 94,
       "n": 1,
       "share": 0.010638297872340425
      },
      "kept": {
       "den": 1589,
       "n": 94,
       "share": 0.0591567023285085
      },
      "mean_loss": 0.0031252341701629312,
      "too_few": true
     }
    },
    "ece": 0.2669911627676453,
    "held_out": {
     "blunders": 0.015111095616207212,
     "kept": 0.04255726838734454,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1589,
    "surest": {
     "cut": 0.9399135176909788,
     "error_rate": 11.066952841964799,
     "n": 398,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.7275572773077289,
    "best_share": 0.47868663594470046,
    "blunder_share": 0.2523041474654378,
    "brier": 0.2865296461816498,
    "clusters": 86,
    "confidence_n": 1589,
    "confident_badly_wrong": 0.03838892385147892,
    "cost_coverage": 1.0,
    "decisions": 1736,
    "ece": 0.2669911627676453,
    "engine_scored": 1736,
    "error_hi": 39.698297715184786,
    "error_lo": 31.68977717905263,
    "error_rate": 35.571743652636556,
    "first_date": "2026-10-19",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 147,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.7604615303116743,
    "over_budget": 0.001152073732718894,
    "own_cost": {
     "decisions": 1736,
     "estimate": true,
     "excluded_hours": 30.833333333333332,
     "gaps": [
      [
       "2026-10-20T22:01Z",
       "2026-10-20T22:48Z",
       47
      ],
      [
       "2026-10-20T22:48Z",
       "2026-10-20T23:13Z",
       25
      ],
      [
       "2026-10-20T23:13Z",
       "2026-10-21T05:33Z",
       380
      ],
      [
       "2026-10-21T05:33Z",
       "2026-10-21T06:25Z",
       52
      ],
      [
       "2026-10-21T06:25Z",
       "2026-10-22T00:01Z",
       1056
      ],
      [
       "2026-10-22T00:01Z",
       "2026-10-22T00:55Z",
       55
      ],
      [
       "2026-10-22T00:55Z",
       "2026-10-22T04:50Z",
       235
      ]
     ],
     "gpu_decisions": 95,
     "gpu_usd": 0.6515333998839064,
     "hosted_decisions": 1641,
     "hosted_unpriced": 0,
     "hosted_usd": 0.6128001276,
     "hours": 0.065414999988344,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 4,
       "hours": 0.065414999988344,
       "machine": "rtx_pro_6000",
       "usd": 0.6515333998839064,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 1.2643335274839065,
     "usd_per_1000": 0.7283027232050152
    },
    "p95_loss": 0.33847901225090027,
    "probability_source": "logprobs",
    "retry_mean": 15.502388248847927,
    "scored": 1736,
    "time_median": 0.484,
    "time_p90": 1.6275,
    "tokens_in": 3960.061059907834,
    "tokens_out": 8.764400921658986,
    "too_few": false,
    "usd_per_1000": 0.7283027232050152,
    "very_confident": 0.3341724354940214,
    "worst_mean": 0.5563109201946478
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 20.067458920833154,
      "needless": 2.944357058007596,
      "none": 2.3440319169226878,
      "right_risk": 3.5247316129059287,
      "right_safety": 3.5334961480259346,
      "wrong_risk": 3.1576679959412544
     },
     "calls": {
      "missed": 420.0,
      "needless": 71.0,
      "right_risk": 192.0,
      "right_safety": 603.0,
      "wrong_risk": 47.0
     },
     "confidence": {
      "auroc_right_risk": 0.5444638694638695,
      "missed_mean_p": 0.7251211097081394,
      "missed_n": 378,
      "taken_grouped": 41,
      "taken_n": 269,
      "taken_other": 0
     },
     "error_rate": 35.571743652636556,
     "found": {
      "den": 659.0,
      "n": 192.0,
      "share": 0.291350531107739
     },
     "good": {
      "den": 310.0,
      "n": 192.0,
      "share": 0.6193548387096774
     },
     "judgement": 59.30046424084689,
     "judgement_hi": 61.530192005954774,
     "judgement_lo": 57.10543241726779,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1006423982869379,
      "x": 0.708649468892261,
      "y": 0.10534124629080119
     },
     "margin": 0.001,
     "missed": {
      "den": 659.0,
      "n": 420.0,
      "share": 0.637329286798179
     },
     "needless": {
      "den": 674.0,
      "n": 71.0,
      "share": 0.10534124629080119
     },
     "needless_by_loss": {
      "big": {
       "den": 674.0,
       "n": 38.0,
       "share": 0.05637982195845697
      },
      "medium": {
       "den": 674.0,
       "n": 24.0,
       "share": 0.03560830860534125
      },
      "small": {
       "den": 674.0,
       "n": 9.0,
       "share": 0.013353115727002967
      }
     },
     "no_trade_off": 403.0,
     "reference": null,
     "right_safety": {
      "den": 674.0,
      "n": 603.0,
      "share": 0.8946587537091988
     },
     "risk_pays": 659.0,
     "safety_pays": 674.0,
     "scored": 1736,
     "sdt": {
      "aim": {
       "den": 239.0,
       "n": 192.0,
       "share": 0.803347280334728
      },
      "beta": 0.8876944735386273,
      "caution": 0.7996319681479518,
      "caution_hi": 0.8917531368248247,
      "caution_lo": 0.7240603651348407,
      "cstar": -0.13270096690091407,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8977150604484447,
      "dprime_hi": 1.0569438935664186,
      "dprime_lo": 0.7353083374647611,
      "false_alarm": {
       "den": 674.0,
       "n": 71.0,
       "share": 0.10534124629080119
      },
      "false_alarm_rate": 0.10592592592592592,
      "hit": {
       "den": 659.0,
       "n": 239.0,
       "share": 0.3626707132018209
      },
      "hit_rate": 0.36287878787878786,
      "missed_loss": 0.16589099374555405,
      "missed_n": 420.0,
      "na": null,
      "needless_loss": 0.1439832071183433,
      "needless_n": 71.0
     },
     "size": {
      "bad": {
       "mean": 7.0508474576271185,
       "n": 118.0,
       "too_few": true
      },
      "right": {
       "mean": 6.177083333333333,
       "n": 192.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 392.0,
        "n": 150.0,
        "share": 0.3826530612244898
       },
       "missed": {
        "den": 392.0,
        "n": 219.0,
        "share": 0.5586734693877551
       },
       "risk_pays": 392.0,
       "wrong": {
        "den": 392.0,
        "n": 23.0,
        "share": 0.058673469387755105
       }
      },
      "medium": {
       "found": {
        "den": 196.0,
        "n": 35.0,
        "share": 0.17857142857142858
       },
       "missed": {
        "den": 196.0,
        "n": 149.0,
        "share": 0.7602040816326531
       },
       "risk_pays": 196.0,
       "wrong": {
        "den": 196.0,
        "n": 12.0,
        "share": 0.061224489795918366
       }
      },
      "small": {
       "found": {
        "den": 71.0,
        "n": 7.0,
        "share": 0.09859154929577464
       },
       "missed": {
        "den": 71.0,
        "n": 52.0,
        "share": 0.7323943661971831
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 12.0,
        "share": 0.16901408450704225
       }
      }
     },
     "trade_off": 1333.0,
     "wrong": {
      "den": 659.0,
      "n": 47.0,
      "share": 0.07132018209408195
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.772049408697864,
      "needless": 3.211481934456232,
      "none": 2.3440319169226878,
      "right_risk": 3.2544559305576684,
      "right_safety": 3.828905660161225,
      "wrong_risk": 3.160818801840879
     },
     "calls": {
      "missed": 368.0,
      "needless": 90.0,
      "right_risk": 177.0,
      "right_safety": 655.0,
      "wrong_risk": 43.0
     },
     "confidence": {
      "auroc_right_risk": 0.5677310924369748,
      "missed_mean_p": 0.7198545949925156,
      "missed_n": 329,
      "taken_grouped": 41,
      "taken_n": 269,
      "taken_other": 0
     },
     "error_rate": 35.571743652636556,
     "found": {
      "den": 588.0,
      "n": 177.0,
      "share": 0.3010204081632653
     },
     "good": {
      "den": 310.0,
      "n": 177.0,
      "share": 0.5709677419354838
     },
     "judgement": 59.01075195178742,
     "judgement_hi": 61.34378286551024,
     "judgement_lo": 56.71390424140869,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10462287104622871,
      "x": 0.6989795918367347,
      "y": 0.12080536912751678
     },
     "margin": 0.02,
     "missed": {
      "den": 588.0,
      "n": 368.0,
      "share": 0.6258503401360545
     },
     "needless": {
      "den": 745.0,
      "n": 90.0,
      "share": 0.12080536912751678
     },
     "needless_by_loss": {
      "big": {
       "den": 745.0,
       "n": 41.0,
       "share": 0.05503355704697987
      },
      "medium": {
       "den": 745.0,
       "n": 32.0,
       "share": 0.042953020134228186
      },
      "small": {
       "den": 745.0,
       "n": 17.0,
       "share": 0.022818791946308724
      }
     },
     "no_trade_off": 403.0,
     "reference": null,
     "right_safety": {
      "den": 745.0,
      "n": 655.0,
      "share": 0.8791946308724832
     },
     "risk_pays": 588.0,
     "safety_pays": 745.0,
     "scored": 1736,
     "sdt": {
      "aim": {
       "den": 220.0,
       "n": 177.0,
       "share": 0.8045454545454546
      },
      "beta": 0.8414688665401017,
      "caution": 0.7443818700603979,
      "caution_hi": 0.8260895437301603,
      "caution_lo": 0.6644129947324217,
      "cstar": -0.20351486050974898,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8481260934902193,
      "dprime_hi": 0.9763552786213672,
      "dprime_lo": 0.71749297685409,
      "false_alarm": {
       "den": 745.0,
       "n": 90.0,
       "share": 0.12080536912751678
      },
      "false_alarm_rate": 0.12131367292225201,
      "hit": {
       "den": 588.0,
       "n": 220.0,
       "share": 0.3741496598639456
      },
      "hit_rate": 0.37436332767402375,
      "missed_loss": 0.18654498789945376,
      "missed_n": 368.0,
      "na": null,
      "needless_loss": 0.12389183640480042,
      "needless_n": 90.0
     },
     "size": {
      "bad": {
       "mean": 7.06015037593985,
       "n": 133.0,
       "too_few": true
      },
      "right": {
       "mean": 6.096045197740113,
       "n": 177.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 392.0,
        "n": 144.0,
        "share": 0.3673469387755102
       },
       "missed": {
        "den": 392.0,
        "n": 219.0,
        "share": 0.5586734693877551
       },
       "risk_pays": 392.0,
       "wrong": {
        "den": 392.0,
        "n": 29.0,
        "share": 0.07397959183673469
       }
      },
      "medium": {
       "found": {
        "den": 196.0,
        "n": 33.0,
        "share": 0.1683673469387755
       },
       "missed": {
        "den": 196.0,
        "n": 149.0,
        "share": 0.7602040816326531
       },
       "risk_pays": 196.0,
       "wrong": {
        "den": 196.0,
        "n": 14.0,
        "share": 0.07142857142857142
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1333.0,
     "wrong": {
      "den": 588.0,
      "n": 43.0,
      "share": 0.07312925170068027
     }
    }
   },
   "slug": "deepseek-v4-1-flash-off"
  },
  "Fastino GLiDE v1.2": {
   "close": {
    "close": {
     "den": 1734,
     "n": 956,
     "share": 0.5513264129181085,
     "small": false
    },
    "decisions": 2003,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1734,
    "exclusions": {
     "grouped": 1,
     "not_audited": 268
    },
    "groups": {
     "close": {
      "by_count": [
       217,
       342,
       246,
       130,
       21
      ],
      "differ": {
       "hitting": {
        "den": 956,
        "n": 496,
        "share": 0.5188284518828452,
        "small": false
       },
       "points": {
        "den": 956,
        "n": 355,
        "share": 0.3713389121338912,
        "small": false
       },
       "prime": {
        "den": 956,
        "n": 310,
        "share": 0.32426778242677823,
        "small": false
       },
       "race": {
        "den": 956,
        "n": 147,
        "share": 0.15376569037656904,
        "small": false
       }
      },
      "gap": {
       "mean": 0.1274910814530181,
       "median": 0.07166999578475952,
       "n": 956
      },
      "loss1": {
       "mean": 0.09586836316595516,
       "median": 0.02905595302581787,
       "n": 956
      },
      "loss2": {
       "mean": 0.11745542764788393,
       "median": 0.05002310872077942,
       "n": 956
      },
      "n": 956,
      "p1": {
       "mean": 0.3114614076098722,
       "median": 0.29598354891830786,
       "n": 956
      },
      "p2": {
       "mean": 0.22355312044785114,
       "median": 0.2116992264314537,
       "n": 956
      },
      "psum": {
       "mean": 0.5350145280577233,
       "median": 0.5097622971943567,
       "n": 956
      },
      "psum_bins": [
       4,
       29,
       97,
       155,
       173,
       162,
       131,
       75,
       60,
       70
      ]
     },
     "other": {
      "by_count": [
       154,
       298,
       219,
       93,
       14
      ],
      "differ": {
       "hitting": {
        "den": 778,
        "n": 430,
        "share": 0.5526992287917738,
        "small": false
       },
       "points": {
        "den": 778,
        "n": 299,
        "share": 0.38431876606683807,
        "small": false
       },
       "prime": {
        "den": 778,
        "n": 242,
        "share": 0.3110539845758355,
        "small": false
       },
       "race": {
        "den": 778,
        "n": 100,
        "share": 0.12853470437017994,
        "small": false
       }
      },
      "gap": {
       "mean": 0.14306483806558623,
       "median": 0.08712583780288696,
       "n": 778
      },
      "loss1": {
       "mean": 0.042086555059893886,
       "median": 0.0,
       "n": 778
      },
      "loss2": {
       "mean": 0.13808891751772334,
       "median": 0.07317525148391724,
       "n": 778
      },
      "n": 778,
      "p1": {
       "mean": 0.5843023903106852,
       "median": 0.5848093770653012,
       "n": 778
      },
      "p2": {
       "mean": 0.14872563298544683,
       "median": 0.1467641161570457,
       "n": 778
      },
      "psum": {
       "mean": 0.7330280232961319,
       "median": 0.7602588504519734,
       "n": 778
      },
      "psum_bins": [
       0,
       3,
       10,
       30,
       68,
       89,
       119,
       134,
       153,
       172
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 438,
         "n": 215,
         "share": 0.4908675799086758,
         "small": false
        },
        "eligible": 438,
        "risk_close": {
         "den": 215,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 587,
         "n": 372,
         "share": 0.6337308347529813,
         "small": false
        },
        "eligible": 587,
        "risk_close": {
         "den": 372,
         "n": 233,
         "share": 0.6263440860215054,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 709,
         "n": 369,
         "share": 0.5204513399153737,
         "small": false
        },
        "eligible": 709,
        "risk_close": {
         "den": 369,
         "n": 183,
         "share": 0.4959349593495935,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.6371681415929203,
       "adj_other": 0.7666513427575374,
       "adjusted": -0.1294832011646171,
       "adjusted_hi": -0.013627242170523616,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.2240395000826451,
       "close": {
        "den": 233,
        "n": 146,
        "share": 0.6266094420600858,
        "small": false
       },
       "covered": {
        "den": 233,
        "n": 226,
        "share": 0.9699570815450643,
        "small": false
       },
       "crude": -0.05124290693320277,
       "crude_hi": 0.0541767405247672,
       "crude_left_out": 0,
       "crude_lo": -0.13935228982146608,
       "group": 382,
       "matches": 16,
       "na": null,
       "other": {
        "den": 149,
        "n": 101,
        "share": 0.6778523489932886,
        "small": true
       },
       "resamples": 2000,
       "strata": 31,
       "strata_both": 25
      },
      "stake": {
       "big": {
        "den": 322,
        "n": 219,
        "share": 0.6801242236024845,
        "small": false
       },
       "medium": {
        "den": 192,
        "n": 107,
        "share": 0.5572916666666666,
        "small": true
       },
       "small": {
        "den": 73,
        "n": 46,
        "share": 0.6301369863013698,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 438,
         "n": 215,
         "share": 0.4908675799086758,
         "small": false
        },
        "eligible": 438,
        "risk_close": {
         "den": 215,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 514,
         "n": 326,
         "share": 0.6342412451361867,
         "small": false
        },
        "eligible": 514,
        "risk_close": {
         "den": 326,
         "n": 205,
         "share": 0.6288343558282209,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 782,
         "n": 415,
         "share": 0.530690537084399,
         "small": false
        },
        "eligible": 782,
        "risk_close": {
         "den": 415,
         "n": 211,
         "share": 0.5084337349397591,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.6482412060301508,
       "adj_other": 0.7670560595183711,
       "adjusted": -0.1188148534882203,
       "adjusted_hi": 0.009064053362573064,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.21339118824816902,
       "close": {
        "den": 205,
        "n": 131,
        "share": 0.6390243902439025,
        "small": false
       },
       "covered": {
        "den": 205,
        "n": 199,
        "share": 0.9707317073170731,
        "small": false
       },
       "crude": -0.03814096408680623,
       "crude_hi": 0.07415984380885676,
       "crude_left_out": 0,
       "crude_lo": -0.1395379925836209,
       "group": 332,
       "matches": 16,
       "na": null,
       "other": {
        "den": 127,
        "n": 86,
        "share": 0.6771653543307087,
        "small": true
       },
       "resamples": 2000,
       "strata": 31,
       "strata_both": 25
      },
      "stake": {
       "big": {
        "den": 322,
        "n": 219,
        "share": 0.6801242236024845,
        "small": false
       },
       "medium": {
        "den": 192,
        "n": 107,
        "share": 0.5572916666666666,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 956,
     "n": 416,
     "share": 0.4351464435146444,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1734,
     "n": 416,
     "share": 0.23990772779700115,
     "small": false
    },
    "risk_pair_other": {
     "den": 778,
     "n": 390,
     "share": 0.5012853470437018,
     "small": false
    },
    "ties": {
     "close": 106,
     "member": 74,
     "order": 56,
     "positive": 129,
     "top_two": 129,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.7538154504589756,
    "auroc_blunder": 0.7178188768642654,
    "confident_badly_wrong": {
     "den": 2002,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 28,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 2002,
       "n": 28,
       "share": 0.013986013986013986
      },
      "mean_loss": 0.0,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2002,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.03472728699398133,
    "held_out": {
     "blunders": 0.016717150569714196,
     "kept": 0.045739140762313356,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 2002,
    "surest": {
     "cut": 0.5837706360297367,
     "error_rate": 9.825959296045665,
     "n": 501,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.7538154504589756,
    "best_share": 0.4712930604093859,
    "blunder_share": 0.2456315526709935,
    "brier": 0.2016567486554962,
    "clusters": 98,
    "confidence_n": 2002,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 2003,
    "ece": 0.03472728699398133,
    "engine_scored": 2003,
    "error_hi": 38.98141637052045,
    "error_lo": 31.60335223786257,
    "error_rate": 35.004573431065005,
    "first_date": "2026-10-22",
    "group_sizes": [
     139
    ],
    "grouped": 1,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.43630168403498976,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2003,
     "estimate": true,
     "excluded_hours": 81.03333333333333,
     "gaps": [
      [
       "2026-10-22T17:22Z",
       "2026-10-22T22:21Z",
       300
      ],
      [
       "2026-10-22T22:55Z",
       "2026-10-23T21:15Z",
       1341
      ],
      [
       "2026-10-23T21:17Z",
       "2026-10-24T16:48Z",
       1171
      ],
      [
       "2026-10-24T17:19Z",
       "2026-10-24T17:30Z",
       12
      ],
      [
       "2026-10-24T17:46Z",
       "2026-10-24T17:57Z",
       10
      ],
      [
       "2026-10-24T18:14Z",
       "2026-10-24T18:30Z",
       16
      ],
      [
       "2026-10-24T18:51Z",
       "2026-10-24T19:07Z",
       16
      ],
      [
       "2026-10-24T19:07Z",
       "2026-10-24T19:17Z",
       11
      ],
      [
       "2026-10-24T19:17Z",
       "2026-10-24T19:30Z",
       12
      ],
      [
       "2026-10-24T19:30Z",
       "2026-10-24T19:40Z",
       10
      ],
      [
       "2026-10-24T20:00Z",
       "2026-10-24T20:44Z",
       45
      ],
      [
       "2026-10-24T20:44Z",
       "2026-10-24T21:23Z",
       38
      ],
      [
       "2026-10-24T21:23Z",
       "2026-10-24T21:49Z",
       27
      ],
      [
       "2026-10-24T22:17Z",
       "2026-10-24T22:30Z",
       13
      ],
      [
       "2026-10-24T22:30Z",
       "2026-10-24T22:41Z",
       10
      ],
      [
       "2026-10-24T22:41Z",
       "2026-10-24T22:52Z",
       11
      ],
      [
       "2026-10-24T23:19Z",
       "2026-10-24T23:36Z",
       17
      ],
      [
       "2026-10-24T23:36Z",
       "2026-10-24T23:48Z",
       13
      ],
      [
       "2026-10-24T23:48Z",
       "2026-10-25T00:01Z",
       13
      ],
      [
       "2026-10-25T00:14Z",
       "2026-10-25T00:26Z",
       12
      ],
      [
       "2026-10-25T00:26Z",
       "2026-10-25T00:39Z",
       13
      ],
      [
       "2026-10-25T02:05Z",
       "2026-10-25T02:15Z",
       11
      ],
      [
       "2026-10-25T03:56Z",
       "2026-10-25T04:08Z",
       12
      ],
      [
       "2026-10-25T04:54Z",
       "2026-10-25T05:04Z",
       10
      ],
      [
       "2026-10-25T05:39Z",
       "2026-10-25T20:43Z",
       905
      ],
      [
       "2026-10-25T20:45Z",
       "2026-10-26T10:18Z",
       813
      ]
     ],
     "gpu_decisions": 2003,
     "gpu_usd": 20.633335200212397,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 8.2864800000853,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 8.2864800000853,
       "machine": "rtx_pro_6000",
       "usd": 20.633335200212397,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 20.633335200212397,
     "usd_per_1000": 10.301215776441536
    },
    "p95_loss": 0.33985517621040323,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 2003,
    "time_median": 1.412,
    "time_p90": 2.753,
    "tokens_in": 3800.494757863205,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 10.301215776441536,
    "very_confident": 0.013986013986013986,
    "worst_mean": 0.5406180831789971
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 16.673958664587957,
      "needless": 5.1516114296582245,
      "none": 3.0881832732716266,
      "right_risk": 1.5596259595511022,
      "right_safety": 5.813225478871251,
      "wrong_risk": 2.717968625124847
     },
     "calls": {
      "missed": 391.0,
      "needless": 127.0,
      "right_risk": 219.0,
      "right_safety": 698.0,
      "wrong_risk": 54.0
     },
     "confidence": {
      "auroc_right_risk": 0.6017684603547012,
      "missed_mean_p": 0.3554823039265481,
      "missed_n": 391,
      "taken_grouped": 0,
      "taken_n": 400,
      "taken_other": 0
     },
     "error_rate": 35.004573431065005,
     "found": {
      "den": 664.0,
      "n": 219.0,
      "share": 0.32981927710843373
     },
     "good": {
      "den": 400.0,
      "n": 219.0,
      "share": 0.5475
     },
     "judgement": 58.79399415845199,
     "judgement_hi": 60.83014857965108,
     "judgement_lo": 56.65400181541402,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12134831460674157,
      "x": 0.6701807228915663,
      "y": 0.15393939393939393
     },
     "margin": 0.001,
     "missed": {
      "den": 664.0,
      "n": 391.0,
      "share": 0.588855421686747
     },
     "needless": {
      "den": 825.0,
      "n": 127.0,
      "share": 0.15393939393939393
     },
     "needless_by_loss": {
      "big": {
       "den": 825.0,
       "n": 75.0,
       "share": 0.09090909090909091
      },
      "medium": {
       "den": 825.0,
       "n": 39.0,
       "share": 0.04727272727272727
      },
      "small": {
       "den": 825.0,
       "n": 13.0,
       "share": 0.01575757575757576
      }
     },
     "no_trade_off": 514.0,
     "reference": null,
     "right_safety": {
      "den": 825.0,
      "n": 698.0,
      "share": 0.8460606060606061
     },
     "risk_pays": 664.0,
     "safety_pays": 825.0,
     "scored": 2003,
     "sdt": {
      "aim": {
       "den": 273.0,
       "n": 219.0,
       "share": 0.8021978021978022
      },
      "beta": 1.181852513504153,
      "caution": 0.6210883365217332,
      "caution_hi": 0.7144258117287464,
      "caution_lo": 0.5363193407943885,
      "cstar": 0.21052224028260377,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7936602513115218,
      "dprime_hi": 0.9295904156433943,
      "dprime_lo": 0.6678577467591158,
      "false_alarm": {
       "den": 825.0,
       "n": 127.0,
       "share": 0.15393939393939393
      },
      "false_alarm_rate": 0.15435835351089588,
      "hit": {
       "den": 664.0,
       "n": 273.0,
       "share": 0.411144578313253
      },
      "hit_rate": 0.4112781954887218,
      "missed_loss": 0.17083344861979374,
      "missed_n": 391.0,
      "na": null,
      "needless_loss": 0.16249886131662084,
      "needless_n": 127.0
     },
     "size": {
      "bad": {
       "mean": 10.480662983425415,
       "n": 181.0,
       "too_few": true
      },
      "right": {
       "mean": 12.420091324200913,
       "n": 219.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 362.0,
        "n": 139.0,
        "share": 0.3839779005524862
       },
       "missed": {
        "den": 362.0,
        "n": 199.0,
        "share": 0.5497237569060773
       },
       "risk_pays": 362.0,
       "wrong": {
        "den": 362.0,
        "n": 24.0,
        "share": 0.06629834254143646
       }
      },
      "medium": {
       "found": {
        "den": 218.0,
        "n": 63.0,
        "share": 0.2889908256880734
       },
       "missed": {
        "den": 218.0,
        "n": 138.0,
        "share": 0.6330275229357798
       },
       "risk_pays": 218.0,
       "wrong": {
        "den": 218.0,
        "n": 17.0,
        "share": 0.0779816513761468
       }
      },
      "small": {
       "found": {
        "den": 84.0,
        "n": 17.0,
        "share": 0.20238095238095238
       },
       "missed": {
        "den": 84.0,
        "n": 54.0,
        "share": 0.6428571428571429
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 13.0,
        "share": 0.15476190476190477
       }
      }
     },
     "trade_off": 1489.0,
     "wrong": {
      "den": 664.0,
      "n": 54.0,
      "share": 0.08132530120481928
     }
    },
    "robust": {
     "by_call": {
      "missed": 16.284398507667195,
      "needless": 5.388910911467691,
      "none": 3.0881832732716266,
      "right_risk": 1.389959180765728,
      "right_safety": 6.202785635792013,
      "wrong_risk": 2.6503359221007545
     },
     "calls": {
      "missed": 337.0,
      "needless": 157.0,
      "right_risk": 192.0,
      "right_safety": 752.0,
      "wrong_risk": 51.0
     },
     "confidence": {
      "auroc_right_risk": 0.5992462940705128,
      "missed_mean_p": 0.35808368895352133,
      "missed_n": 337,
      "taken_grouped": 0,
      "taken_n": 400,
      "taken_other": 0
     },
     "error_rate": 35.004573431065005,
     "found": {
      "den": 580.0,
      "n": 192.0,
      "share": 0.3310344827586207
     },
     "good": {
      "den": 400.0,
      "n": 192.0,
      "share": 0.48
     },
     "judgement": 57.91586055157239,
     "judgement_hi": 60.36340467434127,
     "judgement_lo": 55.44792073172981,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13144329896907217,
      "x": 0.6689655172413793,
      "y": 0.17271727172717272
     },
     "margin": 0.02,
     "missed": {
      "den": 580.0,
      "n": 337.0,
      "share": 0.5810344827586207
     },
     "needless": {
      "den": 909.0,
      "n": 157.0,
      "share": 0.17271727172717272
     },
     "needless_by_loss": {
      "big": {
       "den": 909.0,
       "n": 79.0,
       "share": 0.08690869086908691
      },
      "medium": {
       "den": 909.0,
       "n": 47.0,
       "share": 0.0517051705170517
      },
      "small": {
       "den": 909.0,
       "n": 31.0,
       "share": 0.034103410341034104
      }
     },
     "no_trade_off": 514.0,
     "reference": null,
     "right_safety": {
      "den": 909.0,
      "n": 752.0,
      "share": 0.8272827282728272
     },
     "risk_pays": 580.0,
     "safety_pays": 909.0,
     "scored": 2003,
     "sdt": {
      "aim": {
       "den": 243.0,
       "n": 192.0,
       "share": 0.7901234567901234
      },
      "beta": 1.1132569633983058,
      "caution": 0.5731297155920371,
      "caution_hi": 0.6642110797803195,
      "caution_lo": 0.48599364269883516,
      "cstar": 0.1454005504098241,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7378921188074778,
      "dprime_hi": 0.885667219305816,
      "dprime_lo": 0.5887352737672394,
      "false_alarm": {
       "den": 909.0,
       "n": 157.0,
       "share": 0.17271727172717272
      },
      "false_alarm_rate": 0.17307692307692307,
      "hit": {
       "den": 580.0,
       "n": 243.0,
       "share": 0.4189655172413793
      },
      "hit_rate": 0.41910499139414803,
      "missed_loss": 0.19357655911488067,
      "missed_n": 337.0,
      "na": null,
      "needless_loss": 0.13750303892572974,
      "needless_n": 157.0
     },
     "size": {
      "bad": {
       "mean": 11.048076923076923,
       "n": 208.0,
       "too_few": false
      },
      "right": {
       "mean": 12.078125,
       "n": 192.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 362.0,
        "n": 138.0,
        "share": 0.3812154696132597
       },
       "missed": {
        "den": 362.0,
        "n": 199.0,
        "share": 0.5497237569060773
       },
       "risk_pays": 362.0,
       "wrong": {
        "den": 362.0,
        "n": 25.0,
        "share": 0.06906077348066299
       }
      },
      "medium": {
       "found": {
        "den": 218.0,
        "n": 54.0,
        "share": 0.24770642201834864
       },
       "missed": {
        "den": 218.0,
        "n": 138.0,
        "share": 0.6330275229357798
       },
       "risk_pays": 218.0,
       "wrong": {
        "den": 218.0,
        "n": 26.0,
        "share": 0.11926605504587157
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1489.0,
     "wrong": {
      "den": 580.0,
      "n": 51.0,
      "share": 0.08793103448275862
     }
    }
   },
   "slug": "fastino-glide-v1-2-local"
  },
  "GNUbg weak": {
   "close": {
    "decisions": 1744,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1744
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.5200688073394495,
    "blunder_share": 0.18979357798165136,
    "clusters": 76,
    "cost_coverage": 0.0,
    "decisions": 1744,
    "engine_scored": 1744,
    "error_hi": 24.317050515774454,
    "error_lo": 18.776873143357097,
    "error_rate": 21.401604945096402,
    "first_date": "2026-10-16",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-22",
    "over_budget": 0.0,
    "p95_loss": 0.21707677245140072,
    "probability_source": null,
    "retry_mean": 5.73394495412844e-06,
    "scored": 1744,
    "time_median": 0.01,
    "time_p90": 0.01,
    "too_few": false,
    "worst_mean": 0.3119433529075535
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 1.2210478168835335,
      "needless": 8.797402553465389,
      "none": 1.07222882637737,
      "right_risk": 2.661585987229413,
      "right_safety": 1.6569024327834811,
      "wrong_risk": 5.992437328357215
     },
     "calls": {
      "missed": 66.0,
      "needless": 255.0,
      "right_risk": 410.0,
      "right_safety": 533.0,
      "wrong_risk": 140.0
     },
     "confidence": null,
     "error_rate": 21.401604945096402,
     "found": {
      "den": 616.0,
      "n": 410.0,
      "share": 0.6655844155844156
     },
     "good": {
      "den": 805.0,
      "n": 410.0,
      "share": 0.5093167701863354
     },
     "judgement": 67.0990177335355,
     "judgement_hi": 70.26742094763827,
     "judgement_lo": 63.78035376123956,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.6796116504854369,
      "x": 0.3344155844155844,
      "y": 0.3236040609137056
     },
     "margin": 0.001,
     "missed": {
      "den": 616.0,
      "n": 66.0,
      "share": 0.10714285714285714
     },
     "needless": {
      "den": 788.0,
      "n": 255.0,
      "share": 0.3236040609137056
     },
     "needless_by_loss": {
      "big": {
       "den": 788.0,
       "n": 142.0,
       "share": 0.1802030456852792
      },
      "medium": {
       "den": 788.0,
       "n": 75.0,
       "share": 0.09517766497461928
      },
      "small": {
       "den": 788.0,
       "n": 38.0,
       "share": 0.048223350253807105
      }
     },
     "no_trade_off": 340.0,
     "reference": null,
     "right_safety": {
      "den": 788.0,
      "n": 533.0,
      "share": 0.6763959390862944
     },
     "risk_pays": 616.0,
     "safety_pays": 788.0,
     "scored": 1744,
     "sdt": {
      "aim": {
       "den": 550.0,
       "n": 410.0,
       "share": 0.7454545454545455
      },
      "beta": 2.385454042176074,
      "caution": -0.3907006532076015,
      "caution_hi": -0.3046516565334807,
      "caution_lo": -0.48154736895515876,
      "cstar": 0.5127794543100539,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6954452308726828,
      "dprime_hi": 1.886205483735243,
      "dprime_lo": 1.5271573906986295,
      "false_alarm": {
       "den": 788.0,
       "n": 255.0,
       "share": 0.3236040609137056
      },
      "false_alarm_rate": 0.3238276299112801,
      "hit": {
       "den": 616.0,
       "n": 550.0,
       "share": 0.8928571428571429
      },
      "hit_rate": 0.8922204213938412,
      "missed_loss": 0.06453052704984491,
      "missed_n": 66.0,
      "na": null,
      "needless_loss": 0.12033466708426382,
      "needless_n": 255.0
     },
     "size": {
      "bad": {
       "mean": 13.078481012658228,
       "n": 395.0,
       "too_few": false
      },
      "right": {
       "mean": 11.170731707317072,
       "n": 410.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 307.0,
        "n": 254.0,
        "share": 0.8273615635179153
       },
       "missed": {
        "den": 307.0,
        "n": 13.0,
        "share": 0.04234527687296417
       },
       "risk_pays": 307.0,
       "wrong": {
        "den": 307.0,
        "n": 40.0,
        "share": 0.13029315960912052
       }
      },
      "medium": {
       "found": {
        "den": 215.0,
        "n": 118.0,
        "share": 0.5488372093023256
       },
       "missed": {
        "den": 215.0,
        "n": 34.0,
        "share": 0.15813953488372093
       },
       "risk_pays": 215.0,
       "wrong": {
        "den": 215.0,
        "n": 63.0,
        "share": 0.2930232558139535
       }
      },
      "small": {
       "found": {
        "den": 94.0,
        "n": 38.0,
        "share": 0.40425531914893614
       },
       "missed": {
        "den": 94.0,
        "n": 19.0,
        "share": 0.20212765957446807
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 37.0,
        "share": 0.39361702127659576
       }
      }
     },
     "trade_off": 1404.0,
     "wrong": {
      "den": 616.0,
      "n": 140.0,
      "share": 0.22727272727272727
     }
    },
    "robust": {
     "by_call": {
      "missed": 1.0873153122193222,
      "needless": 9.90880434529497,
      "none": 1.07222882637737,
      "right_risk": 2.2610707481930015,
      "right_safety": 1.7906349374476922,
      "wrong_risk": 5.281550775564045
     },
     "calls": {
      "missed": 47.0,
      "needless": 330.0,
      "right_risk": 345.0,
      "right_safety": 552.0,
      "wrong_risk": 130.0
     },
     "confidence": null,
     "error_rate": 21.401604945096402,
     "found": {
      "den": 522.0,
      "n": 345.0,
      "share": 0.6609195402298851
     },
     "good": {
      "den": 805.0,
      "n": 345.0,
      "share": 0.42857142857142855
     },
     "judgement": 64.33849401829697,
     "judgement_hi": 67.49927295798517,
     "judgement_lo": 61.07348315889271,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7344632768361582,
      "x": 0.3390804597701149,
      "y": 0.3741496598639456
     },
     "margin": 0.02,
     "missed": {
      "den": 522.0,
      "n": 47.0,
      "share": 0.09003831417624521
     },
     "needless": {
      "den": 882.0,
      "n": 330.0,
      "share": 0.3741496598639456
     },
     "needless_by_loss": {
      "big": {
       "den": 882.0,
       "n": 159.0,
       "share": 0.18027210884353742
      },
      "medium": {
       "den": 882.0,
       "n": 93.0,
       "share": 0.1054421768707483
      },
      "small": {
       "den": 882.0,
       "n": 78.0,
       "share": 0.08843537414965986
      }
     },
     "no_trade_off": 340.0,
     "reference": null,
     "right_safety": {
      "den": 882.0,
      "n": 552.0,
      "share": 0.6258503401360545
     },
     "risk_pays": 522.0,
     "safety_pays": 882.0,
     "scored": 1744,
     "sdt": {
      "aim": {
       "den": 475.0,
       "n": 345.0,
       "share": 0.7263157894736842
      },
      "beta": 2.1930460402251892,
      "caution": -0.507601300663233,
      "caution_hi": -0.40845992177323315,
      "caution_lo": -0.6162656811885644,
      "cstar": 0.4741480652330467,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6562156865580246,
      "dprime_hi": 1.8764507344060892,
      "dprime_lo": 1.4679838672041383,
      "false_alarm": {
       "den": 882.0,
       "n": 330.0,
       "share": 0.3741496598639456
      },
      "false_alarm_rate": 0.3742921857304643,
      "hit": {
       "den": 522.0,
       "n": 475.0,
       "share": 0.9099616858237548
      },
      "hit_rate": 0.9091778202676865,
      "missed_loss": 0.08069267678768077,
      "missed_n": 47.0,
      "na": null,
      "needless_loss": 0.1047330592617844,
      "needless_n": 330.0
     },
     "size": {
      "bad": {
       "mean": 12.48913043478261,
       "n": 460.0,
       "too_few": false
      },
      "right": {
       "mean": 11.597101449275362,
       "n": 345.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 307.0,
        "n": 249.0,
        "share": 0.8110749185667753
       },
       "missed": {
        "den": 307.0,
        "n": 13.0,
        "share": 0.04234527687296417
       },
       "risk_pays": 307.0,
       "wrong": {
        "den": 307.0,
        "n": 45.0,
        "share": 0.1465798045602606
       }
      },
      "medium": {
       "found": {
        "den": 215.0,
        "n": 96.0,
        "share": 0.44651162790697674
       },
       "missed": {
        "den": 215.0,
        "n": 34.0,
        "share": 0.15813953488372093
       },
       "risk_pays": 215.0,
       "wrong": {
        "den": 215.0,
        "n": 85.0,
        "share": 0.3953488372093023
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1404.0,
     "wrong": {
      "den": 522.0,
      "n": 130.0,
      "share": 0.24904214559386972
     }
    }
   },
   "slug": "gnubg-weak"
  },
  "GPT-6 Luna (Decisions API)": {
   "close": {
    "close": {
     "den": 1741,
     "n": 760,
     "share": 0.4365307294658242,
     "small": false
    },
    "decisions": 1962,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1741,
    "exclusions": {
     "not_audited": 221
    },
    "groups": {
     "close": {
      "by_count": [
       272,
       290,
       139,
       49,
       10
      ],
      "differ": {
       "hitting": {
        "den": 760,
        "n": 331,
        "share": 0.4355263157894737,
        "small": false
       },
       "points": {
        "den": 760,
        "n": 170,
        "share": 0.2236842105263158,
        "small": false
       },
       "prime": {
        "den": 760,
        "n": 155,
        "share": 0.20394736842105263,
        "small": false
       },
       "race": {
        "den": 760,
        "n": 99,
        "share": 0.13026315789473683,
        "small": false
       }
      },
      "gap": {
       "mean": 0.10747386985703518,
       "median": 0.05521276593208313,
       "n": 760
      },
      "loss1": {
       "mean": 0.1057071820685738,
       "median": 0.02922224998474121,
       "n": 760
      },
      "loss2": {
       "mean": 0.12287123179749439,
       "median": 0.049367547035217285,
       "n": 760
      },
      "n": 760,
      "p1": {
       "mean": 0.4087368421052631,
       "median": 0.41,
       "n": 760
      },
      "p2": {
       "mean": 0.29550000000000004,
       "median": 0.29,
       "n": 760
      },
      "psum": {
       "mean": 0.7042368421052632,
       "median": 0.71,
       "n": 760
      },
      "psum_bins": [
       0,
       3,
       9,
       29,
       74,
       101,
       139,
       147,
       122,
       136
      ]
     },
     "other": {
      "by_count": [
       158,
       427,
       284,
       100,
       12
      ],
      "differ": {
       "hitting": {
        "den": 981,
        "n": 557,
        "share": 0.5677879714576962,
        "small": false
       },
       "points": {
        "den": 981,
        "n": 356,
        "share": 0.36289500509684,
        "small": false
       },
       "prime": {
        "den": 981,
        "n": 326,
        "share": 0.33231396534148827,
        "small": false
       },
       "race": {
        "den": 981,
        "n": 104,
        "share": 0.10601427115188583,
        "small": false
       }
      },
      "gap": {
       "mean": 0.14551947863580741,
       "median": 0.08889210224151611,
       "n": 981
      },
      "loss1": {
       "mean": 0.07171877322454578,
       "median": 0.0027660131454467773,
       "n": 981
      },
      "loss2": {
       "mean": 0.16280311889847726,
       "median": 0.09969151020050049,
       "n": 981
      },
      "n": 981,
      "p1": {
       "mean": 0.6703058103975535,
       "median": 0.68,
       "n": 981
      },
      "p2": {
       "mean": 0.15042813455657492,
       "median": 0.15,
       "n": 981
      },
      "psum": {
       "mean": 0.8207339449541284,
       "median": 0.8400000000000001,
       "n": 981
      },
      "psum_bins": [
       0,
       0,
       2,
       8,
       19,
       52,
       121,
       177,
       227,
       375
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 449,
         "n": 236,
         "share": 0.5256124721603563,
         "small": false
        },
        "eligible": 449,
        "risk_close": {
         "den": 236,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 659,
         "n": 292,
         "share": 0.44309559939301973,
         "small": false
        },
        "eligible": 659,
        "risk_close": {
         "den": 292,
         "n": 184,
         "share": 0.6301369863013698,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 633,
         "n": 232,
         "share": 0.3665086887835703,
         "small": false
        },
        "eligible": 633,
        "risk_close": {
         "den": 232,
         "n": 110,
         "share": 0.47413793103448276,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5824175824175825,
       "adj_other": 0.781719063364991,
       "adjusted": -0.19930148094740852,
       "adjusted_hi": -0.13321174224325266,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.2837794191566323,
       "close": {
        "den": 184,
        "n": 107,
        "share": 0.5815217391304348,
        "small": true
       },
       "covered": {
        "den": 184,
        "n": 182,
        "share": 0.9891304347826086,
        "small": true
       },
       "crude": -0.22211462450592878,
       "crude_hi": -0.16529635163954048,
       "crude_left_out": 0,
       "crude_lo": -0.28448520190663873,
       "group": 459,
       "matches": 16,
       "na": null,
       "other": {
        "den": 275,
        "n": 221,
        "share": 0.8036363636363636,
        "small": false
       },
       "resamples": 2000,
       "strata": 32,
       "strata_both": 27
      },
      "stake": {
       "big": {
        "den": 383,
        "n": 182,
        "share": 0.4751958224543081,
        "small": false
       },
       "medium": {
        "den": 203,
        "n": 80,
        "share": 0.39408866995073893,
        "small": false
       },
       "small": {
        "den": 73,
        "n": 30,
        "share": 0.410958904109589,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 449,
         "n": 236,
         "share": 0.5256124721603563,
         "small": false
        },
        "eligible": 449,
        "risk_close": {
         "den": 236,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 586,
         "n": 262,
         "share": 0.447098976109215,
         "small": false
        },
        "eligible": 586,
        "risk_close": {
         "den": 262,
         "n": 169,
         "share": 0.6450381679389313,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 706,
         "n": 262,
         "share": 0.37110481586402266,
         "small": false
        },
        "eligible": 706,
        "risk_close": {
         "den": 262,
         "n": 125,
         "share": 0.4770992366412214,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.592814371257485,
       "adj_other": 0.7759472959235199,
       "adjusted": -0.1831329246660348,
       "adjusted_hi": -0.12482479466736165,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.25805195557620986,
       "close": {
        "den": 169,
        "n": 100,
        "share": 0.591715976331361,
        "small": true
       },
       "covered": {
        "den": 169,
        "n": 167,
        "share": 0.9881656804733728,
        "small": true
       },
       "crude": -0.19926763022601612,
       "crude_hi": -0.1387866250387268,
       "crude_left_out": 0,
       "crude_lo": -0.2561895835619771,
       "group": 413,
       "matches": 16,
       "na": null,
       "other": {
        "den": 244,
        "n": 193,
        "share": 0.7909836065573771,
        "small": false
       },
       "resamples": 2000,
       "strata": 31,
       "strata_both": 24
      },
      "stake": {
       "big": {
        "den": 383,
        "n": 182,
        "share": 0.4751958224543081,
        "small": false
       },
       "medium": {
        "den": 203,
        "n": 80,
        "share": 0.39408866995073893,
        "small": false
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 760,
     "n": 294,
     "share": 0.3868421052631579,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1741,
     "n": 294,
     "share": 0.1688684663986215,
     "small": false
    },
    "risk_pair_other": {
     "den": 981,
     "n": 531,
     "share": 0.5412844036697247,
     "small": false
    },
    "ties": {
     "close": 45,
     "member": 94,
     "order": 29,
     "positive": 122,
     "top_two": 123,
     "zero": 1
    }
   },
   "confidence": {
    "auroc_best": 0.6680731513160123,
    "auroc_blunder": 0.6478807532570974,
    "confident_badly_wrong": {
     "den": 1962,
     "n": 9,
     "share": 0.0045871559633027525
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 107,
       "n": 9,
       "share": 0.08411214953271028
      },
      "kept": {
       "den": 1962,
       "n": 107,
       "share": 0.0545361875637105
      },
      "mean_loss": 0.03418143970944057,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 2,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1962,
       "n": 2,
       "share": 0.0010193679918450561
      },
      "mean_loss": 0.018466651439666748,
      "too_few": true
     }
    },
    "ece": 0.12508664627930685,
    "held_out": {
     "blunders": 0.11136418215101121,
     "kept": 0.00705218624666274,
     "no_cutoff": 46,
     "runs": 300
    },
    "n": 1962,
    "surest": {
     "cut": 0.7,
     "error_rate": 23.59439299310415,
     "n": 503,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.6680731513160123,
    "best_share": 0.4322120285423038,
    "blunder_share": 0.2889908256880734,
    "brier": 0.24394923547400613,
    "clusters": 98,
    "confidence_n": 1962,
    "confident_badly_wrong": 0.0045871559633027525,
    "cost_coverage": 1.0,
    "decisions": 1962,
    "ece": 0.12508664627930685,
    "engine_scored": 1962,
    "error_hi": 46.91435981803047,
    "error_lo": 39.66720077498457,
    "error_rate": 43.31066665998171,
    "first_date": "2026-10-19",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.5572986748216107,
    "over_budget": 0.0,
    "p95_loss": 0.4104615002870558,
    "probability_source": "decision",
    "retry_mean": 0.011752803261977574,
    "scored": 1962,
    "time_median": 0.2335,
    "time_p90": 0.35490000000000005,
    "tokens_in": 3351.354740061162,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.3351354740061162,
    "very_confident": 0.0545361875637105,
    "worst_mean": 0.6310152971014684
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 25.045316806870012,
      "needless": 3.6692651070343003,
      "none": 4.065832489613485,
      "right_risk": 2.580040767712938,
      "right_safety": 4.500640641658678,
      "wrong_risk": 3.4495708470922968
     },
     "calls": {
      "missed": 529.0,
      "needless": 73.0,
      "right_risk": 160.0,
      "right_safety": 636.0,
      "wrong_risk": 51.0
     },
     "confidence": {
      "auroc_right_risk": 0.5953629032258064,
      "missed_mean_p": 0.5461814744801512,
      "missed_n": 529,
      "taken_grouped": 0,
      "taken_n": 284,
      "taken_other": 0
     },
     "error_rate": 43.31066665998171,
     "found": {
      "den": 740.0,
      "n": 160.0,
      "share": 0.21621621621621623
     },
     "good": {
      "den": 284.0,
      "n": 160.0,
      "share": 0.5633802816901409
     },
     "judgement": 55.66271490107879,
     "judgement_hi": 57.600084235364164,
     "judgement_lo": 53.7755141364597,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08793103448275862,
      "x": 0.7837837837837838,
      "y": 0.10296191819464035
     },
     "margin": 0.001,
     "missed": {
      "den": 740.0,
      "n": 529.0,
      "share": 0.7148648648648649
     },
     "needless": {
      "den": 709.0,
      "n": 73.0,
      "share": 0.10296191819464035
     },
     "needless_by_loss": {
      "big": {
       "den": 709.0,
       "n": 53.0,
       "share": 0.07475317348377997
      },
      "medium": {
       "den": 709.0,
       "n": 18.0,
       "share": 0.02538787023977433
      },
      "small": {
       "den": 709.0,
       "n": 2.0,
       "share": 0.0028208744710860366
      }
     },
     "no_trade_off": 513.0,
     "reference": null,
     "right_safety": {
      "den": 709.0,
      "n": 636.0,
      "share": 0.8970380818053597
     },
     "risk_pays": 740.0,
     "safety_pays": 709.0,
     "scored": 1962,
     "sdt": {
      "aim": {
       "den": 211.0,
       "n": 160.0,
       "share": 0.7582938388625592
      },
      "beta": 1.017184863101377,
      "caution": 0.9142700487888391,
      "caution_hi": 1.0038739011739313,
      "caution_lo": 0.8284205391363831,
      "cstar": 0.0245184643306506,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6949404856265344,
      "dprime_hi": 0.8719334621576807,
      "dprime_lo": 0.5360704207023399,
      "false_alarm": {
       "den": 709.0,
       "n": 73.0,
       "share": 0.10296191819464035
      },
      "false_alarm_rate": 0.10352112676056338,
      "hit": {
       "den": 740.0,
       "n": 211.0,
       "share": 0.2851351351351351
      },
      "hit_rate": 0.2854251012145749,
      "missed_loss": 0.18578038402676356,
      "missed_n": 529.0,
      "na": null,
      "needless_loss": 0.1972355654794876,
      "needless_n": 73.0
     },
     "size": {
      "bad": {
       "mean": 8.048387096774194,
       "n": 124.0,
       "too_few": true
      },
      "right": {
       "mean": 6.375,
       "n": 160.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 430.0,
        "n": 123.0,
        "share": 0.28604651162790695
       },
       "missed": {
        "den": 430.0,
        "n": 282.0,
        "share": 0.6558139534883721
       },
       "risk_pays": 430.0,
       "wrong": {
        "den": 430.0,
        "n": 25.0,
        "share": 0.05813953488372093
       }
      },
      "medium": {
       "found": {
        "den": 233.0,
        "n": 30.0,
        "share": 0.12875536480686695
       },
       "missed": {
        "den": 233.0,
        "n": 186.0,
        "share": 0.7982832618025751
       },
       "risk_pays": 233.0,
       "wrong": {
        "den": 233.0,
        "n": 17.0,
        "share": 0.07296137339055794
       }
      },
      "small": {
       "found": {
        "den": 77.0,
        "n": 7.0,
        "share": 0.09090909090909091
       },
       "missed": {
        "den": 77.0,
        "n": 61.0,
        "share": 0.7922077922077922
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 9.0,
        "share": 0.11688311688311688
       }
      }
     },
     "trade_off": 1449.0,
     "wrong": {
      "den": 740.0,
      "n": 51.0,
      "share": 0.06891891891891892
     }
    },
    "robust": {
     "by_call": {
      "missed": 24.49467870863449,
      "needless": 4.05108472987417,
      "none": 4.065832489613485,
      "right_risk": 2.175919460958662,
      "right_safety": 5.051278739894202,
      "wrong_risk": 3.4718725310067033
     },
     "calls": {
      "missed": 468.0,
      "needless": 89.0,
      "right_risk": 144.0,
      "right_safety": 697.0,
      "wrong_risk": 51.0
     },
     "confidence": {
      "auroc_right_risk": 0.5906994047619047,
      "missed_mean_p": 0.5459615384615384,
      "missed_n": 468,
      "taken_grouped": 0,
      "taken_n": 284,
      "taken_other": 0
     },
     "error_rate": 43.31066665998171,
     "found": {
      "den": 663.0,
      "n": 144.0,
      "share": 0.2171945701357466
     },
     "good": {
      "den": 284.0,
      "n": 144.0,
      "share": 0.5070422535211268
     },
     "judgement": 55.19815089864484,
     "judgement_hi": 57.08918606537699,
     "judgement_lo": 53.19648162341528,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09826589595375723,
      "x": 0.7828054298642534,
      "y": 0.11323155216284987
     },
     "margin": 0.02,
     "missed": {
      "den": 663.0,
      "n": 468.0,
      "share": 0.7058823529411765
     },
     "needless": {
      "den": 786.0,
      "n": 89.0,
      "share": 0.11323155216284987
     },
     "needless_by_loss": {
      "big": {
       "den": 786.0,
       "n": 59.0,
       "share": 0.07506361323155217
      },
      "medium": {
       "den": 786.0,
       "n": 21.0,
       "share": 0.026717557251908396
      },
      "small": {
       "den": 786.0,
       "n": 9.0,
       "share": 0.011450381679389313
      }
     },
     "no_trade_off": 513.0,
     "reference": null,
     "right_safety": {
      "den": 786.0,
      "n": 697.0,
      "share": 0.8867684478371501
     },
     "risk_pays": 663.0,
     "safety_pays": 786.0,
     "scored": 1962,
     "sdt": {
      "aim": {
       "den": 195.0,
       "n": 144.0,
       "share": 0.7384615384615385
      },
      "beta": 1.0310137173335292,
      "caution": 0.8737297219913394,
      "caution_hi": 0.9583762816621388,
      "caution_lo": 0.794557066597744,
      "cstar": 0.045827379182614536,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6664686127214133,
      "dprime_hi": 0.8356713634087105,
      "dprime_lo": 0.49837094916838587,
      "false_alarm": {
       "den": 786.0,
       "n": 89.0,
       "share": 0.11323155216284987
      },
      "false_alarm_rate": 0.11372299872935197,
      "hit": {
       "den": 663.0,
       "n": 195.0,
       "share": 0.29411764705882354
      },
      "hit_rate": 0.2944277108433735,
      "missed_loss": 0.20537845994162762,
      "missed_n": 468.0,
      "na": null,
      "needless_loss": 0.17861187056209263,
      "needless_n": 89.0
     },
     "size": {
      "bad": {
       "mean": 7.814285714285714,
       "n": 140.0,
       "too_few": true
      },
      "right": {
       "mean": 6.416666666666667,
       "n": 144.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 430.0,
        "n": 117.0,
        "share": 0.27209302325581397
       },
       "missed": {
        "den": 430.0,
        "n": 282.0,
        "share": 0.6558139534883721
       },
       "risk_pays": 430.0,
       "wrong": {
        "den": 430.0,
        "n": 31.0,
        "share": 0.07209302325581396
       }
      },
      "medium": {
       "found": {
        "den": 233.0,
        "n": 27.0,
        "share": 0.11587982832618025
       },
       "missed": {
        "den": 233.0,
        "n": 186.0,
        "share": 0.7982832618025751
       },
       "risk_pays": 233.0,
       "wrong": {
        "den": 233.0,
        "n": 20.0,
        "share": 0.08583690987124463
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1449.0,
     "wrong": {
      "den": 663.0,
      "n": 51.0,
      "share": 0.07692307692307693
     }
    }
   },
   "slug": "gpt-6-luna"
  },
  "Inception Mercury Decide": {
   "close": {
    "close": {
     "den": 1629,
     "n": 262,
     "share": 0.16083486801718846,
     "small": false
    },
    "decisions": 1853,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1629,
    "exclusions": {
     "not_audited": 224
    },
    "groups": {
     "close": {
      "by_count": [
       116,
       74,
       48,
       20,
       4
      ],
      "differ": {
       "hitting": {
        "den": 262,
        "n": 82,
        "share": 0.31297709923664124,
        "small": false
       },
       "points": {
        "den": 262,
        "n": 72,
        "share": 0.2748091603053435,
        "small": false
       },
       "prime": {
        "den": 262,
        "n": 70,
        "share": 0.26717557251908397,
        "small": false
       },
       "race": {
        "den": 262,
        "n": 22,
        "share": 0.08396946564885496,
        "small": false
       }
      },
      "gap": {
       "mean": 0.10416184900371173,
       "median": 0.04975062608718872,
       "n": 262
      },
      "loss1": {
       "mean": 0.13132657679437681,
       "median": 0.04433533549308777,
       "n": 262
      },
      "loss2": {
       "mean": 0.1376229134452252,
       "median": 0.04625594615936279,
       "n": 262
      },
      "n": 262,
      "p1": {
       "mean": 0.49025938650267326,
       "median": 0.5057409009999889,
       "n": 262
      },
      "p2": {
       "mean": 0.3464816917911777,
       "median": 0.34864512856608565,
       "n": 262
      },
      "psum": {
       "mean": 0.836741078293851,
       "median": 0.8813161136330527,
       "n": 262
      },
      "psum_bins": [
       0,
       0,
       0,
       2,
       9,
       20,
       16,
       46,
       45,
       124
      ]
     },
     "other": {
      "by_count": [
       299,
       592,
       336,
       127,
       13
      ],
      "differ": {
       "hitting": {
        "den": 1367,
        "n": 691,
        "share": 0.5054864667154353,
        "small": false
       },
       "points": {
        "den": 1367,
        "n": 451,
        "share": 0.32991953182150696,
        "small": false
       },
       "prime": {
        "den": 1367,
        "n": 406,
        "share": 0.2970007315288954,
        "small": false
       },
       "race": {
        "den": 1367,
        "n": 149,
        "share": 0.10899780541331383,
        "small": false
       }
      },
      "gap": {
       "mean": 0.1353715812540787,
       "median": 0.07244086265563965,
       "n": 1367
      },
      "loss1": {
       "mean": 0.09223373281144712,
       "median": 0.011155247688293457,
       "n": 1367
      },
      "loss2": {
       "mean": 0.15872693447710914,
       "median": 0.0777166485786438,
       "n": 1367
      },
      "n": 1367,
      "p1": {
       "mean": 0.8867061956534772,
       "median": 0.9412831323147868,
       "n": 1367
      },
      "p2": {
       "mean": 0.07422842579317165,
       "median": 0.03715292739010298,
       "n": 1367
      },
      "psum": {
       "mean": 0.9609346214466489,
       "median": 0.9887916646820507,
       "n": 1367
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       0,
       6,
       17,
       39,
       105,
       1200
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 453,
         "n": 82,
         "share": 0.18101545253863136,
         "small": false
        },
        "eligible": 453,
        "risk_close": {
         "den": 82,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 610,
         "n": 100,
         "share": 0.16393442622950818,
         "small": false
        },
        "eligible": 610,
        "risk_close": {
         "den": 100,
         "n": 61,
         "share": 0.61,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 566,
         "n": 80,
         "share": 0.1413427561837456,
         "small": false
        },
        "eligible": 566,
        "risk_close": {
         "den": 80,
         "n": 15,
         "share": 0.1875,
         "small": true
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.55,
       "adj_other": 0.7520978140366685,
       "adjusted": -0.2020978140366685,
       "adjusted_hi": -0.08615510419460652,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.31910725028310066,
       "close": {
        "den": 61,
        "n": 33,
        "share": 0.5409836065573771,
        "small": true
       },
       "covered": {
        "den": 61,
        "n": 60,
        "share": 0.9836065573770492,
        "small": true
       },
       "crude": -0.2510391854654149,
       "crude_hi": -0.1314277609103136,
       "crude_left_out": 0,
       "crude_lo": -0.3704219759120265,
       "group": 412,
       "matches": 16,
       "na": null,
       "other": {
        "den": 351,
        "n": 278,
        "share": 0.792022792022792,
        "small": false
       },
       "resamples": 2000,
       "strata": 32,
       "strata_both": 25
      },
      "stake": {
       "big": {
        "den": 372,
        "n": 56,
        "share": 0.15053763440860216,
        "small": false
       },
       "medium": {
        "den": 183,
        "n": 34,
        "share": 0.18579234972677597,
        "small": true
       },
       "small": {
        "den": 55,
        "n": 10,
        "share": 0.18181818181818182,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 453,
         "n": 82,
         "share": 0.18101545253863136,
         "small": false
        },
        "eligible": 453,
        "risk_close": {
         "den": 82,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 555,
         "n": 90,
         "share": 0.16216216216216217,
         "small": false
        },
        "eligible": 555,
        "risk_close": {
         "den": 90,
         "n": 58,
         "share": 0.6444444444444445,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 621,
         "n": 90,
         "share": 0.14492753623188406,
         "small": false
        },
        "eligible": 621,
        "risk_close": {
         "den": 90,
         "n": 18,
         "share": 0.2,
         "small": true
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.543859649122807,
       "adj_other": 0.7473271912126402,
       "adjusted": -0.2034675420898332,
       "adjusted_hi": -0.0799951668620218,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.3234567744638743,
       "close": {
        "den": 58,
        "n": 31,
        "share": 0.5344827586206896,
        "small": true
       },
       "covered": {
        "den": 58,
        "n": 57,
        "share": 0.9827586206896551,
        "small": true
       },
       "crude": -0.253860799661519,
       "crude_hi": -0.13634738353758535,
       "crude_left_out": 0,
       "crude_lo": -0.37070097816196546,
       "group": 384,
       "matches": 16,
       "na": null,
       "other": {
        "den": 326,
        "n": 257,
        "share": 0.7883435582822086,
        "small": false
       },
       "resamples": 2000,
       "strata": 31,
       "strata_both": 24
      },
      "stake": {
       "big": {
        "den": 372,
        "n": 56,
        "share": 0.15053763440860216,
        "small": false
       },
       "medium": {
        "den": 183,
        "n": 34,
        "share": 0.18579234972677597,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 262,
     "n": 76,
     "share": 0.2900763358778626,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1629,
     "n": 76,
     "share": 0.04665438919582566,
     "small": false
    },
    "risk_pair_other": {
     "den": 1367,
     "n": 639,
     "share": 0.46744696415508413,
     "small": false
    },
    "ties": {
     "close": 38,
     "member": 57,
     "order": 28,
     "positive": 84,
     "top_two": 84,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.6691454075236233,
    "auroc_blunder": 0.606999319129699,
    "confident_badly_wrong": {
     "den": 1853,
     "n": 239,
     "share": 0.12898003237992445
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 974,
       "n": 239,
       "share": 0.24537987679671458
      },
      "kept": {
       "den": 1853,
       "n": 974,
       "share": 0.5256341068537507
      },
      "mean_loss": 0.07254110793803017,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 276,
       "n": 37,
       "share": 0.13405797101449277
      },
      "kept": {
       "den": 1853,
       "n": 276,
       "share": 0.1489476524554776
      },
      "mean_loss": 0.04050580649704173,
      "too_few": false
     }
    },
    "ece": 0.40123456719805006,
    "held_out": {
     "blunders": 0.0714807646052424,
     "kept": 0.009671093772955976,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1853,
    "surest": {
     "cut": 0.9789437994119052,
     "error_rate": 30.04059201941408,
     "n": 464,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.6691454075236233,
    "best_share": 0.42201834862385323,
    "blunder_share": 0.30329195898542904,
    "brier": 0.3925490420508824,
    "clusters": 96,
    "confidence_n": 1853,
    "confident_badly_wrong": 0.12898003237992445,
    "cost_coverage": 1.0,
    "decisions": 1853,
    "ece": 0.40123456719805006,
    "engine_scored": 1853,
    "error_hi": 52.892907585052434,
    "error_lo": 43.284487445349754,
    "error_rate": 47.94801757969987,
    "first_date": "2026-10-20",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.8232529158219033,
    "over_budget": 0.0,
    "p95_loss": 0.4811389088630666,
    "probability_source": "decision",
    "retry_mean": 0.01480194279546681,
    "scored": 1853,
    "time_median": 0.485,
    "time_p90": 0.77,
    "tokens_in": 3566.7879114948732,
    "tokens_out": 1.0,
    "too_few": false,
    "usd_per_1000": 0.07133575822989746,
    "very_confident": 0.5256341068537507,
    "worst_mean": 0.7279715336138203
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 29.16847947025968,
      "needless": 5.594521391025055,
      "none": 4.549973328179176,
      "right_risk": 1.665981023040129,
      "right_safety": 4.44460355843072,
      "wrong_risk": 2.5244588087651127
     },
     "calls": {
      "missed": 517.0,
      "needless": 79.0,
      "right_risk": 129.0,
      "right_safety": 583.0,
      "wrong_risk": 44.0
     },
     "confidence": {
      "auroc_right_risk": 0.6320035293376189,
      "missed_mean_p": 0.8334920869987302,
      "missed_n": 517,
      "taken_grouped": 0,
      "taken_n": 252,
      "taken_other": 0
     },
     "error_rate": 47.94801757969987,
     "found": {
      "den": 690.0,
      "n": 129.0,
      "share": 0.18695652173913044
     },
     "good": {
      "den": 252.0,
      "n": 129.0,
      "share": 0.5119047619047619
     },
     "judgement": 53.38105871535531,
     "judgement_hi": 55.183406093583464,
     "judgement_lo": 51.47871312195412,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0784313725490196,
      "x": 0.8130434782608695,
      "y": 0.11933534743202417
     },
     "margin": 0.001,
     "missed": {
      "den": 690.0,
      "n": 517.0,
      "share": 0.7492753623188406
     },
     "needless": {
      "den": 662.0,
      "n": 79.0,
      "share": 0.11933534743202417
     },
     "needless_by_loss": {
      "big": {
       "den": 662.0,
       "n": 51.0,
       "share": 0.0770392749244713
      },
      "medium": {
       "den": 662.0,
       "n": 20.0,
       "share": 0.030211480362537766
      },
      "small": {
       "den": 662.0,
       "n": 8.0,
       "share": 0.012084592145015106
      }
     },
     "no_trade_off": 501.0,
     "reference": null,
     "right_safety": {
      "den": 662.0,
      "n": 583.0,
      "share": 0.8806646525679759
     },
     "risk_pays": 690.0,
     "safety_pays": 662.0,
     "scored": 1853,
     "sdt": {
      "aim": {
       "den": 173.0,
       "n": 129.0,
       "share": 0.7456647398843931
      },
      "beta": 1.2042634318800554,
      "caution": 0.9232587129446419,
      "caution_hi": 1.017410514047408,
      "caution_lo": 0.8383390111718134,
      "cstar": 0.3685218505166278,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5043611930636063,
      "dprime_hi": 0.6650928663414458,
      "dprime_lo": 0.3555008715339917,
      "false_alarm": {
       "den": 662.0,
       "n": 79.0,
       "share": 0.11933534743202417
      },
      "false_alarm_rate": 0.11990950226244344,
      "hit": {
       "den": 690.0,
       "n": 173.0,
       "share": 0.25072463768115943
      },
      "hit_rate": 0.25108538350217074,
      "missed_loss": 0.20908778513884407,
      "missed_n": 517.0,
      "na": null,
      "needless_loss": 0.2624467882928969,
      "needless_n": 79.0
     },
     "size": {
      "bad": {
       "mean": 7.211382113821138,
       "n": 123.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0310077519379846,
       "n": 129.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 417.0,
        "n": 91.0,
        "share": 0.2182254196642686
       },
       "missed": {
        "den": 417.0,
        "n": 309.0,
        "share": 0.7410071942446043
       },
       "risk_pays": 417.0,
       "wrong": {
        "den": 417.0,
        "n": 17.0,
        "share": 0.0407673860911271
       }
      },
      "medium": {
       "found": {
        "den": 208.0,
        "n": 30.0,
        "share": 0.14423076923076922
       },
       "missed": {
        "den": 208.0,
        "n": 153.0,
        "share": 0.7355769230769231
       },
       "risk_pays": 208.0,
       "wrong": {
        "den": 208.0,
        "n": 25.0,
        "share": 0.1201923076923077
       }
      },
      "small": {
       "found": {
        "den": 65.0,
        "n": 8.0,
        "share": 0.12307692307692308
       },
       "missed": {
        "den": 65.0,
        "n": 55.0,
        "share": 0.8461538461538461
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 2.0,
        "share": 0.03076923076923077
       }
      }
     },
     "trade_off": 1352.0,
     "wrong": {
      "den": 690.0,
      "n": 44.0,
      "share": 0.06376811594202898
     }
    },
    "robust": {
     "by_call": {
      "missed": 28.67888624257676,
      "needless": 5.604061769010952,
      "none": 4.549973328179176,
      "right_risk": 1.3433744858485972,
      "right_safety": 4.934196786113643,
      "wrong_risk": 2.8375249679707477
     },
     "calls": {
      "missed": 462.0,
      "needless": 89.0,
      "right_risk": 115.0,
      "right_safety": 638.0,
      "wrong_risk": 48.0
     },
     "confidence": {
      "auroc_right_risk": 0.6252618216439225,
      "missed_mean_p": 0.8321225743353129,
      "missed_n": 462,
      "taken_grouped": 0,
      "taken_n": 252,
      "taken_other": 0
     },
     "error_rate": 47.94801757969987,
     "found": {
      "den": 625.0,
      "n": 115.0,
      "share": 0.184
     },
     "good": {
      "den": 252.0,
      "n": 115.0,
      "share": 0.45634920634920634
     },
     "judgement": 53.07895460797799,
     "judgement_hi": 55.087870228561194,
     "judgement_lo": 51.2790343587926,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09411764705882353,
      "x": 0.816,
      "y": 0.12242090784044017
     },
     "margin": 0.02,
     "missed": {
      "den": 625.0,
      "n": 462.0,
      "share": 0.7392
     },
     "needless": {
      "den": 727.0,
      "n": 89.0,
      "share": 0.12242090784044017
     },
     "needless_by_loss": {
      "big": {
       "den": 727.0,
       "n": 51.0,
       "share": 0.07015130674002751
      },
      "medium": {
       "den": 727.0,
       "n": 20.0,
       "share": 0.027510316368638238
      },
      "small": {
       "den": 727.0,
       "n": 18.0,
       "share": 0.024759284731774415
      }
     },
     "no_trade_off": 501.0,
     "reference": null,
     "right_safety": {
      "den": 727.0,
      "n": 638.0,
      "share": 0.8775790921595599
     },
     "risk_pays": 625.0,
     "safety_pays": 727.0,
     "scored": 1853,
     "sdt": {
      "aim": {
       "den": 163.0,
       "n": 115.0,
       "share": 0.7055214723926381
      },
      "beta": 1.1799048726524384,
      "caution": 0.9000610795682426,
      "caution_hi": 0.9899823245078406,
      "caution_lo": 0.8191286656320377,
      "cstar": 0.31770719895064636,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5207115840562284,
      "dprime_hi": 0.6664592533389102,
      "dprime_lo": 0.37202096712635285,
      "false_alarm": {
       "den": 727.0,
       "n": 89.0,
       "share": 0.12242090784044017
      },
      "false_alarm_rate": 0.12293956043956043,
      "hit": {
       "den": 625.0,
       "n": 163.0,
       "share": 0.2608
      },
      "hit_rate": 0.26118210862619806,
      "missed_loss": 0.23005184505408977,
      "missed_n": 462.0,
      "na": null,
      "needless_loss": 0.23335565074106282,
      "needless_n": 89.0
     },
     "size": {
      "bad": {
       "mean": 7.124087591240876,
       "n": 137.0,
       "too_few": true
      },
      "right": {
       "mean": 5.991304347826087,
       "n": 115.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 417.0,
        "n": 87.0,
        "share": 0.20863309352517986
       },
       "missed": {
        "den": 417.0,
        "n": 309.0,
        "share": 0.7410071942446043
       },
       "risk_pays": 417.0,
       "wrong": {
        "den": 417.0,
        "n": 21.0,
        "share": 0.050359712230215826
       }
      },
      "medium": {
       "found": {
        "den": 208.0,
        "n": 28.0,
        "share": 0.1346153846153846
       },
       "missed": {
        "den": 208.0,
        "n": 153.0,
        "share": 0.7355769230769231
       },
       "risk_pays": 208.0,
       "wrong": {
        "den": 208.0,
        "n": 27.0,
        "share": 0.12980769230769232
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1352.0,
     "wrong": {
      "den": 625.0,
      "n": 48.0,
      "share": 0.0768
     }
    }
   },
   "slug": "mercury-decide"
  },
  "Jev 1.13.0": {
   "close": {
    "close": {
     "den": 1687,
     "n": 713,
     "share": 0.4226437462951986,
     "small": false
    },
    "decisions": 1911,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1687,
    "exclusions": {
     "not_audited": 224
    },
    "groups": {
     "close": {
      "by_count": [
       201,
       268,
       136,
       89,
       19
      ],
      "differ": {
       "hitting": {
        "den": 713,
        "n": 362,
        "share": 0.5077138849929874,
        "small": false
       },
       "points": {
        "den": 713,
        "n": 229,
        "share": 0.3211781206171108,
        "small": false
       },
       "prime": {
        "den": 713,
        "n": 197,
        "share": 0.2762973352033661,
        "small": false
       },
       "race": {
        "den": 713,
        "n": 95,
        "share": 0.1332398316970547,
        "small": false
       }
      },
      "gap": {
       "mean": 0.11320176252476129,
       "median": 0.05711504817008972,
       "n": 713
      },
      "loss1": {
       "mean": 0.09290900734497487,
       "median": 0.018244624137878418,
       "n": 713
      },
      "loss2": {
       "mean": 0.10539627835927805,
       "median": 0.046136438846588135,
       "n": 713
      },
      "n": 713,
      "p1": {
       "mean": 0.39692492951959996,
       "median": 0.39,
       "n": 713
      },
      "p2": {
       "mean": 0.2839085100655928,
       "median": 0.27,
       "n": 713
      },
      "psum": {
       "mean": 0.6808334395851927,
       "median": 0.6799999999999999,
       "n": 713
      },
      "psum_bins": [
       0,
       0,
       6,
       30,
       87,
       129,
       136,
       132,
       83,
       110
      ]
     },
     "other": {
      "by_count": [
       176,
       391,
       261,
       131,
       15
      ],
      "differ": {
       "hitting": {
        "den": 974,
        "n": 554,
        "share": 0.5687885010266941,
        "small": false
       },
       "points": {
        "den": 974,
        "n": 378,
        "share": 0.38809034907597534,
        "small": false
       },
       "prime": {
        "den": 974,
        "n": 316,
        "share": 0.324435318275154,
        "small": false
       },
       "race": {
        "den": 974,
        "n": 118,
        "share": 0.12114989733059549,
        "small": false
       }
      },
      "gap": {
       "mean": 0.15394210533929312,
       "median": 0.0947897732257843,
       "n": 974
      },
      "loss1": {
       "mean": 0.05204820299417821,
       "median": 0.0,
       "n": 974
      },
      "loss2": {
       "mean": 0.15155626582536363,
       "median": 0.09048545360565186,
       "n": 974
      },
      "n": 974,
      "p1": {
       "mean": 0.6814234749963702,
       "median": 0.6868686868686869,
       "n": 974
      },
      "p2": {
       "mean": 0.14757378715284258,
       "median": 0.15,
       "n": 974
      },
      "psum": {
       "mean": 0.8289972621492129,
       "median": 0.85,
       "n": 974
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       10,
       51,
       121,
       179,
       238,
       375
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 380,
         "n": 166,
         "share": 0.4368421052631579,
         "small": false
        },
        "eligible": 380,
        "risk_close": {
         "den": 166,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 622,
         "n": 328,
         "share": 0.5273311897106109,
         "small": false
        },
        "eligible": 622,
        "risk_close": {
         "den": 328,
         "n": 209,
         "share": 0.6371951219512195,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 685,
         "n": 219,
         "share": 0.3197080291970803,
         "small": false
        },
        "eligible": 685,
        "risk_close": {
         "den": 219,
         "n": 92,
         "share": 0.4200913242009132,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5679611650485437,
       "adj_other": 0.7981785252630486,
       "adjusted": -0.2302173602145049,
       "adjusted_hi": -0.15822428978228809,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.299187187596955,
       "close": {
        "den": 209,
        "n": 120,
        "share": 0.5741626794258373,
        "small": false
       },
       "covered": {
        "den": 209,
        "n": 206,
        "share": 0.9856459330143541,
        "small": false
       },
       "crude": -0.22490274113491038,
       "crude_hi": -0.14600435313121,
       "crude_left_out": 0,
       "crude_lo": -0.29911916523840903,
       "group": 423,
       "matches": 16,
       "na": null,
       "other": {
        "den": 214,
        "n": 171,
        "share": 0.7990654205607477,
        "small": false
       },
       "resamples": 2000,
       "strata": 34,
       "strata_both": 27
      },
      "stake": {
       "big": {
        "den": 384,
        "n": 207,
        "share": 0.5390625,
        "small": false
       },
       "medium": {
        "den": 168,
        "n": 84,
        "share": 0.5,
        "small": true
       },
       "small": {
        "den": 70,
        "n": 37,
        "share": 0.5285714285714286,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 380,
         "n": 166,
         "share": 0.4368421052631579,
         "small": false
        },
        "eligible": 380,
        "risk_close": {
         "den": 166,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 552,
         "n": 291,
         "share": 0.5271739130434783,
         "small": false
        },
        "eligible": 552,
        "risk_close": {
         "den": 291,
         "n": 186,
         "share": 0.6391752577319587,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 755,
         "n": 256,
         "share": 0.3390728476821192,
         "small": false
        },
        "eligible": 755,
        "risk_close": {
         "den": 256,
         "n": 115,
         "share": 0.44921875,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5628415300546448,
       "adj_other": 0.7889166442686211,
       "adjusted": -0.2260751142139763,
       "adjusted_hi": -0.13878552911112282,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.31402981018085335,
       "close": {
        "den": 186,
        "n": 106,
        "share": 0.5698924731182796,
        "small": true
       },
       "covered": {
        "den": 186,
        "n": 183,
        "share": 0.9838709677419355,
        "small": true
       },
       "crude": -0.21249094657083956,
       "crude_hi": -0.1261128645337995,
       "crude_left_out": 0,
       "crude_lo": -0.2929092838398331,
       "group": 379,
       "matches": 16,
       "na": null,
       "other": {
        "den": 193,
        "n": 151,
        "share": 0.7823834196891192,
        "small": true
       },
       "resamples": 2000,
       "strata": 33,
       "strata_both": 27
      },
      "stake": {
       "big": {
        "den": 384,
        "n": 207,
        "share": 0.5390625,
        "small": false
       },
       "medium": {
        "den": 168,
        "n": 84,
        "share": 0.5,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 713,
     "n": 301,
     "share": 0.4221598877980365,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1687,
     "n": 301,
     "share": 0.17842323651452283,
     "small": false
    },
    "risk_pair_other": {
     "den": 974,
     "n": 532,
     "share": 0.5462012320328542,
     "small": false
    },
    "ties": {
     "close": 44,
     "member": 86,
     "order": 22,
     "positive": 106,
     "top_two": 108,
     "zero": 2
    }
   },
   "confidence": {
    "auroc_best": 0.7202730208671113,
    "auroc_blunder": 0.6771629092266244,
    "confident_badly_wrong": {
     "den": 1911,
     "n": 8,
     "share": 0.004186289900575615
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 98,
       "n": 8,
       "share": 0.08163265306122448
      },
      "kept": {
       "den": 1911,
       "n": 98,
       "share": 0.05128205128205128
      },
      "mean_loss": 0.022318800797267835,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 5,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1911,
       "n": 5,
       "share": 0.0026164311878597592
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.05930926216640503,
    "held_out": {
     "blunders": 0.03291053804265296,
     "kept": 0.021275679477085804,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1911,
    "surest": {
     "cut": 0.72,
     "error_rate": 12.269982464930191,
     "n": 491,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.7202730208671113,
    "best_share": 0.5065410779696494,
    "blunder_share": 0.25065410779696495,
    "brier": 0.21637509157509158,
    "clusters": 94,
    "confidence_n": 1911,
    "confident_badly_wrong": 0.004186289900575615,
    "cost_coverage": 1.0,
    "decisions": 1911,
    "ece": 0.05930926216640503,
    "engine_scored": 1911,
    "error_hi": 38.03680767334301,
    "error_lo": 30.993751652333565,
    "error_rate": 34.409363666858304,
    "first_date": "2026-10-19",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.5643851386708529,
    "over_budget": 0.0,
    "p95_loss": 0.3523299992084503,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 1911,
    "time_median": 0.217,
    "time_p90": 0.257,
    "tokens_in": 3944.720041862899,
    "tokens_out": 256.763997906855,
    "too_few": false,
    "usd_per_1000": 0.16567824175824178,
    "very_confident": 0.05128205128205128,
    "worst_mean": 0.5342785843337575
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 21.410022946566826,
      "needless": 2.0959734339666642,
      "none": 2.6017494113703536,
      "right_risk": 2.1221964210193858,
      "right_safety": 2.660600272602339,
      "wrong_risk": 3.5188211813327346
     },
     "calls": {
      "missed": 458.0,
      "needless": 61.0,
      "right_risk": 190.0,
      "right_safety": 710.0,
      "wrong_risk": 57.0
     },
     "confidence": {
      "auroc_right_risk": 0.5258920606601248,
      "missed_mean_p": 0.5216593886462881,
      "missed_n": 458,
      "taken_grouped": 0,
      "taken_n": 308,
      "taken_other": 0
     },
     "error_rate": 34.409363666858304,
     "found": {
      "den": 705.0,
      "n": 190.0,
      "share": 0.2695035460992908
     },
     "good": {
      "den": 308.0,
      "n": 190.0,
      "share": 0.6168831168831169
     },
     "judgement": 59.51927587824599,
     "judgement_hi": 61.646003950962395,
     "judgement_lo": 57.378782146858576,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11067961165048544,
      "x": 0.7304964539007093,
      "y": 0.07911802853437094
     },
     "margin": 0.001,
     "missed": {
      "den": 705.0,
      "n": 458.0,
      "share": 0.649645390070922
     },
     "needless": {
      "den": 771.0,
      "n": 61.0,
      "share": 0.07911802853437094
     },
     "needless_by_loss": {
      "big": {
       "den": 771.0,
       "n": 29.0,
       "share": 0.03761348897535668
      },
      "medium": {
       "den": 771.0,
       "n": 19.0,
       "share": 0.02464332036316472
      },
      "small": {
       "den": 771.0,
       "n": 13.0,
       "share": 0.016861219195849545
      }
     },
     "no_trade_off": 435.0,
     "reference": null,
     "right_safety": {
      "den": 771.0,
      "n": 710.0,
      "share": 0.920881971465629
     },
     "risk_pays": 705.0,
     "safety_pays": 771.0,
     "scored": 1911,
     "sdt": {
      "aim": {
       "den": 247.0,
       "n": 190.0,
       "share": 0.7692307692307693
      },
      "beta": 0.803839873514922,
      "caution": 0.8955659294471564,
      "caution_hi": 0.997076576434774,
      "caution_lo": 0.813152647635049,
      "cstar": -0.21333139134345536,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0235492796366936,
      "dprime_hi": 1.2637937526580802,
      "dprime_lo": 0.8187185697840093,
      "false_alarm": {
       "den": 771.0,
       "n": 61.0,
       "share": 0.07911802853437094
      },
      "false_alarm_rate": 0.07966321243523317,
      "hit": {
       "den": 705.0,
       "n": 247.0,
       "share": 0.350354609929078
      },
      "hit_rate": 0.35056657223796034,
      "missed_loss": 0.17866617402135024,
      "missed_n": 458.0,
      "na": null,
      "needless_loss": 0.13132476171509164,
      "needless_n": 61.0
     },
     "size": {
      "bad": {
       "mean": 8.466101694915254,
       "n": 118.0,
       "too_few": true
      },
      "right": {
       "mean": 7.652631578947369,
       "n": 190.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 433.0,
        "n": 143.0,
        "share": 0.3302540415704388
       },
       "missed": {
        "den": 433.0,
        "n": 264.0,
        "share": 0.6096997690531177
       },
       "risk_pays": 433.0,
       "wrong": {
        "den": 433.0,
        "n": 26.0,
        "share": 0.06004618937644342
       }
      },
      "medium": {
       "found": {
        "den": 189.0,
        "n": 34.0,
        "share": 0.17989417989417988
       },
       "missed": {
        "den": 189.0,
        "n": 135.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 189.0,
       "wrong": {
        "den": 189.0,
        "n": 20.0,
        "share": 0.10582010582010581
       }
      },
      "small": {
       "found": {
        "den": 83.0,
        "n": 13.0,
        "share": 0.1566265060240964
       },
       "missed": {
        "den": 83.0,
        "n": 59.0,
        "share": 0.7108433734939759
       },
       "risk_pays": 83.0,
       "wrong": {
        "den": 83.0,
        "n": 11.0,
        "share": 0.13253012048192772
       }
      }
     },
     "trade_off": 1476.0,
     "wrong": {
      "den": 705.0,
      "n": 57.0,
      "share": 0.08085106382978724
     }
    },
    "robust": {
     "by_call": {
      "missed": 21.138450804335605,
      "needless": 2.3634224225562757,
      "none": 2.6017494113703536,
      "right_risk": 1.7678203584635088,
      "right_safety": 2.93217241483356,
      "wrong_risk": 3.605748255299
     },
     "calls": {
      "missed": 399.0,
      "needless": 85.0,
      "right_risk": 167.0,
      "right_safety": 769.0,
      "wrong_risk": 56.0
     },
     "confidence": {
      "auroc_right_risk": 0.5442731558160275,
      "missed_mean_p": 0.5202005012531329,
      "missed_n": 399,
      "taken_grouped": 0,
      "taken_n": 308,
      "taken_other": 0
     },
     "error_rate": 34.409363666858304,
     "found": {
      "den": 622.0,
      "n": 167.0,
      "share": 0.2684887459807074
     },
     "good": {
      "den": 308.0,
      "n": 167.0,
      "share": 0.5422077922077922
     },
     "judgement": 58.447856502782436,
     "judgement_hi": 60.78852318776566,
     "judgement_lo": 56.18566890732991,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12307692307692308,
      "x": 0.7315112540192926,
      "y": 0.09953161592505855
     },
     "margin": 0.02,
     "missed": {
      "den": 622.0,
      "n": 399.0,
      "share": 0.6414790996784566
     },
     "needless": {
      "den": 854.0,
      "n": 85.0,
      "share": 0.09953161592505855
     },
     "needless_by_loss": {
      "big": {
       "den": 854.0,
       "n": 34.0,
       "share": 0.03981264637002342
      },
      "medium": {
       "den": 854.0,
       "n": 24.0,
       "share": 0.02810304449648712
      },
      "small": {
       "den": 854.0,
       "n": 27.0,
       "share": 0.03161592505854801
      }
     },
     "no_trade_off": 435.0,
     "reference": null,
     "right_safety": {
      "den": 854.0,
      "n": 769.0,
      "share": 0.9004683840749415
     },
     "risk_pays": 622.0,
     "safety_pays": 854.0,
     "scored": 1911,
     "sdt": {
      "aim": {
       "den": 223.0,
       "n": 167.0,
       "share": 0.7488789237668162
      },
      "beta": 0.7205923578065077,
      "caution": 0.8216794658532354,
      "caution_hi": 0.914101782940556,
      "caution_lo": 0.7363530450440295,
      "cstar": -0.3562748058255329,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.919744199382731,
      "dprime_hi": 1.1284414792163637,
      "dprime_lo": 0.7155488024673949,
      "false_alarm": {
       "den": 854.0,
       "n": 85.0,
       "share": 0.09953161592505855
      },
      "false_alarm_rate": 0.1,
      "hit": {
       "den": 622.0,
       "n": 223.0,
       "share": 0.35852090032154343
      },
      "hit_rate": 0.35874799357945425,
      "missed_loss": 0.20248410770468844,
      "missed_n": 399.0,
      "na": null,
      "needless_loss": 0.10627059410600101,
      "needless_n": 85.0
     },
     "size": {
      "bad": {
       "mean": 8.51063829787234,
       "n": 141.0,
       "too_few": true
      },
      "right": {
       "mean": 7.502994011976048,
       "n": 167.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 433.0,
        "n": 137.0,
        "share": 0.3163972286374134
       },
       "missed": {
        "den": 433.0,
        "n": 264.0,
        "share": 0.6096997690531177
       },
       "risk_pays": 433.0,
       "wrong": {
        "den": 433.0,
        "n": 32.0,
        "share": 0.07390300230946882
       }
      },
      "medium": {
       "found": {
        "den": 189.0,
        "n": 30.0,
        "share": 0.15873015873015872
       },
       "missed": {
        "den": 189.0,
        "n": 135.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 189.0,
       "wrong": {
        "den": 189.0,
        "n": 24.0,
        "share": 0.12698412698412698
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1476.0,
     "wrong": {
      "den": 622.0,
      "n": 56.0,
      "share": 0.09003215434083602
     }
    }
   },
   "slug": "jev-1-13-0"
  },
  "LFM2.5-24B-A2B (off)": {
   "close": {
    "close": {
     "den": 1509,
     "n": 884,
     "share": 0.585818422796554,
     "small": false
    },
    "decisions": 1952,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1509,
    "exclusions": {
     "grouped": 182,
     "sparse": 261
    },
    "groups": {
     "close": {
      "by_count": [
       180,
       401,
       214,
       78,
       11
      ],
      "differ": {
       "hitting": {
        "den": 884,
        "n": 540,
        "share": 0.6108597285067874,
        "small": false
       },
       "points": {
        "den": 884,
        "n": 249,
        "share": 0.2816742081447964,
        "small": false
       },
       "prime": {
        "den": 884,
        "n": 205,
        "share": 0.2319004524886878,
        "small": false
       },
       "race": {
        "den": 884,
        "n": 113,
        "share": 0.12782805429864252,
        "small": false
       }
      },
      "gap": {
       "mean": 0.14626854725552899,
       "median": 0.08327370882034302,
       "n": 884
      },
      "loss1": {
       "mean": 0.13142287572719394,
       "median": 0.055489808320999146,
       "n": 884
      },
      "loss2": {
       "mean": 0.13890886775373873,
       "median": 0.06655740737915039,
       "n": 884
      },
      "n": 884,
      "p1": {
       "mean": 0.31361031275053675,
       "median": 0.28713571891091894,
       "n": 884
      },
      "p2": {
       "mean": 0.23276152170078693,
       "median": 0.2185877384077786,
       "n": 884
      },
      "psum": {
       "mean": 0.5463718344513238,
       "median": 0.5062164863716643,
       "n": 884
      },
      "psum_bins": [
       0,
       0,
       8,
       101,
       315,
       225,
       100,
       39,
       57,
       39
      ]
     },
     "other": {
      "by_count": [
       116,
       272,
       182,
       51,
       4
      ],
      "differ": {
       "hitting": {
        "den": 625,
        "n": 367,
        "share": 0.5872,
        "small": false
       },
       "points": {
        "den": 625,
        "n": 183,
        "share": 0.2928,
        "small": false
       },
       "prime": {
        "den": 625,
        "n": 161,
        "share": 0.2576,
        "small": false
       },
       "race": {
        "den": 625,
        "n": 94,
        "share": 0.1504,
        "small": false
       }
      },
      "gap": {
       "mean": 0.15613816442489625,
       "median": 0.08243775367736816,
       "n": 625
      },
      "loss1": {
       "mean": 0.07210246891975403,
       "median": 0.0023194551467895508,
       "n": 625
      },
      "loss2": {
       "mean": 0.14147644410133361,
       "median": 0.06488323211669922,
       "n": 625
      },
      "n": 625,
      "p1": {
       "mean": 0.6087717432978318,
       "median": 0.5870237739424684,
       "n": 625
      },
      "p2": {
       "mean": 0.1564137771193151,
       "median": 0.15617505270280377,
       "n": 625
      },
      "psum": {
       "mean": 0.7651855204171469,
       "median": 0.740830796118455,
       "n": 625
      },
      "psum_bins": [
       0,
       0,
       0,
       10,
       43,
       101,
       121,
       71,
       55,
       224
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 425,
         "n": 219,
         "share": 0.5152941176470588,
         "small": false
        },
        "eligible": 425,
        "risk_close": {
         "den": 219,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 512,
         "n": 336,
         "share": 0.65625,
         "small": false
        },
        "eligible": 512,
        "risk_close": {
         "den": 336,
         "n": 195,
         "share": 0.5803571428571429,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 572,
         "n": 329,
         "share": 0.5751748251748252,
         "small": false
        },
        "eligible": 572,
        "risk_close": {
         "den": 329,
         "n": 170,
         "share": 0.5167173252279635,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5885416666666666,
       "adj_other": 0.8238527965090464,
       "adjusted": -0.23531112984237978,
       "adjusted_hi": -0.13801415473199108,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.33695906161942885,
       "close": {
        "den": 195,
        "n": 115,
        "share": 0.5897435897435898,
        "small": true
       },
       "covered": {
        "den": 195,
        "n": 192,
        "share": 0.9846153846153847,
        "small": true
       },
       "crude": -0.21601180593986347,
       "crude_hi": -0.11826316759941816,
       "crude_left_out": 0,
       "crude_lo": -0.30376024363233667,
       "group": 334,
       "matches": 18,
       "na": null,
       "other": {
        "den": 139,
        "n": 112,
        "share": 0.8057553956834532,
        "small": true
       },
       "resamples": 2000,
       "strata": 26,
       "strata_both": 20
      },
      "stake": {
       "big": {
        "den": 290,
        "n": 199,
        "share": 0.6862068965517242,
        "small": false
       },
       "medium": {
        "den": 160,
        "n": 90,
        "share": 0.5625,
        "small": true
       },
       "small": {
        "den": 62,
        "n": 47,
        "share": 0.7580645161290323,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 425,
         "n": 219,
         "share": 0.5152941176470588,
         "small": false
        },
        "eligible": 425,
        "risk_close": {
         "den": 219,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 450,
         "n": 289,
         "share": 0.6422222222222222,
         "small": false
        },
        "eligible": 450,
        "risk_close": {
         "den": 289,
         "n": 167,
         "share": 0.5778546712802768,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 634,
         "n": 376,
         "share": 0.5930599369085173,
         "small": false
        },
        "eligible": 634,
        "risk_close": {
         "den": 376,
         "n": 198,
         "share": 0.526595744680851,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5878787878787879,
       "adj_other": 0.8273060273060272,
       "adjusted": -0.2394272394272393,
       "adjusted_hi": -0.13886372807565245,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.3346346886236104,
       "close": {
        "den": 167,
        "n": 98,
        "share": 0.5868263473053892,
        "small": true
       },
       "covered": {
        "den": 167,
        "n": 165,
        "share": 0.9880239520958084,
        "small": true
       },
       "crude": -0.2241972747418549,
       "crude_hi": -0.1454573440496796,
       "crude_left_out": 0,
       "crude_lo": -0.30335532772461044,
       "group": 294,
       "matches": 18,
       "na": null,
       "other": {
        "den": 127,
        "n": 103,
        "share": 0.8110236220472441,
        "small": true
       },
       "resamples": 2000,
       "strata": 25,
       "strata_both": 20
      },
      "stake": {
       "big": {
        "den": 290,
        "n": 199,
        "share": 0.6862068965517242,
        "small": false
       },
       "medium": {
        "den": 160,
        "n": 90,
        "share": 0.5625,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 884,
     "n": 365,
     "share": 0.41289592760180993,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1509,
     "n": 365,
     "share": 0.24188204108681247,
     "small": false
    },
    "risk_pair_other": {
     "den": 625,
     "n": 327,
     "share": 0.5232,
     "small": false
    },
    "ties": {
     "close": 225,
     "member": 174,
     "order": 120,
     "positive": 284,
     "top_two": 284,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.656702970691303,
    "auroc_blunder": 0.6444231520309854,
    "confident_badly_wrong": {
     "den": 1770,
     "n": 7,
     "share": 0.0039548022598870055
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 48,
       "n": 7,
       "share": 0.14583333333333334
      },
      "kept": {
       "den": 1770,
       "n": 48,
       "share": 0.02711864406779661
      },
      "mean_loss": 0.043344903737306595,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 1,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1770,
       "n": 1,
       "share": 0.0005649717514124294
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.08139084601549944,
    "held_out": {
     "blunders": 0.04302195619169253,
     "kept": 0.01619933783630037,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1770,
    "surest": {
     "cut": 0.5203654667791248,
     "error_rate": 30.828327377816624,
     "n": 443,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.656702970691303,
    "best_share": 0.32172131147540983,
    "blunder_share": 0.4082991803278688,
    "brier": 0.22034426499625342,
    "clusters": 94,
    "confidence_n": 1770,
    "confident_badly_wrong": 0.0039548022598870055,
    "cost_coverage": 1.0,
    "decisions": 1952,
    "ece": 0.08139084601549944,
    "engine_scored": 1952,
    "error_hi": 66.75787039954331,
    "error_lo": 56.31311716873862,
    "error_rate": 61.467165356410334,
    "first_date": "2026-10-19",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 182,
    "invalid": 0,
    "last_date": "2026-10-23",
    "mean_confidence": 0.421503840365782,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 1952,
     "estimate": true,
     "excluded_hours": 87.88333333333334,
     "gaps": [
      [
       "2026-10-19T22:56Z",
       "2026-10-19T23:11Z",
       16
      ],
      [
       "2026-10-19T23:11Z",
       "2026-10-19T23:27Z",
       15
      ],
      [
       "2026-10-19T23:27Z",
       "2026-10-19T23:38Z",
       12
      ],
      [
       "2026-10-19T23:47Z",
       "2026-10-19T23:59Z",
       12
      ],
      [
       "2026-10-20T00:58Z",
       "2026-10-20T01:09Z",
       11
      ],
      [
       "2026-10-20T01:28Z",
       "2026-10-20T01:41Z",
       13
      ],
      [
       "2026-10-20T02:00Z",
       "2026-10-20T02:16Z",
       16
      ],
      [
       "2026-10-20T02:21Z",
       "2026-10-20T03:10Z",
       49
      ],
      [
       "2026-10-20T03:27Z",
       "2026-10-20T03:38Z",
       11
      ],
      [
       "2026-10-20T04:16Z",
       "2026-10-20T04:26Z",
       10
      ],
      [
       "2026-10-20T05:07Z",
       "2026-10-20T05:26Z",
       19
      ],
      [
       "2026-10-20T06:37Z",
       "2026-10-20T06:56Z",
       19
      ],
      [
       "2026-10-20T06:56Z",
       "2026-10-20T07:46Z",
       49
      ],
      [
       "2026-10-20T07:46Z",
       "2026-10-20T08:08Z",
       22
      ],
      [
       "2026-10-20T09:12Z",
       "2026-10-20T09:23Z",
       11
      ],
      [
       "2026-10-20T09:32Z",
       "2026-10-20T09:45Z",
       13
      ],
      [
       "2026-10-20T10:02Z",
       "2026-10-20T10:15Z",
       12
      ],
      [
       "2026-10-20T10:28Z",
       "2026-10-20T20:22Z",
       594
      ],
      [
       "2026-10-20T20:26Z",
       "2026-10-23T21:15Z",
       4369
      ]
     ],
     "gpu_decisions": 1952,
     "gpu_usd": 17.826504141545254,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 7.15923861106235,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 7.15923861106235,
       "machine": "rtx_pro_6000",
       "usd": 17.826504141545254,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 17.826504141545254,
     "usd_per_1000": 9.13243040038179
    },
    "p95_loss": 0.5206274211406707,
    "probability_source": "logprobs",
    "retry_mean": 0.001143954918032787,
    "scored": 1952,
    "time_median": 0.136,
    "time_p90": 0.3598000000000002,
    "tokens_in": 3882.473360655738,
    "tokens_out": 1.2346311475409837,
    "too_few": false,
    "usd_per_1000": 9.13243040038179,
    "very_confident": 0.02711864406779661,
    "worst_mean": 0.7436504957019067
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 14.794186009552147,
      "needless": 18.702299952445948,
      "none": 6.898382907641715,
      "right_risk": 2.8126904221831777,
      "right_safety": 5.111497926113547,
      "wrong_risk": 13.148108138473797
     },
     "calls": {
      "missed": 347.0,
      "needless": 280.0,
      "right_risk": 206.0,
      "right_safety": 470.0,
      "wrong_risk": 162.0
     },
     "confidence": {
      "auroc_right_risk": 0.5173028698801895,
      "missed_mean_p": 0.3921401360973296,
      "missed_n": 316,
      "taken_grouped": 75,
      "taken_n": 573,
      "taken_other": 0
     },
     "error_rate": 61.467165356410334,
     "found": {
      "den": 715.0,
      "n": 206.0,
      "share": 0.2881118881118881
     },
     "good": {
      "den": 648.0,
      "n": 206.0,
      "share": 0.31790123456790126
     },
     "judgement": 45.738927738927735,
     "judgement_hi": 48.12849699533099,
     "judgement_lo": 43.229422838327736,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3182711198428291,
      "x": 0.7118881118881119,
      "y": 0.37333333333333335
     },
     "margin": 0.001,
     "missed": {
      "den": 715.0,
      "n": 347.0,
      "share": 0.4853146853146853
     },
     "needless": {
      "den": 750.0,
      "n": 280.0,
      "share": 0.37333333333333335
     },
     "needless_by_loss": {
      "big": {
       "den": 750.0,
       "n": 206.0,
       "share": 0.27466666666666667
      },
      "medium": {
       "den": 750.0,
       "n": 47.0,
       "share": 0.06266666666666666
      },
      "small": {
       "den": 750.0,
       "n": 27.0,
       "share": 0.036
      }
     },
     "no_trade_off": 487.0,
     "reference": null,
     "right_safety": {
      "den": 750.0,
      "n": 470.0,
      "share": 0.6266666666666667
     },
     "risk_pays": 715.0,
     "safety_pays": 750.0,
     "scored": 1952,
     "sdt": {
      "aim": {
       "den": 368.0,
       "n": 206.0,
       "share": 0.5597826086956522
      },
      "beta": 1.6433520398936035,
      "caution": 0.14291242270361804,
      "caution_hi": 0.2238062861807954,
      "caution_lo": 0.06265660686284102,
      "cstar": 1.382286030050837,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.3593598371285186,
      "dprime_hi": 0.49064266125728817,
      "dprime_lo": 0.2338124806159028,
      "false_alarm": {
       "den": 750.0,
       "n": 280.0,
       "share": 0.37333333333333335
      },
      "false_alarm_rate": 0.37350199733688416,
      "hit": {
       "den": 715.0,
       "n": 368.0,
       "share": 0.5146853146853146
      },
      "hit_rate": 0.5146648044692738,
      "missed_loss": 0.1664452512429152,
      "missed_n": 347.0,
      "na": null,
      "needless_loss": 0.2607634964798178,
      "needless_n": 280.0
     },
     "size": {
      "bad": {
       "mean": 12.76923076923077,
       "n": 442.0,
       "too_few": false
      },
      "right": {
       "mean": 9.946601941747574,
       "n": 206.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 413.0,
        "n": 147.0,
        "share": 0.3559322033898305
       },
       "missed": {
        "den": 413.0,
        "n": 183.0,
        "share": 0.4430992736077482
       },
       "risk_pays": 413.0,
       "wrong": {
        "den": 413.0,
        "n": 83.0,
        "share": 0.2009685230024213
       }
      },
      "medium": {
       "found": {
        "den": 224.0,
        "n": 50.0,
        "share": 0.22321428571428573
       },
       "missed": {
        "den": 224.0,
        "n": 125.0,
        "share": 0.5580357142857143
       },
       "risk_pays": 224.0,
       "wrong": {
        "den": 224.0,
        "n": 49.0,
        "share": 0.21875
       }
      },
      "small": {
       "found": {
        "den": 78.0,
        "n": 9.0,
        "share": 0.11538461538461539
       },
       "missed": {
        "den": 78.0,
        "n": 39.0,
        "share": 0.5
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 30.0,
        "share": 0.38461538461538464
       }
      }
     },
     "trade_off": 1465.0,
     "wrong": {
      "den": 715.0,
      "n": 162.0,
      "share": 0.22657342657342658
     }
    },
    "robust": {
     "by_call": {
      "missed": 14.458816895475152,
      "needless": 20.339708958492903,
      "none": 6.898382907641715,
      "right_risk": 2.3496732054675213,
      "right_safety": 5.446867040190541,
      "wrong_risk": 11.973716349142496
     },
     "calls": {
      "missed": 308.0,
      "needless": 319.0,
      "right_risk": 181.0,
      "right_safety": 509.0,
      "wrong_risk": 148.0
     },
     "confidence": {
      "auroc_right_risk": 0.5086787370941194,
      "missed_mean_p": 0.3944268605409039,
      "missed_n": 279,
      "taken_grouped": 75,
      "taken_n": 573,
      "taken_other": 0
     },
     "error_rate": 61.467165356410334,
     "found": {
      "den": 637.0,
      "n": 181.0,
      "share": 0.28414442700156983
     },
     "good": {
      "den": 648.0,
      "n": 181.0,
      "share": 0.279320987654321
     },
     "judgement": 44.9439363259239,
     "judgement_hi": 47.57380133738906,
     "judgement_lo": 42.601469202205465,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.32456140350877194,
      "x": 0.7158555729984302,
      "y": 0.3852657004830918
     },
     "margin": 0.02,
     "missed": {
      "den": 637.0,
      "n": 308.0,
      "share": 0.4835164835164835
     },
     "needless": {
      "den": 828.0,
      "n": 319.0,
      "share": 0.3852657004830918
     },
     "needless_by_loss": {
      "big": {
       "den": 828.0,
       "n": 226.0,
       "share": 0.27294685990338163
      },
      "medium": {
       "den": 828.0,
       "n": 56.0,
       "share": 0.06763285024154589
      },
      "small": {
       "den": 828.0,
       "n": 37.0,
       "share": 0.04468599033816425
      }
     },
     "no_trade_off": 487.0,
     "reference": null,
     "right_safety": {
      "den": 828.0,
      "n": 509.0,
      "share": 0.6147342995169082
     },
     "risk_pays": 637.0,
     "safety_pays": 828.0,
     "scored": 1952,
     "sdt": {
      "aim": {
       "den": 329.0,
       "n": 181.0,
       "share": 0.5501519756838906
      },
      "beta": 1.7654804561086637,
      "caution": 0.1250264500385079,
      "caution_hi": 0.20947486097953216,
      "caution_lo": 0.045980643814605156,
      "cstar": 1.7091163873425959,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.33258288940669095,
      "dprime_hi": 0.4625994132212182,
      "dprime_lo": 0.20189806827249585,
      "false_alarm": {
       "den": 828.0,
       "n": 319.0,
       "share": 0.3852657004830918
      },
      "false_alarm_rate": 0.3854041013268999,
      "hit": {
       "den": 637.0,
       "n": 329.0,
       "share": 0.5164835164835165
      },
      "hit_rate": 0.5164576802507836,
      "missed_loss": 0.1832701985712175,
      "missed_n": 308.0,
      "na": null,
      "needless_loss": 0.24892233157980032,
      "needless_n": 319.0
     },
     "size": {
      "bad": {
       "mean": 12.563169164882227,
       "n": 467.0,
       "too_few": false
      },
      "right": {
       "mean": 10.088397790055248,
       "n": 181.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 413.0,
        "n": 137.0,
        "share": 0.33171912832929784
       },
       "missed": {
        "den": 413.0,
        "n": 183.0,
        "share": 0.4430992736077482
       },
       "risk_pays": 413.0,
       "wrong": {
        "den": 413.0,
        "n": 93.0,
        "share": 0.22518159806295399
       }
      },
      "medium": {
       "found": {
        "den": 224.0,
        "n": 44.0,
        "share": 0.19642857142857142
       },
       "missed": {
        "den": 224.0,
        "n": 125.0,
        "share": 0.5580357142857143
       },
       "risk_pays": 224.0,
       "wrong": {
        "den": 224.0,
        "n": 55.0,
        "share": 0.24553571428571427
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1465.0,
     "wrong": {
      "den": 637.0,
      "n": 148.0,
      "share": 0.23233908948194662
     }
    }
   },
   "slug": "lfm2-5-24b-a2b-off"
  },
  "LFM2.5-24B-A2B (on)": {
   "close": {
    "close": {
     "den": 151,
     "n": 0,
     "share": 0.0,
     "small": true
    },
    "decisions": 2193,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 151,
    "exclusions": {
     "grouped": 229,
     "not_audited": 43,
     "sparse": 1770
    },
    "groups": {
     "close": {
      "by_count": [
       0,
       0,
       0,
       0,
       0
      ],
      "differ": {
       "hitting": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       },
       "points": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       },
       "prime": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       },
       "race": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      },
      "gap": {
       "mean": null,
       "median": null,
       "n": 0
      },
      "loss1": {
       "mean": null,
       "median": null,
       "n": 0
      },
      "loss2": {
       "mean": null,
       "median": null,
       "n": 0
      },
      "n": 0,
      "p1": {
       "mean": null,
       "median": null,
       "n": 0
      },
      "p2": {
       "mean": null,
       "median": null,
       "n": 0
      },
      "psum": {
       "mean": null,
       "median": null,
       "n": 0
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0,
       0
      ]
     },
     "other": {
      "by_count": [
       46,
       80,
       25,
       0,
       0
      ],
      "differ": {
       "hitting": {
        "den": 151,
        "n": 54,
        "share": 0.3576158940397351,
        "small": true
       },
       "points": {
        "den": 151,
        "n": 11,
        "share": 0.0728476821192053,
        "small": true
       },
       "prime": {
        "den": 151,
        "n": 37,
        "share": 0.24503311258278146,
        "small": true
       },
       "race": {
        "den": 151,
        "n": 28,
        "share": 0.18543046357615894,
        "small": true
       }
      },
      "gap": {
       "mean": 0.10088723345308115,
       "median": 0.023262381553649902,
       "n": 151
      },
      "loss1": {
       "mean": 0.03670528077131865,
       "median": 0.0,
       "n": 151
      },
      "loss2": {
       "mean": 0.08329021022809262,
       "median": 0.0031251907348632812,
       "n": 151
      },
      "n": 151,
      "p1": {
       "mean": 0.9909797689852077,
       "median": 0.9998203816259932,
       "n": 151
      },
      "p2": {
       "mean": 0.003566624503281338,
       "median": 0.00016851718434943687,
       "n": 151
      },
      "psum": {
       "mean": 0.9945463934884891,
       "median": 1.0,
       "n": 151
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       0,
       1,
       0,
       1,
       0,
       149
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 94,
         "n": 0,
         "share": 0.0,
         "small": true
        },
        "eligible": 94,
        "risk_close": {
         "den": 0,
         "n": 0,
         "share": null,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 16,
         "n": 0,
         "share": 0.0,
         "small": true
        },
        "eligible": 16,
        "risk_close": {
         "den": 0,
         "n": 0,
         "share": null,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 41,
         "n": 0,
         "share": 0.0,
         "small": true
        },
        "eligible": 41,
        "risk_close": {
         "den": 0,
         "n": 0,
         "share": null,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "close": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       },
       "group": 13,
       "na": "N/A: no close choices in this group",
       "other": {
        "den": 13,
        "n": 10,
        "share": 0.7692307692307693,
        "small": true
       }
      },
      "stake": {
       "big": {
        "den": 3,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "medium": {
        "den": 10,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "small": {
        "den": 3,
        "n": 0,
        "share": 0.0,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 94,
         "n": 0,
         "share": 0.0,
         "small": true
        },
        "eligible": 94,
        "risk_close": {
         "den": 0,
         "n": 0,
         "share": null,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 13,
         "n": 0,
         "share": 0.0,
         "small": true
        },
        "eligible": 13,
        "risk_close": {
         "den": 0,
         "n": 0,
         "share": null,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 44,
         "n": 0,
         "share": 0.0,
         "small": true
        },
        "eligible": 44,
        "risk_close": {
         "den": 0,
         "n": 0,
         "share": null,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "close": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       },
       "group": 10,
       "na": "N/A: no close choices in this group",
       "other": {
        "den": 10,
        "n": 7,
        "share": 0.7,
        "small": true
       }
      },
      "stake": {
       "big": {
        "den": 3,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "medium": {
        "den": 10,
        "n": 0,
        "share": 0.0,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 0,
     "n": 0,
     "share": null,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 151,
     "n": 0,
     "share": 0.0,
     "small": true
    },
    "risk_pair_other": {
     "den": 151,
     "n": 48,
     "share": 0.31788079470198677,
     "small": true
    },
    "ties": {
     "close": 0,
     "member": 1,
     "order": 0,
     "positive": 1,
     "top_two": 1,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.5622655663915979,
    "auroc_blunder": 0.5538952564996221,
    "confident_badly_wrong": {
     "den": 1964,
     "n": 596,
     "share": 0.3034623217922607
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 1955,
       "n": 596,
       "share": 0.30485933503836316
      },
      "kept": {
       "den": 1964,
       "n": 1955,
       "share": 0.995417515274949
      },
      "mean_loss": 0.0896182459181227,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 1942,
       "n": 591,
       "share": 0.3043254376930999
      },
      "kept": {
       "den": 1964,
       "n": 1942,
       "share": 0.9887983706720977
      },
      "mean_loss": 0.08923938331778336,
      "too_few": false
     }
    },
    "ece": 0.5817970985000193,
    "held_out": {
     "blunders": null,
     "kept": null,
     "no_cutoff": 300,
     "runs": 300
    },
    "n": 1964,
    "surest": {
     "cut": 1.0,
     "error_rate": 39.72216915497754,
     "n": 752,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.5622655663915979,
    "best_share": 0.3962608299133607,
    "blunder_share": 0.3237574099407205,
    "brier": 0.5810170277123968,
    "clusters": 100,
    "confidence_n": 1964,
    "confident_badly_wrong": 0.3034623217922607,
    "cost_coverage": 1.0,
    "decisions": 2193,
    "ece": 0.5817970985000193,
    "engine_scored": 2193,
    "error_hi": 51.154370370424054,
    "error_lo": 44.08083080740797,
    "error_rate": 47.686285635297615,
    "first_date": "2026-10-19",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 229,
    "invalid": 0,
    "last_date": "2026-10-25",
    "mean_confidence": 0.9977848785407525,
    "over_budget": 1.0,
    "own_cost": {
     "decisions": 2193,
     "estimate": true,
     "excluded_hours": 97.11666666666666,
     "gaps": [
      [
       "2026-10-19T23:11Z",
       "2026-10-19T23:21Z",
       10
      ],
      [
       "2026-10-20T02:03Z",
       "2026-10-20T02:15Z",
       12
      ],
      [
       "2026-10-20T02:59Z",
       "2026-10-20T03:09Z",
       10
      ],
      [
       "2026-10-20T09:12Z",
       "2026-10-20T09:22Z",
       11
      ],
      [
       "2026-10-20T10:28Z",
       "2026-10-20T11:39Z",
       71
      ],
      [
       "2026-10-20T11:40Z",
       "2026-10-20T20:25Z",
       525
      ],
      [
       "2026-10-20T21:06Z",
       "2026-10-20T22:48Z",
       102
      ],
      [
       "2026-10-20T22:54Z",
       "2026-10-20T23:13Z",
       19
      ],
      [
       "2026-10-20T23:13Z",
       "2026-10-21T01:30Z",
       137
      ],
      [
       "2026-10-21T04:27Z",
       "2026-10-21T06:25Z",
       118
      ],
      [
       "2026-10-21T06:25Z",
       "2026-10-22T00:01Z",
       1056
      ],
      [
       "2026-10-22T00:01Z",
       "2026-10-22T00:55Z",
       55
      ],
      [
       "2026-10-22T00:55Z",
       "2026-10-22T04:50Z",
       235
      ],
      [
       "2026-10-22T04:50Z",
       "2026-10-22T15:43Z",
       653
      ],
      [
       "2026-10-22T16:19Z",
       "2026-10-22T22:27Z",
       368
      ],
      [
       "2026-10-23T00:05Z",
       "2026-10-24T16:50Z",
       2445
      ]
     ],
     "gpu_decisions": 2193,
     "gpu_usd": 84.90464323440818,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 34.190423333446205,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.10078722225295172,
       "machine": "dgx_spark",
       "usd": 0.021449317536982867,
       "usd_per_gpu_hour": 0.21281782608464228
      },
      {
       "gpus": 1,
       "hours": 34.08963611119325,
       "machine": "rtx_pro_6000",
       "usd": 84.8831939168712,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 84.90464323440818,
     "usd_per_1000": 38.71620758522945
    },
    "p95_loss": 0.43073860406875647,
    "probability_source": "logprobs",
    "retry_mean": 127.69054673962609,
    "scored": 2193,
    "time_median": 324.805,
    "time_p90": 668.578,
    "tokens_in": 28836.270405836753,
    "tokens_out": 21667.886000911993,
    "too_few": false,
    "usd_per_1000": 38.71620758522945,
    "very_confident": 0.995417515274949,
    "worst_mean": 0.6314342826604843
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 12.214491975345515,
      "needless": 13.287840792429376,
      "none": 5.148068063616807,
      "right_risk": 2.7282470663116776,
      "right_safety": 4.2280424445718054,
      "wrong_risk": 10.07959529302243
     },
     "calls": {
      "missed": 373.0,
      "needless": 235.0,
      "right_risk": 248.0,
      "right_safety": 647.0,
      "wrong_risk": 167.0
     },
     "confidence": {
      "auroc_right_risk": 0.515093479252166,
      "missed_mean_p": 0.9997717382088558,
      "missed_n": 309,
      "taken_grouped": 78,
      "taken_n": 572,
      "taken_other": 0
     },
     "error_rate": 47.686285635297615,
     "found": {
      "den": 788.0,
      "n": 248.0,
      "share": 0.3147208121827411
     },
     "good": {
      "den": 650.0,
      "n": 248.0,
      "share": 0.38153846153846155
     },
     "judgement": 52.41404514428445,
     "judgement_hi": 54.51842177439104,
     "judgement_lo": 50.32163907748342,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.30925925925925923,
      "x": 0.6852791878172588,
      "y": 0.26643990929705214
     },
     "margin": 0.001,
     "missed": {
      "den": 788.0,
      "n": 373.0,
      "share": 0.4733502538071066
     },
     "needless": {
      "den": 882.0,
      "n": 235.0,
      "share": 0.26643990929705214
     },
     "needless_by_loss": {
      "big": {
       "den": 882.0,
       "n": 169.0,
       "share": 0.19160997732426305
      },
      "medium": {
       "den": 882.0,
       "n": 54.0,
       "share": 0.061224489795918366
      },
      "small": {
       "den": 882.0,
       "n": 12.0,
       "share": 0.013605442176870748
      }
     },
     "no_trade_off": 523.0,
     "reference": null,
     "right_safety": {
      "den": 882.0,
      "n": 647.0,
      "share": 0.7335600907029478
     },
     "risk_pays": 788.0,
     "safety_pays": 882.0,
     "scored": 2193,
     "sdt": {
      "aim": {
       "den": 415.0,
       "n": 248.0,
       "share": 0.5975903614457831
      },
      "beta": 1.9326906456755077,
      "caution": 0.27802246423185856,
      "caution_hi": 0.3407590030740412,
      "caution_lo": 0.2142135050399304,
      "cstar": 0.9555327176325419,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.6895767531653824,
      "dprime_hi": 0.8161401901376182,
      "dprime_lo": 0.5646883080065042,
      "false_alarm": {
       "den": 882.0,
       "n": 235.0,
       "share": 0.26643990929705214
      },
      "false_alarm_rate": 0.2667044167610419,
      "hit": {
       "den": 788.0,
       "n": 415.0,
       "share": 0.5266497461928934
      },
      "hit_rate": 0.526615969581749,
      "missed_loss": 0.14362670724896898,
      "missed_n": 373.0,
      "na": null,
      "needless_loss": 0.248001998789767,
      "needless_n": 235.0
     },
     "size": {
      "bad": {
       "mean": 12.335820895522389,
       "n": 402.0,
       "too_few": false
      },
      "right": {
       "mean": 10.540322580645162,
       "n": 248.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 406.0,
        "n": 182.0,
        "share": 0.4482758620689655
       },
       "missed": {
        "den": 406.0,
        "n": 154.0,
        "share": 0.3793103448275862
       },
       "risk_pays": 406.0,
       "wrong": {
        "den": 406.0,
        "n": 70.0,
        "share": 0.1724137931034483
       }
      },
      "medium": {
       "found": {
        "den": 289.0,
        "n": 59.0,
        "share": 0.2041522491349481
       },
       "missed": {
        "den": 289.0,
        "n": 158.0,
        "share": 0.5467128027681661
       },
       "risk_pays": 289.0,
       "wrong": {
        "den": 289.0,
        "n": 72.0,
        "share": 0.2491349480968858
       }
      },
      "small": {
       "found": {
        "den": 93.0,
        "n": 7.0,
        "share": 0.07526881720430108
       },
       "missed": {
        "den": 93.0,
        "n": 61.0,
        "share": 0.6559139784946236
       },
       "risk_pays": 93.0,
       "wrong": {
        "den": 93.0,
        "n": 25.0,
        "share": 0.26881720430107525
       }
      }
     },
     "trade_off": 1670.0,
     "wrong": {
      "den": 788.0,
      "n": 167.0,
      "share": 0.21192893401015228
     }
    },
    "robust": {
     "by_call": {
      "missed": 11.600134195229042,
      "needless": 14.800038163215126,
      "none": 5.148068063616807,
      "right_risk": 2.1399825580360354,
      "right_safety": 4.842400224688278,
      "wrong_risk": 9.155662430512324
     },
     "calls": {
      "missed": 312.0,
      "needless": 267.0,
      "right_risk": 224.0,
      "right_safety": 708.0,
      "wrong_risk": 159.0
     },
     "confidence": {
      "auroc_right_risk": 0.521341297114493,
      "missed_mean_p": 0.999753722473928,
      "missed_n": 259,
      "taken_grouped": 78,
      "taken_n": 572,
      "taken_other": 0
     },
     "error_rate": 47.686285635297615,
     "found": {
      "den": 695.0,
      "n": 224.0,
      "share": 0.32230215827338127
     },
     "good": {
      "den": 650.0,
      "n": 224.0,
      "share": 0.3446153846153846
     },
     "judgement": 52.42280022136136,
     "judgement_hi": 54.64580021380246,
     "judgement_lo": 50.21255586218876,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3375796178343949,
      "x": 0.6776978417266187,
      "y": 0.27384615384615385
     },
     "margin": 0.02,
     "missed": {
      "den": 695.0,
      "n": 312.0,
      "share": 0.4489208633093525
     },
     "needless": {
      "den": 975.0,
      "n": 267.0,
      "share": 0.27384615384615385
     },
     "needless_by_loss": {
      "big": {
       "den": 975.0,
       "n": 186.0,
       "share": 0.19076923076923077
      },
      "medium": {
       "den": 975.0,
       "n": 59.0,
       "share": 0.06051282051282051
      },
      "small": {
       "den": 975.0,
       "n": 22.0,
       "share": 0.022564102564102566
      }
     },
     "no_trade_off": 523.0,
     "reference": null,
     "right_safety": {
      "den": 975.0,
      "n": 708.0,
      "share": 0.7261538461538461
     },
     "risk_pays": 695.0,
     "safety_pays": 975.0,
     "scored": 2193,
     "sdt": {
      "aim": {
       "den": 383.0,
       "n": 224.0,
       "share": 0.5848563968668408
      },
      "beta": 2.09152454537083,
      "caution": 0.23616161419587092,
      "caution_hi": 0.29996692756441745,
      "caution_lo": 0.17534582281048308,
      "cstar": 1.0125759731178814,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.7287287741313155,
      "dprime_hi": 0.8492994409895839,
      "dprime_lo": 0.6093603678916694,
      "false_alarm": {
       "den": 975.0,
       "n": 267.0,
       "share": 0.27384615384615385
      },
      "false_alarm_rate": 0.274077868852459,
      "hit": {
       "den": 695.0,
       "n": 383.0,
       "share": 0.5510791366906475
      },
      "hit_rate": 0.5510057471264368,
      "missed_loss": 0.16307111724446982,
      "missed_n": 312.0,
      "na": null,
      "needless_loss": 0.24311972802944398,
      "needless_n": 267.0
     },
     "size": {
      "bad": {
       "mean": 12.213615023474178,
       "n": 426.0,
       "too_few": false
      },
      "right": {
       "mean": 10.580357142857142,
       "n": 224.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 406.0,
        "n": 171.0,
        "share": 0.4211822660098522
       },
       "missed": {
        "den": 406.0,
        "n": 154.0,
        "share": 0.3793103448275862
       },
       "risk_pays": 406.0,
       "wrong": {
        "den": 406.0,
        "n": 81.0,
        "share": 0.19950738916256158
       }
      },
      "medium": {
       "found": {
        "den": 289.0,
        "n": 53.0,
        "share": 0.18339100346020762
       },
       "missed": {
        "den": 289.0,
        "n": 158.0,
        "share": 0.5467128027681661
       },
       "risk_pays": 289.0,
       "wrong": {
        "den": 289.0,
        "n": 78.0,
        "share": 0.2698961937716263
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1670.0,
     "wrong": {
      "den": 695.0,
      "n": 159.0,
      "share": 0.22877697841726619
     }
    }
   },
   "slug": "lfm2-5-24b-a2b-on"
  },
  "Open-Jev 27B v1.1": {
   "close": {
    "close": {
     "den": 1776,
     "n": 1740,
     "share": 0.9797297297297297,
     "small": false
    },
    "decisions": 2002,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1776,
    "exclusions": {
     "not_audited": 226
    },
    "groups": {
     "close": {
      "by_count": [
       366,
       717,
       449,
       199,
       9
      ],
      "differ": {
       "hitting": {
        "den": 1740,
        "n": 963,
        "share": 0.553448275862069,
        "small": false
       },
       "points": {
        "den": 1740,
        "n": 617,
        "share": 0.3545977011494253,
        "small": false
       },
       "prime": {
        "den": 1740,
        "n": 537,
        "share": 0.3086206896551724,
        "small": false
       },
       "race": {
        "den": 1740,
        "n": 131,
        "share": 0.07528735632183908,
        "small": false
       }
      },
      "gap": {
       "mean": 0.14684955523959523,
       "median": 0.08019086718559265,
       "n": 1740
      },
      "loss1": {
       "mean": 0.1322294959220393,
       "median": 0.03357595205307007,
       "n": 1740
      },
      "loss2": {
       "mean": 0.17530299349762926,
       "median": 0.08604463934898376,
       "n": 1740
      },
      "n": 1740,
      "p1": {
       "mean": 0.20766105451798675,
       "median": 0.15064120889400434,
       "n": 1740
      },
      "p2": {
       "mean": 0.17544764898980814,
       "median": 0.13336779232162546,
       "n": 1740
      },
      "psum": {
       "mean": 0.3831087035077949,
       "median": 0.2818781527489696,
       "n": 1740
      },
      "psum_bins": [
       132,
       463,
       320,
       197,
       125,
       151,
       69,
       98,
       4,
       181
      ]
     },
     "other": {
      "by_count": [
       5,
       12,
       13,
       6,
       0
      ],
      "differ": {
       "hitting": {
        "den": 36,
        "n": 15,
        "share": 0.4166666666666667,
        "small": true
       },
       "points": {
        "den": 36,
        "n": 20,
        "share": 0.5555555555555556,
        "small": true
       },
       "prime": {
        "den": 36,
        "n": 18,
        "share": 0.5,
        "small": true
       },
       "race": {
        "den": 36,
        "n": 3,
        "share": 0.08333333333333333,
        "small": true
       }
      },
      "gap": {
       "mean": 0.14702201386292776,
       "median": 0.13250577449798584,
       "n": 36
      },
      "loss1": {
       "mean": 0.0,
       "median": 0.0,
       "n": 36
      },
      "loss2": {
       "mean": 0.14702201386292776,
       "median": 0.13250577449798584,
       "n": 36
      },
      "n": 36,
      "p1": {
       "mean": 0.4076558764234417,
       "median": 0.31336587522084247,
       "n": 36
      },
      "p2": {
       "mean": 0.17167456540514256,
       "median": 0.11802212320842409,
       "n": 36
      },
      "psum": {
       "mean": 0.5793304418285843,
       "median": 0.4295280477697571,
       "n": 36
      },
      "psum_bins": [
       0,
       0,
       8,
       8,
       6,
       1,
       0,
       0,
       2,
       11
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 465,
         "n": 452,
         "share": 0.9720430107526882,
         "small": false
        },
        "eligible": 465,
        "risk_close": {
         "den": 452,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 622,
         "n": 616,
         "share": 0.9903536977491961,
         "small": false
        },
        "eligible": 622,
        "risk_close": {
         "den": 616,
         "n": 271,
         "share": 0.43993506493506496,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 689,
         "n": 672,
         "share": 0.9753265602322206,
         "small": false
        },
        "eligible": 689,
        "risk_close": {
         "den": 672,
         "n": 380,
         "share": 0.5654761904761905,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "close": {
        "den": 271,
        "n": 155,
        "share": 0.5719557195571956,
        "small": false
       },
       "group": 271,
       "na": "N/A: no other decisions in this group",
       "other": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      },
      "stake": {
       "big": {
        "den": 345,
        "n": 343,
        "share": 0.9942028985507246,
        "small": false
       },
       "medium": {
        "den": 203,
        "n": 200,
        "share": 0.9852216748768473,
        "small": false
       },
       "small": {
        "den": 74,
        "n": 73,
        "share": 0.9864864864864865,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 465,
         "n": 452,
         "share": 0.9720430107526882,
         "small": false
        },
        "eligible": 465,
        "risk_close": {
         "den": 452,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 548,
         "n": 543,
         "share": 0.9908759124087592,
         "small": false
        },
        "eligible": 548,
        "risk_close": {
         "den": 543,
         "n": 230,
         "share": 0.42357274401473294,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 763,
         "n": 745,
         "share": 0.9764089121887287,
         "small": false
        },
        "eligible": 763,
        "risk_close": {
         "den": 745,
         "n": 421,
         "share": 0.5651006711409396,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "close": {
        "den": 230,
        "n": 130,
        "share": 0.5652173913043478,
        "small": false
       },
       "group": 230,
       "na": "N/A: no other decisions in this group",
       "other": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      },
      "stake": {
       "big": {
        "den": 345,
        "n": 343,
        "share": 0.9942028985507246,
        "small": false
       },
       "medium": {
        "den": 203,
        "n": 200,
        "share": 0.9852216748768473,
        "small": false
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 1740,
     "n": 651,
     "share": 0.3741379310344828,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1776,
     "n": 651,
     "share": 0.36655405405405406,
     "small": false
    },
    "risk_pair_other": {
     "den": 36,
     "n": 10,
     "share": 0.2777777777777778,
     "small": true
    },
    "ties": {
     "close": 0,
     "member": 0,
     "order": 0,
     "positive": 0,
     "top_two": 0,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.7255163289015103,
    "auroc_blunder": 0.7166703332677204,
    "confident_badly_wrong": {
     "den": 2002,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2002,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 2002,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.1546932790875266,
    "held_out": {
     "blunders": 0.019756781926639856,
     "kept": 0.022910357607555564,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 2002,
    "surest": {
     "cut": 0.291265346136371,
     "error_rate": 28.890634933393635,
     "n": 501,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.7255163289015103,
    "best_share": 0.36563436563436563,
    "blunder_share": 0.38611388611388614,
    "brier": 0.22173881685754407,
    "clusters": 100,
    "confidence_n": 2002,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 2002,
    "ece": 0.1546932790875266,
    "engine_scored": 2002,
    "error_hi": 71.92225732018971,
    "error_lo": 59.73789334253618,
    "error_rate": 65.55707858397172,
    "first_date": "2026-10-15",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.21094108654683905,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2002,
     "estimate": true,
     "excluded_hours": 257.6166666666667,
     "gaps": [
      [
       "2026-10-15T11:21Z",
       "2026-10-15T23:48Z",
       747
      ],
      [
       "2026-10-15T23:53Z",
       "2026-10-16T04:31Z",
       278
      ],
      [
       "2026-10-16T04:33Z",
       "2026-10-19T20:52Z",
       5300
      ],
      [
       "2026-10-19T21:27Z",
       "2026-10-20T04:53Z",
       446
      ],
      [
       "2026-10-20T05:03Z",
       "2026-10-20T13:10Z",
       487
      ],
      [
       "2026-10-20T13:16Z",
       "2026-10-22T17:16Z",
       3120
      ],
      [
       "2026-10-22T17:22Z",
       "2026-10-22T22:21Z",
       300
      ],
      [
       "2026-10-22T22:23Z",
       "2026-10-23T21:20Z",
       1377
      ],
      [
       "2026-10-23T21:30Z",
       "2026-10-25T05:09Z",
       1899
      ],
      [
       "2026-10-25T05:17Z",
       "2026-10-25T05:33Z",
       16
      ],
      [
       "2026-10-25T09:25Z",
       "2026-10-25T09:36Z",
       12
      ],
      [
       "2026-10-25T09:39Z",
       "2026-10-25T21:54Z",
       735
      ],
      [
       "2026-10-25T21:58Z",
       "2026-10-26T10:18Z",
       740
      ]
     ],
     "gpu_decisions": 2002,
     "gpu_usd": 14.383886857966566,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 5.7766613887415925,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 5.7766613887415925,
       "machine": "rtx_pro_6000",
       "usd": 14.383886857966566,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 14.383886857966566,
     "usd_per_1000": 7.184758670312969
    },
    "p95_loss": 0.5959604293107975,
    "probability_source": "decision",
    "retry_mean": 2.017040959040959,
    "scored": 2002,
    "time_median": 1.575,
    "time_p90": 3.3798,
    "tokens_in": 35473.48251748252,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 7.184758670312969,
    "very_confident": 0.0,
    "worst_mean": 0.8458038645982743
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 12.49304478550767,
      "needless": 21.424859829180008,
      "none": 6.345426955899516,
      "right_risk": 3.0509093171590336,
      "right_safety": 4.953382992661083,
      "wrong_risk": 17.28945470356441
     },
     "calls": {
      "missed": 246.0,
      "needless": 306.0,
      "right_risk": 264.0,
      "right_safety": 455.0,
      "wrong_risk": 198.0
     },
     "confidence": {
      "auroc_right_risk": 0.5284917628667629,
      "missed_mean_p": 0.14858504333931516,
      "missed_n": 246,
      "taken_grouped": 0,
      "taken_n": 768,
      "taken_other": 0
     },
     "error_rate": 65.55707858397172,
     "found": {
      "den": 708.0,
      "n": 264.0,
      "share": 0.3728813559322034
     },
     "good": {
      "den": 768.0,
      "n": 264.0,
      "share": 0.34375
     },
     "judgement": 48.53894296086773,
     "judgement_hi": 50.949900110896586,
     "judgement_lo": 46.07354001452669,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.44594594594594594,
      "x": 0.6271186440677966,
      "y": 0.4021024967148489
     },
     "margin": 0.001,
     "missed": {
      "den": 708.0,
      "n": 246.0,
      "share": 0.3474576271186441
     },
     "needless": {
      "den": 761.0,
      "n": 306.0,
      "share": 0.4021024967148489
     },
     "needless_by_loss": {
      "big": {
       "den": 761.0,
       "n": 236.0,
       "share": 0.31011826544021026
      },
      "medium": {
       "den": 761.0,
       "n": 53.0,
       "share": 0.06964520367936924
      },
      "small": {
       "den": 761.0,
       "n": 17.0,
       "share": 0.022339027595269383
      }
     },
     "no_trade_off": 533.0,
     "reference": null,
     "right_safety": {
      "den": 761.0,
      "n": 455.0,
      "share": 0.5978975032851511
     },
     "risk_pays": 708.0,
     "safety_pays": 761.0,
     "scored": 2002,
     "sdt": {
      "aim": {
       "den": 462.0,
       "n": 264.0,
       "share": 0.5714285714285714
      },
      "beta": 1.48188592158663,
      "caution": -0.07201722020832618,
      "caution_hi": -0.006134141630468674,
      "caution_lo": -0.1370201469146727,
      "cstar": 0.6153364100615873,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.639187835292075,
      "dprime_hi": 0.7634329027241877,
      "dprime_lo": 0.5181987065112926,
      "false_alarm": {
       "den": 761.0,
       "n": 306.0,
       "share": 0.4021024967148489
      },
      "false_alarm_rate": 0.40223097112860895,
      "hit": {
       "den": 708.0,
       "n": 462.0,
       "share": 0.652542372881356
      },
      "hit_rate": 0.652327221438646,
      "missed_loss": 0.2033420785413525,
      "missed_n": 246.0,
      "na": null,
      "needless_loss": 0.28034359070600245,
      "needless_n": 306.0
     },
     "size": {
      "bad": {
       "mean": 11.865079365079366,
       "n": 504.0,
       "too_few": false
      },
      "right": {
       "mean": 11.159090909090908,
       "n": 264.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 397.0,
        "n": 170.0,
        "share": 0.4282115869017632
       },
       "missed": {
        "den": 397.0,
        "n": 136.0,
        "share": 0.3425692695214106
       },
       "risk_pays": 397.0,
       "wrong": {
        "den": 397.0,
        "n": 91.0,
        "share": 0.22921914357682618
       }
      },
      "medium": {
       "found": {
        "den": 229.0,
        "n": 80.0,
        "share": 0.34934497816593885
       },
       "missed": {
        "den": 229.0,
        "n": 73.0,
        "share": 0.31877729257641924
       },
       "risk_pays": 229.0,
       "wrong": {
        "den": 229.0,
        "n": 76.0,
        "share": 0.3318777292576419
       }
      },
      "small": {
       "found": {
        "den": 82.0,
        "n": 14.0,
        "share": 0.17073170731707318
       },
       "missed": {
        "den": 82.0,
        "n": 37.0,
        "share": 0.45121951219512196
       },
       "risk_pays": 82.0,
       "wrong": {
        "den": 82.0,
        "n": 31.0,
        "share": 0.3780487804878049
       }
      }
     },
     "trade_off": 1469.0,
     "wrong": {
      "den": 708.0,
      "n": 198.0,
      "share": 0.2796610169491525
     }
    },
    "robust": {
     "by_call": {
      "missed": 12.042280454021114,
      "needless": 23.757410446902018,
      "none": 6.345426955899516,
      "right_risk": 2.767501512428859,
      "right_safety": 5.4041473241476385,
      "wrong_risk": 15.240311890572578
     },
     "calls": {
      "missed": 209.0,
      "needless": 351.0,
      "right_risk": 236.0,
      "right_safety": 492.0,
      "wrong_risk": 181.0
     },
     "confidence": {
      "auroc_right_risk": 0.5327513699502995,
      "missed_mean_p": 0.15244265059496845,
      "missed_n": 209,
      "taken_grouped": 0,
      "taken_n": 768,
      "taken_other": 0
     },
     "error_rate": 65.55707858397172,
     "found": {
      "den": 626.0,
      "n": 236.0,
      "share": 0.3769968051118211
     },
     "good": {
      "den": 768.0,
      "n": 236.0,
      "share": 0.3072916666666667
     },
     "judgement": 48.031334917512766,
     "judgement_hi": 50.708500105833316,
     "judgement_lo": 45.479017459478314,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4641025641025641,
      "x": 0.6230031948881789,
      "y": 0.41637010676156583
     },
     "margin": 0.02,
     "missed": {
      "den": 626.0,
      "n": 209.0,
      "share": 0.33386581469648563
     },
     "needless": {
      "den": 843.0,
      "n": 351.0,
      "share": 0.41637010676156583
     },
     "needless_by_loss": {
      "big": {
       "den": 843.0,
       "n": 261.0,
       "share": 0.3096085409252669
      },
      "medium": {
       "den": 843.0,
       "n": 59.0,
       "share": 0.06998813760379596
      },
      "small": {
       "den": 843.0,
       "n": 31.0,
       "share": 0.036773428232502965
      }
     },
     "no_trade_off": 533.0,
     "reference": null,
     "right_safety": {
      "den": 843.0,
      "n": 492.0,
      "share": 0.5836298932384342
     },
     "risk_pays": 626.0,
     "safety_pays": 843.0,
     "scored": 2002,
     "sdt": {
      "aim": {
       "den": 417.0,
       "n": 236.0,
       "share": 0.565947242206235
      },
      "beta": 1.5819136540428138,
      "caution": -0.10880031867998792,
      "caution_hi": -0.04251974194624597,
      "caution_lo": -0.1770625924657327,
      "cstar": 0.7172120016702993,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.6394696220040024,
      "dprime_hi": 0.7761528588180643,
      "dprime_lo": 0.5049271368645688,
      "false_alarm": {
       "den": 843.0,
       "n": 351.0,
       "share": 0.41637010676156583
      },
      "false_alarm_rate": 0.4164691943127962,
      "hit": {
       "den": 626.0,
       "n": 417.0,
       "share": 0.6661341853035144
      },
      "hit_rate": 0.6658692185007975,
      "missed_loss": 0.23070474132966767,
      "missed_n": 209.0,
      "na": null,
      "needless_loss": 0.2710104599128082,
      "needless_n": 351.0
     },
     "size": {
      "bad": {
       "mean": 11.733082706766917,
       "n": 532.0,
       "too_few": false
      },
      "right": {
       "mean": 11.372881355932204,
       "n": 236.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 397.0,
        "n": 164.0,
        "share": 0.41309823677581864
       },
       "missed": {
        "den": 397.0,
        "n": 136.0,
        "share": 0.3425692695214106
       },
       "risk_pays": 397.0,
       "wrong": {
        "den": 397.0,
        "n": 97.0,
        "share": 0.24433249370277077
       }
      },
      "medium": {
       "found": {
        "den": 229.0,
        "n": 72.0,
        "share": 0.314410480349345
       },
       "missed": {
        "den": 229.0,
        "n": 73.0,
        "share": 0.31877729257641924
       },
       "risk_pays": 229.0,
       "wrong": {
        "den": 229.0,
        "n": 84.0,
        "share": 0.36681222707423583
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1469.0,
     "wrong": {
      "den": 626.0,
      "n": 181.0,
      "share": 0.28913738019169327
     }
    }
   },
   "slug": "open-jev-27b-v1-1"
  },
  "Perplexity Decider 27B v1.1 (local GPU)": {
   "close": {
    "close": {
     "den": 1633,
     "n": 654,
     "share": 0.40048989589712186,
     "small": false
    },
    "decisions": 2052,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1633,
    "exclusions": {
     "grouped": 202,
     "not_audited": 217
    },
    "groups": {
     "close": {
      "by_count": [
       160,
       262,
       154,
       69,
       9
      ],
      "differ": {
       "hitting": {
        "den": 654,
        "n": 356,
        "share": 0.5443425076452599,
        "small": false
       },
       "points": {
        "den": 654,
        "n": 175,
        "share": 0.26758409785932724,
        "small": false
       },
       "prime": {
        "den": 654,
        "n": 185,
        "share": 0.28287461773700306,
        "small": false
       },
       "race": {
        "den": 654,
        "n": 97,
        "share": 0.14831804281345565,
        "small": false
       }
      },
      "gap": {
       "mean": 0.13401427272627478,
       "median": 0.0720166563987732,
       "n": 654
      },
      "loss1": {
       "mean": 0.10078175730479237,
       "median": 0.03398919105529785,
       "n": 654
      },
      "loss2": {
       "mean": 0.1101043418004243,
       "median": 0.04866427183151245,
       "n": 654
      },
      "n": 654,
      "p1": {
       "mean": 0.39074347481463895,
       "median": 0.3851612338824503,
       "n": 654
      },
      "p2": {
       "mean": 0.27939108681012154,
       "median": 0.2701551176801976,
       "n": 654
      },
      "psum": {
       "mean": 0.6701345616247605,
       "median": 0.6645014744555469,
       "n": 654
      },
      "psum_bins": [
       0,
       0,
       4,
       29,
       80,
       121,
       150,
       120,
       72,
       78
      ]
     },
     "other": {
      "by_count": [
       205,
       394,
       259,
       109,
       12
      ],
      "differ": {
       "hitting": {
        "den": 979,
        "n": 532,
        "share": 0.54341164453524,
        "small": false
       },
       "points": {
        "den": 979,
        "n": 332,
        "share": 0.3391215526046987,
        "small": false
       },
       "prime": {
        "den": 979,
        "n": 302,
        "share": 0.3084780388151175,
        "small": false
       },
       "race": {
        "den": 979,
        "n": 121,
        "share": 0.12359550561797752,
        "small": false
       }
      },
      "gap": {
       "mean": 0.14279925634473775,
       "median": 0.07881057262420654,
       "n": 979
      },
      "loss1": {
       "mean": 0.05308504611162414,
       "median": 0.0,
       "n": 979
      },
      "loss2": {
       "mean": 0.13953834467694026,
       "median": 0.06544137001037598,
       "n": 979
      },
      "n": 979,
      "p1": {
       "mean": 0.7165605041851845,
       "median": 0.7293513199880326,
       "n": 979
      },
      "p2": {
       "mean": 0.13353741626302104,
       "median": 0.1313399828859045,
       "n": 979
      },
      "psum": {
       "mean": 0.8500979204482055,
       "median": 0.8919867800244481,
       "n": 979
      },
      "psum_bins": [
       0,
       0,
       0,
       2,
       19,
       53,
       98,
       137,
       202,
       468
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 431,
         "n": 135,
         "share": 0.31322505800464034,
         "small": false
        },
        "eligible": 431,
        "risk_close": {
         "den": 135,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 528,
         "n": 256,
         "share": 0.48484848484848486,
         "small": false
        },
        "eligible": 528,
        "risk_close": {
         "den": 256,
         "n": 170,
         "share": 0.6640625,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 674,
         "n": 263,
         "share": 0.39020771513353114,
         "small": false
        },
        "eligible": 674,
        "risk_close": {
         "den": 263,
         "n": 132,
         "share": 0.5019011406844106,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5828220858895705,
       "adj_other": 0.7621577971537961,
       "adjusted": -0.17933571126422554,
       "adjusted_hi": -0.05879486157940104,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.2699307629859721,
       "close": {
        "den": 170,
        "n": 97,
        "share": 0.5705882352941176,
        "small": true
       },
       "covered": {
        "den": 170,
        "n": 163,
        "share": 0.9588235294117647,
        "small": true
       },
       "crude": -0.18325791855203621,
       "crude_hi": -0.09684104268739091,
       "crude_left_out": 0,
       "crude_lo": -0.2690820118173839,
       "group": 365,
       "matches": 16,
       "na": null,
       "other": {
        "den": 195,
        "n": 147,
        "share": 0.7538461538461538,
        "small": true
       },
       "resamples": 2000,
       "strata": 29,
       "strata_both": 18
      },
      "stake": {
       "big": {
        "den": 304,
        "n": 153,
        "share": 0.5032894736842105,
        "small": false
       },
       "medium": {
        "den": 167,
        "n": 74,
        "share": 0.4431137724550898,
        "small": true
       },
       "small": {
        "den": 57,
        "n": 29,
        "share": 0.5087719298245614,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 431,
         "n": 135,
         "share": 0.31322505800464034,
         "small": false
        },
        "eligible": 431,
        "risk_close": {
         "den": 135,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 471,
         "n": 227,
         "share": 0.4819532908704883,
         "small": false
        },
        "eligible": 471,
        "risk_close": {
         "den": 227,
         "n": 151,
         "share": 0.6651982378854625,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 731,
         "n": 292,
         "share": 0.399452804377565,
         "small": false
        },
        "eligible": 731,
        "risk_close": {
         "den": 292,
         "n": 151,
         "share": 0.5171232876712328,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5763888888888888,
       "adj_other": 0.7666995611741988,
       "adjusted": -0.19031067228530996,
       "adjusted_hi": -0.06281177117548915,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.28993922092377067,
       "close": {
        "den": 151,
        "n": 85,
        "share": 0.5629139072847682,
        "small": true
       },
       "covered": {
        "den": 151,
        "n": 144,
        "share": 0.9536423841059603,
        "small": true
       },
       "crude": -0.19137180700094614,
       "crude_hi": -0.09299271181293647,
       "crude_left_out": 0,
       "crude_lo": -0.287938705711764,
       "group": 326,
       "matches": 16,
       "na": null,
       "other": {
        "den": 175,
        "n": 132,
        "share": 0.7542857142857143,
        "small": true
       },
       "resamples": 2000,
       "strata": 29,
       "strata_both": 18
      },
      "stake": {
       "big": {
        "den": 304,
        "n": 153,
        "share": 0.5032894736842105,
        "small": false
       },
       "medium": {
        "den": 167,
        "n": 74,
        "share": 0.4431137724550898,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 654,
     "n": 302,
     "share": 0.4617737003058104,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1633,
     "n": 302,
     "share": 0.18493570116350275,
     "small": false
    },
    "risk_pair_other": {
     "den": 979,
     "n": 487,
     "share": 0.4974463738508682,
     "small": false
    },
    "ties": {
     "close": 56,
     "member": 40,
     "order": 40,
     "positive": 80,
     "top_two": 80,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.7352903774565025,
    "auroc_blunder": 0.6933782783012845,
    "confident_badly_wrong": {
     "den": 1826,
     "n": 10,
     "share": 0.00547645125958379
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 195,
       "n": 10,
       "share": 0.05128205128205128
      },
      "kept": {
       "den": 1826,
       "n": 195,
       "share": 0.10679079956188389
      },
      "mean_loss": 0.013913569694910293,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 9,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1826,
       "n": 9,
       "share": 0.004928806133625411
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.0910706833020427,
    "held_out": {
     "blunders": 0.018975392694625486,
     "kept": 0.041444095187321804,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1826,
    "surest": {
     "cut": 0.7703241364532214,
     "error_rate": 10.02539831256449,
     "n": 457,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.7352903774565025,
    "best_share": 0.47076023391812866,
    "blunder_share": 0.2680311890838207,
    "brier": 0.2156276088019978,
    "clusters": 102,
    "confidence_n": 1826,
    "confident_badly_wrong": 0.00547645125958379,
    "cost_coverage": 1.0,
    "decisions": 2052,
    "ece": 0.0910706833020427,
    "engine_scored": 2052,
    "error_hi": 42.45993816996535,
    "error_lo": 35.28843844288763,
    "error_rate": 38.782911052016026,
    "first_date": "2026-10-15",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 226,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.5858843221233039,
    "over_budget": 0.005847953216374269,
    "own_cost": {
     "decisions": 2052,
     "estimate": true,
     "excluded_hours": 255.1,
     "gaps": [
      [
       "2026-10-15T10:50Z",
       "2026-10-15T11:08Z",
       18
      ],
      [
       "2026-10-15T11:11Z",
       "2026-10-15T11:39Z",
       28
      ],
      [
       "2026-10-15T11:41Z",
       "2026-10-15T13:17Z",
       96
      ],
      [
       "2026-10-15T13:20Z",
       "2026-10-16T04:47Z",
       928
      ],
      [
       "2026-10-16T04:49Z",
       "2026-10-19T20:53Z",
       5284
      ],
      [
       "2026-10-19T22:25Z",
       "2026-10-20T04:53Z",
       388
      ],
      [
       "2026-10-20T05:14Z",
       "2026-10-20T13:10Z",
       476
      ],
      [
       "2026-10-20T13:16Z",
       "2026-10-20T20:12Z",
       415
      ],
      [
       "2026-10-20T20:24Z",
       "2026-10-22T17:16Z",
       2692
      ],
      [
       "2026-10-22T17:22Z",
       "2026-10-22T22:51Z",
       329
      ],
      [
       "2026-10-22T22:54Z",
       "2026-10-23T21:15Z",
       1341
      ],
      [
       "2026-10-23T21:16Z",
       "2026-10-24T16:48Z",
       1172
      ],
      [
       "2026-10-24T17:08Z",
       "2026-10-24T17:19Z",
       11
      ],
      [
       "2026-10-24T17:19Z",
       "2026-10-24T17:32Z",
       12
      ],
      [
       "2026-10-24T17:32Z",
       "2026-10-24T17:47Z",
       16
      ],
      [
       "2026-10-24T17:59Z",
       "2026-10-24T18:10Z",
       11
      ],
      [
       "2026-10-24T18:30Z",
       "2026-10-24T18:46Z",
       16
      ],
      [
       "2026-10-24T18:55Z",
       "2026-10-24T19:37Z",
       42
      ],
      [
       "2026-10-24T19:37Z",
       "2026-10-24T20:10Z",
       33
      ],
      [
       "2026-10-24T20:10Z",
       "2026-10-24T21:04Z",
       54
      ],
      [
       "2026-10-24T21:04Z",
       "2026-10-24T21:41Z",
       37
      ],
      [
       "2026-10-24T21:41Z",
       "2026-10-24T23:15Z",
       94
      ],
      [
       "2026-10-24T23:15Z",
       "2026-10-24T23:26Z",
       11
      ],
      [
       "2026-10-25T01:11Z",
       "2026-10-25T01:27Z",
       16
      ],
      [
       "2026-10-25T01:27Z",
       "2026-10-25T01:38Z",
       12
      ],
      [
       "2026-10-25T01:38Z",
       "2026-10-25T02:00Z",
       22
      ],
      [
       "2026-10-25T02:09Z",
       "2026-10-25T02:29Z",
       20
      ],
      [
       "2026-10-25T02:29Z",
       "2026-10-25T02:55Z",
       26
      ],
      [
       "2026-10-25T03:27Z",
       "2026-10-25T03:39Z",
       12
      ],
      [
       "2026-10-25T04:08Z",
       "2026-10-25T04:21Z",
       13
      ],
      [
       "2026-10-25T05:03Z",
       "2026-10-25T05:16Z",
       13
      ],
      [
       "2026-10-25T05:16Z",
       "2026-10-25T05:30Z",
       14
      ],
      [
       "2026-10-25T05:33Z",
       "2026-10-25T20:27Z",
       894
      ],
      [
       "2026-10-25T20:31Z",
       "2026-10-26T09:10Z",
       760
      ]
     ],
     "gpu_decisions": 2052,
     "gpu_usd": 13.528882173298374,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 7.526153610812292,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 2.288459999958674,
       "machine": "dgx_spark",
       "usd": 0.48702508227286556,
       "usd_per_gpu_hour": 0.21281782608464228
      },
      {
       "gpus": 1,
       "hours": 5.237693610853618,
       "machine": "rtx_pro_6000",
       "usd": 13.04185709102551,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 13.528882173298374,
     "usd_per_1000": 6.593022501607395
    },
    "p95_loss": 0.38919930905103595,
    "probability_source": "decision",
    "retry_mean": 3.857218810916179,
    "scored": 2052,
    "time_median": 1.9735,
    "time_p90": 7.4769000000000005,
    "tokens_in": 4488.327485380117,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 6.593022501607395,
    "very_confident": 0.10679079956188389,
    "worst_mean": 0.5689771140663369
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 16.98760572842687,
      "needless": 8.316875419072938,
      "none": 3.745609745528498,
      "right_risk": 2.1128517813385113,
      "right_safety": 3.902366083500213,
      "wrong_risk": 3.71760229414899
     },
     "calls": {
      "missed": 403.0,
      "needless": 163.0,
      "right_risk": 233.0,
      "right_safety": 682.0,
      "wrong_risk": 67.0
     },
     "confidence": {
      "auroc_right_risk": 0.5467171717171717,
      "missed_mean_p": 0.5325417440511883,
      "missed_n": 340,
      "taken_grouped": 63,
      "taken_n": 400,
      "taken_other": 0
     },
     "error_rate": 38.782911052016026,
     "found": {
      "den": 703.0,
      "n": 233.0,
      "share": 0.3314366998577525
     },
     "good": {
      "den": 463.0,
      "n": 233.0,
      "share": 0.5032397408207343
     },
     "judgement": 56.92686457868644,
     "judgement_hi": 58.82338843905883,
     "judgement_lo": 54.924163619551976,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1425531914893617,
      "x": 0.6685633001422475,
      "y": 0.19289940828402366
     },
     "margin": 0.001,
     "missed": {
      "den": 703.0,
      "n": 403.0,
      "share": 0.5732574679943101
     },
     "needless": {
      "den": 845.0,
      "n": 163.0,
      "share": 0.19289940828402366
     },
     "needless_by_loss": {
      "big": {
       "den": 845.0,
       "n": 120.0,
       "share": 0.14201183431952663
      },
      "medium": {
       "den": 845.0,
       "n": 25.0,
       "share": 0.029585798816568046
      },
      "small": {
       "den": 845.0,
       "n": 18.0,
       "share": 0.021301775147928994
      }
     },
     "no_trade_off": 504.0,
     "reference": null,
     "right_safety": {
      "den": 845.0,
      "n": 682.0,
      "share": 0.8071005917159764
     },
     "risk_pays": 703.0,
     "safety_pays": 845.0,
     "scored": 2052,
     "sdt": {
      "aim": {
       "den": 300.0,
       "n": 233.0,
       "share": 0.7766666666666666
      },
      "beta": 1.4549459134370848,
      "caution": 0.5251725338859434,
      "caution_hi": 0.5939400523904008,
      "caution_lo": 0.45915082649587496,
      "cstar": 0.5501878685802132,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6815285258918512,
      "dprime_hi": 0.8131443744952435,
      "dprime_lo": 0.5554389948277682,
      "false_alarm": {
       "den": 845.0,
       "n": 163.0,
       "share": 0.19289940828402366
      },
      "false_alarm_rate": 0.19326241134751773,
      "hit": {
       "den": 703.0,
       "n": 300.0,
       "share": 0.4267425320056899
      },
      "hit_rate": 0.4268465909090909,
      "missed_loss": 0.17299536950239178,
      "missed_n": 403.0,
      "na": null,
      "needless_loss": 0.20940157496856035,
      "needless_n": 163.0
     },
     "size": {
      "bad": {
       "mean": 10.108695652173912,
       "n": 230.0,
       "too_few": false
      },
      "right": {
       "mean": 10.051502145922747,
       "n": 233.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 401.0,
        "n": 160.0,
        "share": 0.39900249376558605
       },
       "missed": {
        "den": 401.0,
        "n": 212.0,
        "share": 0.5286783042394015
       },
       "risk_pays": 401.0,
       "wrong": {
        "den": 401.0,
        "n": 29.0,
        "share": 0.07231920199501247
       }
      },
      "medium": {
       "found": {
        "den": 225.0,
        "n": 63.0,
        "share": 0.28
       },
       "missed": {
        "den": 225.0,
        "n": 138.0,
        "share": 0.6133333333333333
       },
       "risk_pays": 225.0,
       "wrong": {
        "den": 225.0,
        "n": 24.0,
        "share": 0.10666666666666667
       }
      },
      "small": {
       "found": {
        "den": 77.0,
        "n": 10.0,
        "share": 0.12987012987012986
       },
       "missed": {
        "den": 77.0,
        "n": 53.0,
        "share": 0.6883116883116883
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 14.0,
        "share": 0.18181818181818182
       }
      }
     },
     "trade_off": 1548.0,
     "wrong": {
      "den": 703.0,
      "n": 67.0,
      "share": 0.0953058321479374
     }
    },
    "robust": {
     "by_call": {
      "missed": 16.38431020705556,
      "needless": 8.675374018053795,
      "none": 3.745609745528498,
      "right_risk": 1.6709403379967338,
      "right_safety": 4.505661604871527,
      "wrong_risk": 3.8010151385099102
     },
     "calls": {
      "missed": 350.0,
      "needless": 187.0,
      "right_risk": 211.0,
      "right_safety": 735.0,
      "wrong_risk": 65.0
     },
     "confidence": {
      "auroc_right_risk": 0.5586881038647343,
      "missed_mean_p": 0.5316675599633369,
      "missed_n": 294,
      "taken_grouped": 63,
      "taken_n": 400,
      "taken_other": 0
     },
     "error_rate": 38.782911052016026,
     "found": {
      "den": 626.0,
      "n": 211.0,
      "share": 0.33706070287539935
     },
     "good": {
      "den": 463.0,
      "n": 211.0,
      "share": 0.4557235421166307
     },
     "judgement": 56.71203731296737,
     "judgement_hi": 58.73030565661218,
     "judgement_lo": 54.73604002281167,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1566265060240964,
      "x": 0.6629392971246006,
      "y": 0.20281995661605207
     },
     "margin": 0.02,
     "missed": {
      "den": 626.0,
      "n": 350.0,
      "share": 0.5591054313099042
     },
     "needless": {
      "den": 922.0,
      "n": 187.0,
      "share": 0.20281995661605207
     },
     "needless_by_loss": {
      "big": {
       "den": 922.0,
       "n": 126.0,
       "share": 0.13665943600867678
      },
      "medium": {
       "den": 922.0,
       "n": 32.0,
       "share": 0.03470715835140998
      },
      "small": {
       "den": 922.0,
       "n": 29.0,
       "share": 0.031453362255965296
      }
     },
     "no_trade_off": 504.0,
     "reference": null,
     "right_safety": {
      "den": 922.0,
      "n": 735.0,
      "share": 0.797180043383948
     },
     "risk_pays": 626.0,
     "safety_pays": 922.0,
     "scored": 2052,
     "sdt": {
      "aim": {
       "den": 276.0,
       "n": 211.0,
       "share": 0.7644927536231884
      },
      "beta": 1.459630975475035,
      "caution": 0.4894568037183537,
      "caution_hi": 0.5620706070998008,
      "caution_lo": 0.4230763507953876,
      "cstar": 0.554530960968905,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6819883358490945,
      "dprime_hi": 0.8157084298078263,
      "dprime_lo": 0.5450188868663404,
      "false_alarm": {
       "den": 922.0,
       "n": 187.0,
       "share": 0.20281995661605207
      },
      "false_alarm_rate": 0.20314192849404117,
      "hit": {
       "den": 626.0,
       "n": 276.0,
       "share": 0.44089456869009586
      },
      "hit_rate": 0.4409888357256778,
      "missed_loss": 0.19211774025644573,
      "missed_n": 350.0,
      "na": null,
      "needless_loss": 0.19039430465290252,
      "needless_n": 187.0
     },
     "size": {
      "bad": {
       "mean": 10.238095238095237,
       "n": 252.0,
       "too_few": false
      },
      "right": {
       "mean": 9.890995260663507,
       "n": 211.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 401.0,
        "n": 154.0,
        "share": 0.38403990024937656
       },
       "missed": {
        "den": 401.0,
        "n": 212.0,
        "share": 0.5286783042394015
       },
       "risk_pays": 401.0,
       "wrong": {
        "den": 401.0,
        "n": 35.0,
        "share": 0.08728179551122195
       }
      },
      "medium": {
       "found": {
        "den": 225.0,
        "n": 57.0,
        "share": 0.25333333333333335
       },
       "missed": {
        "den": 225.0,
        "n": 138.0,
        "share": 0.6133333333333333
       },
       "risk_pays": 225.0,
       "wrong": {
        "den": 225.0,
        "n": 30.0,
        "share": 0.13333333333333333
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1548.0,
     "wrong": {
      "den": 626.0,
      "n": 65.0,
      "share": 0.10383386581469649
     }
    }
   },
   "slug": "decider-v1-1-27b"
  },
  "Perplexity Decider 27B v1.2 (local GPU)": {
   "close": {
    "close": {
     "den": 1599,
     "n": 847,
     "share": 0.5297060662914321,
     "small": false
    },
    "decisions": 2028,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1599,
    "exclusions": {
     "grouped": 187,
     "not_audited": 242
    },
    "groups": {
     "close": {
      "by_count": [
       226,
       341,
       197,
       68,
       15
      ],
      "differ": {
       "hitting": {
        "den": 847,
        "n": 450,
        "share": 0.5312868949232585,
        "small": false
       },
       "points": {
        "den": 847,
        "n": 207,
        "share": 0.24439197166469895,
        "small": false
       },
       "prime": {
        "den": 847,
        "n": 232,
        "share": 0.27390791027154665,
        "small": false
       },
       "race": {
        "den": 847,
        "n": 110,
        "share": 0.12987012987012986,
        "small": false
       }
      },
      "gap": {
       "mean": 0.13061008620853268,
       "median": 0.07487046718597412,
       "n": 847
      },
      "loss1": {
       "mean": 0.08721222076674982,
       "median": 0.029327809810638428,
       "n": 847
      },
      "loss2": {
       "mean": 0.11161498041051619,
       "median": 0.034857749938964844,
       "n": 847
      },
      "n": 847,
      "p1": {
       "mean": 0.35596368116644694,
       "median": 0.3423632085323334,
       "n": 847
      },
      "p2": {
       "mean": 0.25854781309103503,
       "median": 0.24362932947144125,
       "n": 847
      },
      "psum": {
       "mean": 0.614511494257482,
       "median": 0.58555445092733,
       "n": 847
      },
      "psum_bins": [
       0,
       0,
       40,
       103,
       144,
       155,
       128,
       95,
       73,
       109
      ]
     },
     "other": {
      "by_count": [
       131,
       309,
       215,
       80,
       17
      ],
      "differ": {
       "hitting": {
        "den": 752,
        "n": 455,
        "share": 0.6050531914893617,
        "small": false
       },
       "points": {
        "den": 752,
        "n": 252,
        "share": 0.3351063829787234,
        "small": false
       },
       "prime": {
        "den": 752,
        "n": 222,
        "share": 0.29521276595744683,
        "small": false
       },
       "race": {
        "den": 752,
        "n": 118,
        "share": 0.15691489361702127,
        "small": false
       }
      },
      "gap": {
       "mean": 0.15398287840504596,
       "median": 0.09561735391616821,
       "n": 752
      },
      "loss1": {
       "mean": 0.045288256825284756,
       "median": 0.0,
       "n": 752
      },
      "loss2": {
       "mean": 0.1550239814009438,
       "median": 0.08987486362457275,
       "n": 752
      },
      "n": 752,
      "p1": {
       "mean": 0.605049485839395,
       "median": 0.5988023127937077,
       "n": 752
      },
      "p2": {
       "mean": 0.15709033332594086,
       "median": 0.15211746549956398,
       "n": 752
      },
      "psum": {
       "mean": 0.7621398191653358,
       "median": 0.7802248533620435,
       "n": 752
      },
      "psum_bins": [
       0,
       0,
       1,
       16,
       54,
       83,
       123,
       129,
       142,
       204
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 389,
         "n": 204,
         "share": 0.5244215938303342,
         "small": false
        },
        "eligible": 389,
        "risk_close": {
         "den": 204,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 561,
         "n": 332,
         "share": 0.5918003565062389,
         "small": false
        },
        "eligible": 561,
        "risk_close": {
         "den": 332,
         "n": 205,
         "share": 0.6174698795180723,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 649,
         "n": 311,
         "share": 0.47919876733436056,
         "small": false
        },
        "eligible": 649,
        "risk_close": {
         "den": 311,
         "n": 165,
         "share": 0.5305466237942122,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5609756097560976,
       "adj_other": 0.6712305262090054,
       "adjusted": -0.11025491645290775,
       "adjusted_hi": -0.011925256329545419,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.23148196260129023,
       "close": {
        "den": 205,
        "n": 115,
        "share": 0.5609756097560976,
        "small": false
       },
       "covered": {
        "den": 205,
        "n": 205,
        "share": 1.0,
        "small": false
       },
       "crude": -0.15926248548199762,
       "crude_hi": -0.0636669307692997,
       "crude_left_out": 0,
       "crude_lo": -0.2687860350489584,
       "group": 373,
       "matches": 16,
       "na": null,
       "other": {
        "den": 168,
        "n": 121,
        "share": 0.7202380952380952,
        "small": true
       },
       "resamples": 2000,
       "strata": 26,
       "strata_both": 24
      },
      "stake": {
       "big": {
        "den": 317,
        "n": 190,
        "share": 0.5993690851735016,
        "small": false
       },
       "medium": {
        "den": 177,
        "n": 99,
        "share": 0.559322033898305,
        "small": true
       },
       "small": {
        "den": 67,
        "n": 43,
        "share": 0.6417910447761194,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 389,
         "n": 204,
         "share": 0.5244215938303342,
         "small": false
        },
        "eligible": 389,
        "risk_close": {
         "den": 204,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 494,
         "n": 289,
         "share": 0.5850202429149798,
         "small": false
        },
        "eligible": 494,
        "risk_close": {
         "den": 289,
         "n": 178,
         "share": 0.615916955017301,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 716,
         "n": 354,
         "share": 0.49441340782122906,
         "small": false
        },
        "eligible": 716,
        "risk_close": {
         "den": 354,
         "n": 192,
         "share": 0.5423728813559322,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5819209039548022,
       "adj_other": 0.6801445830857595,
       "adjusted": -0.09822367913095731,
       "adjusted_hi": -0.0025034142737080036,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.1997837858063921,
       "close": {
        "den": 178,
        "n": 103,
        "share": 0.5786516853932584,
        "small": true
       },
       "covered": {
        "den": 178,
        "n": 177,
        "share": 0.9943820224719101,
        "small": true
       },
       "crude": -0.14134831460674158,
       "crude_hi": -0.04515980631741151,
       "crude_left_out": 0,
       "crude_lo": -0.23374235555758846,
       "group": 328,
       "matches": 16,
       "na": null,
       "other": {
        "den": 150,
        "n": 108,
        "share": 0.72,
        "small": true
       },
       "resamples": 2000,
       "strata": 26,
       "strata_both": 23
      },
      "stake": {
       "big": {
        "den": 317,
        "n": 190,
        "share": 0.5993690851735016,
        "small": false
       },
       "medium": {
        "den": 177,
        "n": 99,
        "share": 0.559322033898305,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 847,
     "n": 370,
     "share": 0.43683589138134593,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1599,
     "n": 370,
     "share": 0.2313946216385241,
     "small": false
    },
    "risk_pair_other": {
     "den": 752,
     "n": 423,
     "share": 0.5625,
     "small": false
    },
    "ties": {
     "close": 71,
     "member": 75,
     "order": 26,
     "positive": 101,
     "top_two": 101,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.73174003434873,
    "auroc_blunder": 0.6958439363439554,
    "confident_badly_wrong": {
     "den": 1822,
     "n": 1,
     "share": 0.0005488474204171241
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 40,
       "n": 1,
       "share": 0.025
      },
      "kept": {
       "den": 1822,
       "n": 40,
       "share": 0.021953896816684963
      },
      "mean_loss": 0.005356258153915406,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1822,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.023585915782185368,
    "held_out": {
     "blunders": 0.01927503152494736,
     "kept": 0.03589102498906951,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1822,
    "surest": {
     "cut": 0.6017643252502664,
     "error_rate": 10.112562037089415,
     "n": 456,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.73174003434873,
    "best_share": 0.46597633136094674,
    "blunder_share": 0.27909270216962523,
    "brier": 0.2098469985948178,
    "clusters": 96,
    "confidence_n": 1822,
    "confident_badly_wrong": 0.0005488474204171241,
    "cost_coverage": 1.0,
    "decisions": 2028,
    "ece": 0.023585915782185368,
    "engine_scored": 2028,
    "error_hi": 40.070898530844595,
    "error_lo": 33.899031957510196,
    "error_rate": 36.933414013486875,
    "first_date": "2026-10-20",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 206,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.47074628089784004,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2028,
     "estimate": true,
     "excluded_hours": 131.13333333333333,
     "gaps": [
      [
       "2026-10-20T13:17Z",
       "2026-10-20T20:11Z",
       414
      ],
      [
       "2026-10-20T20:41Z",
       "2026-10-22T22:39Z",
       2998
      ],
      [
       "2026-10-22T22:55Z",
       "2026-10-23T21:15Z",
       1340
      ],
      [
       "2026-10-23T21:20Z",
       "2026-10-24T16:48Z",
       1168
      ],
      [
       "2026-10-24T17:06Z",
       "2026-10-24T17:31Z",
       25
      ],
      [
       "2026-10-24T17:31Z",
       "2026-10-24T17:45Z",
       14
      ],
      [
       "2026-10-24T17:45Z",
       "2026-10-24T17:56Z",
       11
      ],
      [
       "2026-10-24T18:22Z",
       "2026-10-24T18:36Z",
       14
      ],
      [
       "2026-10-24T19:21Z",
       "2026-10-24T19:32Z",
       12
      ],
      [
       "2026-10-24T20:16Z",
       "2026-10-24T20:38Z",
       22
      ],
      [
       "2026-10-24T21:34Z",
       "2026-10-24T21:47Z",
       12
      ],
      [
       "2026-10-24T22:16Z",
       "2026-10-24T22:32Z",
       16
      ],
      [
       "2026-10-25T01:49Z",
       "2026-10-25T02:02Z",
       13
      ],
      [
       "2026-10-25T02:02Z",
       "2026-10-25T02:15Z",
       13
      ],
      [
       "2026-10-25T02:15Z",
       "2026-10-25T02:41Z",
       27
      ],
      [
       "2026-10-25T02:41Z",
       "2026-10-25T03:08Z",
       27
      ],
      [
       "2026-10-25T04:19Z",
       "2026-10-25T04:30Z",
       11
      ],
      [
       "2026-10-25T05:08Z",
       "2026-10-25T20:27Z",
       919
      ],
      [
       "2026-10-25T20:33Z",
       "2026-10-26T10:05Z",
       812
      ]
     ],
     "gpu_decisions": 2028,
     "gpu_usd": 24.797178908618296,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 9.95870638900333,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 9.95870638900333,
       "machine": "rtx_pro_6000",
       "usd": 24.797178908618296,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 24.797178908618296,
     "usd_per_1000": 12.227405773480422
    },
    "p95_loss": 0.34802035689353905,
    "probability_source": "decision",
    "retry_mean": 1.8407376725838265,
    "scored": 2028,
    "time_median": 0.935,
    "time_p90": 2.7321999999999997,
    "tokens_in": 4330.647928994083,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 12.227405773480422,
    "very_confident": 0.021953896816684963,
    "worst_mean": 0.5103017230435173
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 16.245585552157735,
      "needless": 6.417515560896439,
      "none": 3.50701207886551,
      "right_risk": 2.1722945632666524,
      "right_safety": 4.743092915656769,
      "wrong_risk": 3.8479133426437717
     },
     "calls": {
      "missed": 410.0,
      "needless": 145.0,
      "right_risk": 244.0,
      "right_safety": 682.0,
      "wrong_risk": 77.0
     },
     "confidence": {
      "auroc_right_risk": 0.5485246737593584,
      "missed_mean_p": 0.4242838240147153,
      "missed_n": 337,
      "taken_grouped": 50,
      "taken_n": 416,
      "taken_other": 0
     },
     "error_rate": 36.933414013486875,
     "found": {
      "den": 731.0,
      "n": 244.0,
      "share": 0.3337893296853625
     },
     "good": {
      "den": 466.0,
      "n": 244.0,
      "share": 0.5236051502145923
     },
     "judgement": 57.922840123929554,
     "judgement_hi": 59.91331105863875,
     "judgement_lo": 55.983175853903866,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.15811088295687886,
      "x": 0.6662106703146374,
      "y": 0.17533252720677148
     },
     "margin": 0.001,
     "missed": {
      "den": 731.0,
      "n": 410.0,
      "share": 0.560875512995896
     },
     "needless": {
      "den": 827.0,
      "n": 145.0,
      "share": 0.17533252720677148
     },
     "needless_by_loss": {
      "big": {
       "den": 827.0,
       "n": 101.0,
       "share": 0.12212817412333736
      },
      "medium": {
       "den": 827.0,
       "n": 31.0,
       "share": 0.037484885126964934
      },
      "small": {
       "den": 827.0,
       "n": 13.0,
       "share": 0.015719467956469165
      }
     },
     "no_trade_off": 470.0,
     "reference": null,
     "right_safety": {
      "den": 827.0,
      "n": 682.0,
      "share": 0.8246674727932285
     },
     "risk_pays": 731.0,
     "safety_pays": 827.0,
     "scored": 2028,
     "sdt": {
      "aim": {
       "den": 321.0,
       "n": 244.0,
       "share": 0.7601246105919003
      },
      "beta": 1.2636754487565618,
      "caution": 0.5423801313755855,
      "caution_hi": 0.6105527839343233,
      "caution_lo": 0.47811387856914556,
      "cstar": 0.30049237738203904,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7788034411037965,
      "dprime_hi": 0.8908938005733188,
      "dprime_lo": 0.6679839246220607,
      "false_alarm": {
       "den": 827.0,
       "n": 145.0,
       "share": 0.17533252720677148
      },
      "false_alarm_rate": 0.17572463768115942,
      "hit": {
       "den": 731.0,
       "n": 321.0,
       "share": 0.43912448700410395
      },
      "hit_rate": 0.43920765027322406,
      "missed_loss": 0.16071242682817505,
      "missed_n": 410.0,
      "na": null,
      "needless_loss": 0.17951340079307557,
      "needless_n": 145.0
     },
     "size": {
      "bad": {
       "mean": 8.878378378378379,
       "n": 222.0,
       "too_few": false
      },
      "right": {
       "mean": 10.098360655737705,
       "n": 244.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 416.0,
        "n": 162.0,
        "share": 0.3894230769230769
       },
       "missed": {
        "den": 416.0,
        "n": 225.0,
        "share": 0.5408653846153846
       },
       "risk_pays": 416.0,
       "wrong": {
        "den": 416.0,
        "n": 29.0,
        "share": 0.06971153846153846
       }
      },
      "medium": {
       "found": {
        "den": 228.0,
        "n": 61.0,
        "share": 0.2675438596491228
       },
       "missed": {
        "den": 228.0,
        "n": 134.0,
        "share": 0.5877192982456141
       },
       "risk_pays": 228.0,
       "wrong": {
        "den": 228.0,
        "n": 33.0,
        "share": 0.14473684210526316
       }
      },
      "small": {
       "found": {
        "den": 87.0,
        "n": 21.0,
        "share": 0.2413793103448276
       },
       "missed": {
        "den": 87.0,
        "n": 51.0,
        "share": 0.5862068965517241
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 15.0,
        "share": 0.1724137931034483
       }
      }
     },
     "trade_off": 1558.0,
     "wrong": {
      "den": 731.0,
      "n": 77.0,
      "share": 0.10533515731874145
     }
    },
    "robust": {
     "by_call": {
      "missed": 15.816977824391227,
      "needless": 6.930775749377715,
      "none": 3.50701207886551,
      "right_risk": 2.016417483782627,
      "right_safety": 5.171700643423276,
      "wrong_risk": 3.490530233646521
     },
     "calls": {
      "missed": 359.0,
      "needless": 181.0,
      "right_risk": 213.0,
      "right_safety": 733.0,
      "wrong_risk": 72.0
     },
     "confidence": {
      "auroc_right_risk": 0.5381674941146307,
      "missed_mean_p": 0.42126107046121525,
      "missed_n": 296,
      "taken_grouped": 50,
      "taken_n": 416,
      "taken_other": 0
     },
     "error_rate": 36.933414013486875,
     "found": {
      "den": 644.0,
      "n": 213.0,
      "share": 0.3307453416149068
     },
     "good": {
      "den": 466.0,
      "n": 213.0,
      "share": 0.4570815450643777
     },
     "judgement": 56.63573535208013,
     "judgement_hi": 58.737333509454125,
     "judgement_lo": 54.583301040303205,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16705336426914152,
      "x": 0.6692546583850931,
      "y": 0.19803063457330417
     },
     "margin": 0.02,
     "missed": {
      "den": 644.0,
      "n": 359.0,
      "share": 0.5574534161490683
     },
     "needless": {
      "den": 914.0,
      "n": 181.0,
      "share": 0.19803063457330417
     },
     "needless_by_loss": {
      "big": {
       "den": 914.0,
       "n": 109.0,
       "share": 0.11925601750547046
      },
      "medium": {
       "den": 914.0,
       "n": 37.0,
       "share": 0.04048140043763676
      },
      "small": {
       "den": 914.0,
       "n": 35.0,
       "share": 0.038293216630196934
      }
     },
     "no_trade_off": 470.0,
     "reference": null,
     "right_safety": {
      "den": 914.0,
      "n": 733.0,
      "share": 0.8019693654266958
     },
     "risk_pays": 644.0,
     "safety_pays": 914.0,
     "scored": 2028,
     "sdt": {
      "aim": {
       "den": 285.0,
       "n": 213.0,
       "share": 0.7473684210526316
      },
      "beta": 1.2334869056032014,
      "caution": 0.49589076969885426,
      "caution_hi": 0.5687126296350592,
      "caution_lo": 0.42415946869420457,
      "cstar": 0.29841396521967933,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7032011425219673,
      "dprime_hi": 0.8052818546903389,
      "dprime_lo": 0.6036364082373449,
      "false_alarm": {
       "den": 914.0,
       "n": 181.0,
       "share": 0.19803063457330417
      },
      "false_alarm_rate": 0.19836065573770492,
      "hit": {
       "den": 644.0,
       "n": 285.0,
       "share": 0.44254658385093165
      },
      "hit_rate": 0.44263565891472867,
      "missed_loss": 0.17870100851178503,
      "missed_n": 359.0,
      "na": null,
      "needless_loss": 0.15531064331202218,
      "needless_n": 181.0
     },
     "size": {
      "bad": {
       "mean": 9.34387351778656,
       "n": 253.0,
       "too_few": false
      },
      "right": {
       "mean": 9.72300469483568,
       "n": 213.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 416.0,
        "n": 157.0,
        "share": 0.37740384615384615
       },
       "missed": {
        "den": 416.0,
        "n": 225.0,
        "share": 0.5408653846153846
       },
       "risk_pays": 416.0,
       "wrong": {
        "den": 416.0,
        "n": 34.0,
        "share": 0.08173076923076923
       }
      },
      "medium": {
       "found": {
        "den": 228.0,
        "n": 56.0,
        "share": 0.24561403508771928
       },
       "missed": {
        "den": 228.0,
        "n": 134.0,
        "share": 0.5877192982456141
       },
       "risk_pays": 228.0,
       "wrong": {
        "den": 228.0,
        "n": 38.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1558.0,
     "wrong": {
      "den": 644.0,
      "n": 72.0,
      "share": 0.11180124223602485
     }
    }
   },
   "slug": "decider-v1-2-27b"
  },
  "Perplexity Decider Flash v1.2": {
   "close": {
    "close": {
     "den": 1629,
     "n": 1110,
     "share": 0.6813996316758748,
     "small": false
    },
    "decisions": 2006,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1629,
    "exclusions": {
     "grouped": 198,
     "not_audited": 179
    },
    "groups": {
     "close": {
      "by_count": [
       236,
       495,
       259,
       105,
       15
      ],
      "differ": {
       "hitting": {
        "den": 1110,
        "n": 667,
        "share": 0.6009009009009009,
        "small": false
       },
       "points": {
        "den": 1110,
        "n": 319,
        "share": 0.2873873873873874,
        "small": false
       },
       "prime": {
        "den": 1110,
        "n": 270,
        "share": 0.24324324324324326,
        "small": false
       },
       "race": {
        "den": 1110,
        "n": 132,
        "share": 0.11891891891891893,
        "small": false
       }
      },
      "gap": {
       "mean": 0.14500717740875108,
       "median": 0.07842221856117249,
       "n": 1110
      },
      "loss1": {
       "mean": 0.12351204406570744,
       "median": 0.04533359408378601,
       "n": 1110
      },
      "loss2": {
       "mean": 0.15243510654917708,
       "median": 0.06451237201690674,
       "n": 1110
      },
      "n": 1110,
      "p1": {
       "mean": 0.2998240092624979,
       "median": 0.2689746268892218,
       "n": 1110
      },
      "p2": {
       "mean": 0.22140215130463384,
       "median": 0.19865364362487264,
       "n": 1110
      },
      "psum": {
       "mean": 0.5212261605671318,
       "median": 0.4683047812850743,
       "n": 1110
      },
      "psum_bins": [
       0,
       32,
       184,
       224,
       169,
       130,
       112,
       91,
       51,
       117
      ]
     },
     "other": {
      "by_count": [
       85,
       206,
       160,
       60,
       8
      ],
      "differ": {
       "hitting": {
        "den": 519,
        "n": 313,
        "share": 0.603082851637765,
        "small": false
       },
       "points": {
        "den": 519,
        "n": 221,
        "share": 0.4258188824662813,
        "small": false
       },
       "prime": {
        "den": 519,
        "n": 146,
        "share": 0.2813102119460501,
        "small": false
       },
       "race": {
        "den": 519,
        "n": 58,
        "share": 0.11175337186897881,
        "small": false
       }
      },
      "gap": {
       "mean": 0.1722028032088785,
       "median": 0.10758626461029053,
       "n": 519
      },
      "loss1": {
       "mean": 0.06519521879093265,
       "median": 0.0,
       "n": 519
      },
      "loss2": {
       "mean": 0.16723368065664992,
       "median": 0.10055172443389893,
       "n": 519
      },
      "n": 519,
      "p1": {
       "mean": 0.5254497433446937,
       "median": 0.5256323428844947,
       "n": 519
      },
      "p2": {
       "mean": 0.16304452019384524,
       "median": 0.15283473348435983,
       "n": 519
      },
      "psum": {
       "mean": 0.6884942635385389,
       "median": 0.6878350654213702,
       "n": 519
      },
      "psum_bins": [
       0,
       0,
       11,
       52,
       51,
       77,
       76,
       67,
       83,
       102
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 445,
         "n": 296,
         "share": 0.6651685393258427,
         "small": false
        },
        "eligible": 445,
        "risk_close": {
         "den": 296,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 569,
         "n": 431,
         "share": 0.7574692442882249,
         "small": false
        },
        "eligible": 569,
        "risk_close": {
         "den": 431,
         "n": 245,
         "share": 0.568445475638051,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 615,
         "n": 383,
         "share": 0.6227642276422765,
         "small": false
        },
        "eligible": 615,
        "risk_close": {
         "den": 383,
         "n": 229,
         "share": 0.597911227154047,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5574468085106383,
       "adj_other": 0.7591498572349635,
       "adjusted": -0.2017030487243252,
       "adjusted_hi": -0.05346721073831792,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.3274377102314494,
       "close": {
        "den": 245,
        "n": 137,
        "share": 0.5591836734693878,
        "small": false
       },
       "covered": {
        "den": 245,
        "n": 235,
        "share": 0.9591836734693877,
        "small": false
       },
       "crude": -0.18829107400535972,
       "crude_hi": -0.08111286780852002,
       "crude_left_out": 0,
       "crude_lo": -0.297826734338866,
       "group": 344,
       "matches": 16,
       "na": null,
       "other": {
        "den": 99,
        "n": 74,
        "share": 0.7474747474747475,
        "small": true
       },
       "resamples": 2000,
       "strata": 27,
       "strata_both": 20
      },
      "stake": {
       "big": {
        "den": 317,
        "n": 249,
        "share": 0.7854889589905363,
        "small": false
       },
       "medium": {
        "den": 185,
        "n": 138,
        "share": 0.745945945945946,
        "small": true
       },
       "small": {
        "den": 67,
        "n": 44,
        "share": 0.6567164179104478,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 445,
         "n": 296,
         "share": 0.6651685393258427,
         "small": false
        },
        "eligible": 445,
        "risk_close": {
         "den": 296,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 502,
         "n": 387,
         "share": 0.7709163346613546,
         "small": false
        },
        "eligible": 502,
        "risk_close": {
         "den": 387,
         "n": 220,
         "share": 0.5684754521963824,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 682,
         "n": 427,
         "share": 0.626099706744868,
         "small": false
        },
        "eligible": 682,
        "risk_close": {
         "den": 427,
         "n": 254,
         "share": 0.594847775175644,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5518867924528302,
       "adj_other": 0.7605356121865556,
       "adjusted": -0.2086488197337254,
       "adjusted_hi": -0.058643748024242284,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.32967266706260556,
       "close": {
        "den": 220,
        "n": 121,
        "share": 0.55,
        "small": false
       },
       "covered": {
        "den": 220,
        "n": 212,
        "share": 0.9636363636363636,
        "small": false
       },
       "crude": -0.2030864197530864,
       "crude_hi": -0.08664692906310457,
       "crude_left_out": 0,
       "crude_lo": -0.31094439078694225,
       "group": 301,
       "matches": 16,
       "na": null,
       "other": {
        "den": 81,
        "n": 61,
        "share": 0.7530864197530864,
        "small": true
       },
       "resamples": 2000,
       "strata": 24,
       "strata_both": 19
      },
      "stake": {
       "big": {
        "den": 317,
        "n": 249,
        "share": 0.7854889589905363,
        "small": false
       },
       "medium": {
        "den": 185,
        "n": 138,
        "share": 0.745945945945946,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 1110,
     "n": 474,
     "share": 0.42702702702702705,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1629,
     "n": 474,
     "share": 0.29097605893186,
     "small": false
    },
    "risk_pair_other": {
     "den": 519,
     "n": 278,
     "share": 0.535645472061657,
     "small": false
    },
    "ties": {
     "close": 90,
     "member": 82,
     "order": 43,
     "positive": 120,
     "top_two": 120,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.725637272918198,
    "auroc_blunder": 0.7165768184695432,
    "confident_badly_wrong": {
     "den": 1782,
     "n": 0,
     "share": 0.0
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 5,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1782,
       "n": 5,
       "share": 0.0028058361391694723
      },
      "mean_loss": 0.0,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 0,
       "n": 0,
       "share": null
      },
      "kept": {
       "den": 1782,
       "n": 0,
       "share": 0.0
      },
      "mean_loss": null,
      "too_few": true
     }
    },
    "ece": 0.02999041116473971,
    "held_out": {
     "blunders": 0.03070284108402301,
     "kept": 0.027724673428695043,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1782,
    "surest": {
     "cut": 0.5088738837009212,
     "error_rate": 19.551347256241357,
     "n": 446,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.725637272918198,
    "best_share": 0.3743768693918245,
    "blunder_share": 0.37537387836490527,
    "brier": 0.20439853473366554,
    "clusters": 98,
    "confidence_n": 1782,
    "confident_badly_wrong": 0.0,
    "cost_coverage": 1.0,
    "decisions": 2006,
    "ece": 0.02999041116473971,
    "engine_scored": 2006,
    "error_hi": 64.53627023541853,
    "error_lo": 54.887041259557826,
    "error_rate": 59.642184061459744,
    "first_date": "2026-10-19",
    "group_sizes": [
     13,
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25
    ],
    "grouped": 224,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.3724392651418984,
    "over_budget": 0.0,
    "own_cost": {
     "decisions": 2006,
     "estimate": true,
     "excluded_hours": 147.33333333333334,
     "gaps": [
      [
       "2026-10-19T21:27Z",
       "2026-10-19T21:51Z",
       24
      ],
      [
       "2026-10-19T22:25Z",
       "2026-10-20T05:08Z",
       404
      ],
      [
       "2026-10-20T05:09Z",
       "2026-10-20T20:31Z",
       922
      ],
      [
       "2026-10-20T20:41Z",
       "2026-10-22T22:35Z",
       2994
      ],
      [
       "2026-10-22T22:38Z",
       "2026-10-23T21:15Z",
       1356
      ],
      [
       "2026-10-23T21:17Z",
       "2026-10-24T16:48Z",
       1171
      ],
      [
       "2026-10-24T17:03Z",
       "2026-10-24T17:16Z",
       13
      ],
      [
       "2026-10-24T17:24Z",
       "2026-10-24T17:35Z",
       11
      ],
      [
       "2026-10-24T18:35Z",
       "2026-10-24T19:04Z",
       29
      ],
      [
       "2026-10-24T19:28Z",
       "2026-10-24T19:38Z",
       10
      ],
      [
       "2026-10-24T20:47Z",
       "2026-10-24T20:57Z",
       11
      ],
      [
       "2026-10-24T21:10Z",
       "2026-10-24T21:20Z",
       10
      ],
      [
       "2026-10-24T22:35Z",
       "2026-10-24T22:49Z",
       14
      ],
      [
       "2026-10-24T22:49Z",
       "2026-10-24T23:00Z",
       10
      ],
      [
       "2026-10-24T23:44Z",
       "2026-10-25T00:02Z",
       18
      ],
      [
       "2026-10-25T00:23Z",
       "2026-10-25T00:51Z",
       27
      ],
      [
       "2026-10-25T00:59Z",
       "2026-10-25T01:11Z",
       12
      ],
      [
       "2026-10-25T01:47Z",
       "2026-10-25T02:00Z",
       13
      ],
      [
       "2026-10-25T03:02Z",
       "2026-10-25T03:15Z",
       13
      ],
      [
       "2026-10-25T03:24Z",
       "2026-10-25T03:47Z",
       24
      ],
      [
       "2026-10-25T04:29Z",
       "2026-10-25T20:27Z",
       958
      ],
      [
       "2026-10-25T20:30Z",
       "2026-10-26T09:46Z",
       796
      ]
     ],
     "gpu_decisions": 2006,
     "gpu_usd": 24.60842100003957,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 9.88290000001589,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 9.88290000001589,
       "machine": "rtx_pro_6000",
       "usd": 24.60842100003957,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 24.60842100003957,
     "usd_per_1000": 12.267408275194201
    },
    "p95_loss": 0.5312456041574478,
    "probability_source": "decision",
    "retry_mean": 0.6987243270189432,
    "scored": 2006,
    "time_median": 0.559,
    "time_p90": 0.965,
    "tokens_in": 4491.782652043868,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 12.267408275194201,
    "very_confident": 0.0028058361391694723,
    "worst_mean": 0.7648311659693718
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 13.425735316628355,
      "needless": 16.03727798132692,
      "none": 7.11312875196204,
      "right_risk": 3.0962688957943634,
      "right_safety": 6.173300125068824,
      "wrong_risk": 13.796472990679241
     },
     "calls": {
      "missed": 304.0,
      "needless": 257.0,
      "right_risk": 223.0,
      "right_safety": 519.0,
      "wrong_risk": 185.0
     },
     "confidence": {
      "auroc_right_risk": 0.5605883336119004,
      "missed_mean_p": 0.3247366876731153,
      "missed_n": 270,
      "taken_grouped": 100,
      "taken_n": 565,
      "taken_other": 0
     },
     "error_rate": 59.642184061459744,
     "found": {
      "den": 712.0,
      "n": 223.0,
      "share": 0.31320224719101125
     },
     "good": {
      "den": 665.0,
      "n": 223.0,
      "share": 0.33533834586466166
     },
     "judgement": 49.1008340090351,
     "judgement_hi": 51.617650601365106,
     "judgement_lo": 46.452894426514725,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3783231083844581,
      "x": 0.6867977528089888,
      "y": 0.33118556701030927
     },
     "margin": 0.001,
     "missed": {
      "den": 712.0,
      "n": 304.0,
      "share": 0.42696629213483145
     },
     "needless": {
      "den": 776.0,
      "n": 257.0,
      "share": 0.33118556701030927
     },
     "needless_by_loss": {
      "big": {
       "den": 776.0,
       "n": 196.0,
       "share": 0.25257731958762886
      },
      "medium": {
       "den": 776.0,
       "n": 41.0,
       "share": 0.05283505154639175
      },
      "small": {
       "den": 776.0,
       "n": 20.0,
       "share": 0.02577319587628866
      }
     },
     "no_trade_off": 518.0,
     "reference": null,
     "right_safety": {
      "den": 776.0,
      "n": 519.0,
      "share": 0.6688144329896907
     },
     "risk_pays": 712.0,
     "safety_pays": 776.0,
     "scored": 2006,
     "sdt": {
      "aim": {
       "den": 408.0,
       "n": 223.0,
       "share": 0.5465686274509803
      },
      "beta": 1.5399788773485064,
      "caution": 0.1261004357464754,
      "caution_hi": 0.20240290578786613,
      "caution_lo": 0.0522110180680847,
      "cstar": 0.6965305865434553,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.619884766965753,
      "dprime_hi": 0.7371948279601787,
      "dprime_lo": 0.5057383985931322,
      "false_alarm": {
       "den": 776.0,
       "n": 257.0,
       "share": 0.33118556701030927
      },
      "false_alarm_rate": 0.3314028314028314,
      "hit": {
       "den": 712.0,
       "n": 408.0,
       "share": 0.5730337078651685
      },
      "hit_rate": 0.5729312762973352,
      "missed_loss": 0.1771843752970821,
      "missed_n": 304.0,
      "na": null,
      "needless_loss": 0.2503562617162786,
      "needless_n": 257.0
     },
     "size": {
      "bad": {
       "mean": 13.411764705882353,
       "n": 442.0,
       "too_few": false
      },
      "right": {
       "mean": 10.74439461883408,
       "n": 223.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 399.0,
        "n": 167.0,
        "share": 0.41854636591478694
       },
       "missed": {
        "den": 399.0,
        "n": 145.0,
        "share": 0.3634085213032581
       },
       "risk_pays": 399.0,
       "wrong": {
        "den": 399.0,
        "n": 87.0,
        "share": 0.21804511278195488
       }
      },
      "medium": {
       "found": {
        "den": 228.0,
        "n": 43.0,
        "share": 0.18859649122807018
       },
       "missed": {
        "den": 228.0,
        "n": 120.0,
        "share": 0.5263157894736842
       },
       "risk_pays": 228.0,
       "wrong": {
        "den": 228.0,
        "n": 65.0,
        "share": 0.2850877192982456
       }
      },
      "small": {
       "found": {
        "den": 85.0,
        "n": 13.0,
        "share": 0.15294117647058825
       },
       "missed": {
        "den": 85.0,
        "n": 39.0,
        "share": 0.4588235294117647
       },
       "risk_pays": 85.0,
       "wrong": {
        "den": 85.0,
        "n": 33.0,
        "share": 0.38823529411764707
       }
      }
     },
     "trade_off": 1488.0,
     "wrong": {
      "den": 712.0,
      "n": 185.0,
      "share": 0.2598314606741573
     }
    },
    "robust": {
     "by_call": {
      "missed": 13.107613367906001,
      "needless": 17.50862554592245,
      "none": 7.11312875196204,
      "right_risk": 2.447516194072107,
      "right_safety": 6.491422073791177,
      "wrong_risk": 12.973878127805971
     },
     "calls": {
      "missed": 265.0,
      "needless": 303.0,
      "right_risk": 192.0,
      "right_safety": 558.0,
      "wrong_risk": 170.0
     },
     "confidence": {
      "auroc_right_risk": 0.5654950629586013,
      "missed_mean_p": 0.3095436833153504,
      "missed_n": 234,
      "taken_grouped": 100,
      "taken_n": 565,
      "taken_other": 0
     },
     "error_rate": 59.642184061459744,
     "found": {
      "den": 627.0,
      "n": 192.0,
      "share": 0.3062200956937799
     },
     "good": {
      "den": 665.0,
      "n": 192.0,
      "share": 0.2887218045112782
     },
     "judgement": 47.71518596935799,
     "judgement_hi": 50.06689562127092,
     "judgement_lo": 44.99170443118184,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.39080459770114945,
      "x": 0.69377990430622,
      "y": 0.3519163763066202
     },
     "margin": 0.02,
     "missed": {
      "den": 627.0,
      "n": 265.0,
      "share": 0.4226475279106858
     },
     "needless": {
      "den": 861.0,
      "n": 303.0,
      "share": 0.3519163763066202
     },
     "needless_by_loss": {
      "big": {
       "den": 861.0,
       "n": 219.0,
       "share": 0.25435540069686413
      },
      "medium": {
       "den": 861.0,
       "n": 47.0,
       "share": 0.0545876887340302
      },
      "small": {
       "den": 861.0,
       "n": 37.0,
       "share": 0.0429732868757259
      }
     },
     "no_trade_off": 518.0,
     "reference": null,
     "right_safety": {
      "den": 861.0,
      "n": 558.0,
      "share": 0.6480836236933798
     },
     "risk_pays": 627.0,
     "safety_pays": 861.0,
     "scored": 2006,
     "sdt": {
      "aim": {
       "den": 362.0,
       "n": 192.0,
       "share": 0.5303867403314917
      },
      "beta": 1.604232417432138,
      "caution": 0.09243928136227571,
      "caution_hi": 0.16554276692529554,
      "caution_lo": 0.020187666853591517,
      "cstar": 0.822708383048983,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5744993090314141,
      "dprime_hi": 0.6953176302578417,
      "dprime_lo": 0.4590438017798032,
      "false_alarm": {
       "den": 861.0,
       "n": 303.0,
       "share": 0.3519163763066202
      },
      "false_alarm_rate": 0.35208816705336426,
      "hit": {
       "den": 627.0,
       "n": 362.0,
       "share": 0.5773524720893142
      },
      "hit_rate": 0.5772292993630573,
      "missed_loss": 0.19844432012090144,
      "missed_n": 265.0,
      "na": null,
      "needless_loss": 0.23183038181597643,
      "needless_n": 303.0
     },
     "size": {
      "bad": {
       "mean": 13.175475687103594,
       "n": 473.0,
       "too_few": false
      },
      "right": {
       "mean": 10.895833333333334,
       "n": 192.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 399.0,
        "n": 158.0,
        "share": 0.39598997493734334
       },
       "missed": {
        "den": 399.0,
        "n": 145.0,
        "share": 0.3634085213032581
       },
       "risk_pays": 399.0,
       "wrong": {
        "den": 399.0,
        "n": 96.0,
        "share": 0.24060150375939848
       }
      },
      "medium": {
       "found": {
        "den": 228.0,
        "n": 34.0,
        "share": 0.14912280701754385
       },
       "missed": {
        "den": 228.0,
        "n": 120.0,
        "share": 0.5263157894736842
       },
       "risk_pays": 228.0,
       "wrong": {
        "den": 228.0,
        "n": 74.0,
        "share": 0.32456140350877194
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1488.0,
     "wrong": {
      "den": 627.0,
      "n": 170.0,
      "share": 0.2711323763955343
     }
    }
   },
   "slug": "decider-flash-v1-2"
  },
  "Qwen3.8-27B (off)": {
   "close": {
    "close": {
     "den": 312,
     "n": 109,
     "share": 0.34935897435897434,
     "small": false
    },
    "decisions": 2005,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 312,
    "exclusions": {
     "grouped": 33,
     "not_audited": 1630,
     "sparse": 30
    },
    "groups": {
     "close": {
      "by_count": [
       40,
       40,
       17,
       10,
       2
      ],
      "differ": {
       "hitting": {
        "den": 109,
        "n": 53,
        "share": 0.48623853211009177,
        "small": true
       },
       "points": {
        "den": 109,
        "n": 19,
        "share": 0.1743119266055046,
        "small": true
       },
       "prime": {
        "den": 109,
        "n": 27,
        "share": 0.24770642201834864,
        "small": true
       },
       "race": {
        "den": 109,
        "n": 13,
        "share": 0.11926605504587157,
        "small": true
       }
      },
      "gap": {
       "mean": 0.13875446899221577,
       "median": 0.04085195064544678,
       "n": 109
      },
      "loss1": {
       "mean": 0.16036447062404877,
       "median": 0.03126227855682373,
       "n": 109
      },
      "loss2": {
       "mean": 0.10527504994234907,
       "median": 0.010157942771911621,
       "n": 109
      },
      "n": 109,
      "p1": {
       "mean": 0.48183051718402903,
       "median": 0.5018680089132102,
       "n": 109
      },
      "p2": {
       "mean": 0.34296548279897365,
       "median": 0.33807904660000887,
       "n": 109
      },
      "psum": {
       "mean": 0.8247959999830027,
       "median": 0.8740747595443787,
       "n": 109
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       2,
       9,
       12,
       24,
       15,
       47
      ]
     },
     "other": {
      "by_count": [
       47,
       94,
       40,
       20,
       2
      ],
      "differ": {
       "hitting": {
        "den": 203,
        "n": 114,
        "share": 0.5615763546798029,
        "small": false
       },
       "points": {
        "den": 203,
        "n": 56,
        "share": 0.27586206896551724,
        "small": false
       },
       "prime": {
        "den": 203,
        "n": 57,
        "share": 0.28078817733990147,
        "small": false
       },
       "race": {
        "den": 203,
        "n": 15,
        "share": 0.07389162561576355,
        "small": false
       }
      },
      "gap": {
       "mean": 0.13195771536803597,
       "median": 0.0859881043434143,
       "n": 203
      },
      "loss1": {
       "mean": 0.06781257035697034,
       "median": 0.001259446144104004,
       "n": 203
      },
      "loss2": {
       "mean": 0.1288658038442358,
       "median": 0.07547760009765625,
       "n": 203
      },
      "n": 203,
      "p1": {
       "mean": 0.7954637882335168,
       "median": 0.7997887271066176,
       "n": 203
      },
      "p2": {
       "mean": 0.13299681121465987,
       "median": 0.12374844102447921,
       "n": 203
      },
      "psum": {
       "mean": 0.9284605994481767,
       "median": 0.9578448730597572,
       "n": 203
      },
      "psum_bins": [
       0,
       0,
       0,
       0,
       0,
       0,
       3,
       15,
       33,
       152
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 90,
         "n": 37,
         "share": 0.4111111111111111,
         "small": true
        },
        "eligible": 90,
        "risk_close": {
         "den": 37,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 109,
         "n": 40,
         "share": 0.3669724770642202,
         "small": true
        },
        "eligible": 109,
        "risk_close": {
         "den": 40,
         "n": 29,
         "share": 0.725,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 113,
         "n": 32,
         "share": 0.2831858407079646,
         "small": true
        },
        "eligible": 113,
        "risk_close": {
         "den": 32,
         "n": 17,
         "share": 0.53125,
         "small": true
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.6428571428571429,
       "adj_other": 0.824404761904762,
       "adjusted": -0.18154761904761907,
       "adjusted_hi": 0.1428571428571428,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.3382034632034632,
       "close": {
        "den": 29,
        "n": 19,
        "share": 0.6551724137931034,
        "small": true
       },
       "covered": {
        "den": 29,
        "n": 28,
        "share": 0.9655172413793104,
        "small": true
       },
       "crude": -0.14482758620689662,
       "crude_hi": 0.10080645161290325,
       "crude_left_out": 0,
       "crude_lo": -0.2848484848484849,
       "group": 84,
       "matches": 4,
       "na": null,
       "other": {
        "den": 55,
        "n": 44,
        "share": 0.8,
        "small": true
       },
       "resamples": 2000,
       "strata": 22,
       "strata_both": 13
      },
      "stake": {
       "big": {
        "den": 71,
        "n": 25,
        "share": 0.352112676056338,
        "small": true
       },
       "medium": {
        "den": 29,
        "n": 13,
        "share": 0.4482758620689655,
        "small": true
       },
       "small": {
        "den": 9,
        "n": 2,
        "share": 0.2222222222222222,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 90,
         "n": 37,
         "share": 0.4111111111111111,
         "small": true
        },
        "eligible": 90,
        "risk_close": {
         "den": 37,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 100,
         "n": 38,
         "share": 0.38,
         "small": true
        },
        "eligible": 100,
        "risk_close": {
         "den": 38,
         "n": 27,
         "share": 0.7105263157894737,
         "small": true
        }
       },
       "safety": {
        "close": {
         "den": 122,
         "n": 34,
         "share": 0.2786885245901639,
         "small": true
        },
        "eligible": 122,
        "risk_close": {
         "den": 34,
         "n": 19,
         "share": 0.5588235294117647,
         "small": true
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.64,
       "adj_other": 0.8033333333333335,
       "adjusted": -0.16333333333333344,
       "adjusted_hi": 0.17708333333333326,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.36,
       "close": {
        "den": 27,
        "n": 18,
        "share": 0.6666666666666666,
        "small": true
       },
       "covered": {
        "den": 27,
        "n": 25,
        "share": 0.9259259259259259,
        "small": true
       },
       "crude": -0.11764705882352944,
       "crude_hi": 0.1048951048951049,
       "crude_left_out": 0,
       "crude_lo": -0.28260869565217395,
       "group": 78,
       "matches": 4,
       "na": null,
       "other": {
        "den": 51,
        "n": 40,
        "share": 0.7843137254901961,
        "small": true
       },
       "resamples": 2000,
       "strata": 22,
       "strata_both": 11
      },
      "stake": {
       "big": {
        "den": 71,
        "n": 25,
        "share": 0.352112676056338,
        "small": true
       },
       "medium": {
        "den": 29,
        "n": 13,
        "share": 0.4482758620689655,
        "small": true
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 109,
     "n": 46,
     "share": 0.42201834862385323,
     "small": true
    },
    "risk_close_of_eligible": {
     "den": 312,
     "n": 46,
     "share": 0.14743589743589744,
     "small": false
    },
    "risk_pair_other": {
     "den": 203,
     "n": 112,
     "share": 0.5517241379310345,
     "small": false
    },
    "ties": {
     "close": 1,
     "member": 0,
     "order": 1,
     "positive": 1,
     "top_two": 1,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.6405729529785421,
    "auroc_blunder": 0.5805056871694559,
    "confident_badly_wrong": {
     "den": 1825,
     "n": 73,
     "share": 0.04
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 354,
       "n": 73,
       "share": 0.2062146892655367
      },
      "kept": {
       "den": 1825,
       "n": 354,
       "share": 0.19397260273972602
      },
      "mean_loss": 0.05598314409538851,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 11,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1825,
       "n": 11,
       "share": 0.006027397260273973
      },
      "mean_loss": 0.0007570169188759544,
      "too_few": true
     }
    },
    "ece": 0.24797898952360273,
    "held_out": {
     "blunders": 0.06442805871172738,
     "kept": 0.008584449519882324,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1825,
    "surest": {
     "cut": 0.8705989600558174,
     "error_rate": 30.831941597049553,
     "n": 457,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.6405729529785421,
    "best_share": 0.43690773067331673,
    "blunder_share": 0.30673316708229426,
    "brier": 0.2996574625842421,
    "clusters": 104,
    "confidence_n": 1825,
    "confident_badly_wrong": 0.04,
    "cost_coverage": 1.0,
    "decisions": 2005,
    "ece": 0.24797898952360273,
    "engine_scored": 2005,
    "error_hi": 49.93782874880952,
    "error_lo": 40.65903495291559,
    "error_rate": 45.030896510566556,
    "first_date": "2026-10-20",
    "group_sizes": [
     14,
     15,
     16,
     17,
     18,
     19,
     20,
     21,
     22,
     23,
     24,
     25,
     26
    ],
    "grouped": 180,
    "invalid": 0,
    "last_date": "2026-10-25",
    "mean_confidence": 0.7038694004825069,
    "over_budget": 0.0004987531172069825,
    "own_cost": {
     "decisions": 2005,
     "estimate": true,
     "excluded_hours": 117.88333333333334,
     "gaps": [
      [
       "2026-10-20T21:00Z",
       "2026-10-20T21:57Z",
       56
      ],
      [
       "2026-10-20T22:01Z",
       "2026-10-21T01:30Z",
       209
      ],
      [
       "2026-10-21T01:39Z",
       "2026-10-21T01:57Z",
       19
      ],
      [
       "2026-10-21T04:23Z",
       "2026-10-25T20:12Z",
       6709
      ],
      [
       "2026-10-25T20:16Z",
       "2026-10-25T20:27Z",
       11
      ],
      [
       "2026-10-25T20:45Z",
       "2026-10-25T21:54Z",
       69
      ]
     ],
     "gpu_decisions": 2005,
     "gpu_usd": 9.125208382443592,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 3.722901666760435,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 0.06359472221798365,
       "machine": "dgx_spark",
       "usd": 0.01353409053288798,
       "usd_per_gpu_hour": 0.21281782608464228
      },
      {
       "gpus": 1,
       "hours": 3.6593069445424513,
       "machine": "rtx_pro_6000",
       "usd": 9.111674291910704,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": {
      "chf_per_h": 0.17465558152207,
      "electricity_chf_per_h": 0.02244858,
      "purchase_chf_per_h": 0.15220700152207,
      "usd_per_h": 0.21281782608464228
     },
     "usd": 9.125208382443592,
     "usd_per_1000": 4.551226125907029
    },
    "p95_loss": 0.4220028638839721,
    "probability_source": "logprobs",
    "retry_mean": 0.41779351620947636,
    "scored": 2005,
    "time_median": 1.476,
    "time_p90": 2.713,
    "tokens_in": 4265.779052369077,
    "tokens_out": 2.5296758104738153,
    "too_few": false,
    "usd_per_1000": 4.551226125907029,
    "very_confident": 0.19397260273972602,
    "worst_mean": 0.6799375572800637
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 26.370262148374334,
      "needless": 3.1951272428184376,
      "none": 3.975061184152998,
      "right_risk": 2.919092692639168,
      "right_safety": 5.7535069690380904,
      "wrong_risk": 2.8178462735435317
     },
     "calls": {
      "missed": 536.0,
      "needless": 61.0,
      "right_risk": 178.0,
      "right_safety": 671.0,
      "wrong_risk": 42.0
     },
     "confidence": {
      "auroc_right_risk": 0.5048340548340549,
      "missed_mean_p": 0.7053531128021785,
      "missed_n": 477,
      "taken_grouped": 37,
      "taken_n": 244,
      "taken_other": 0
     },
     "error_rate": 45.030896510566556,
     "found": {
      "den": 756.0,
      "n": 178.0,
      "share": 0.23544973544973544
     },
     "good": {
      "den": 281.0,
      "n": 178.0,
      "share": 0.6334519572953736
     },
     "judgement": 57.60582010582011,
     "judgement_hi": 59.03917207223001,
     "judgement_lo": 56.0818093690487,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0726643598615917,
      "x": 0.7645502645502645,
      "y": 0.08333333333333333
     },
     "margin": 0.001,
     "missed": {
      "den": 756.0,
      "n": 536.0,
      "share": 0.708994708994709
     },
     "needless": {
      "den": 732.0,
      "n": 61.0,
      "share": 0.08333333333333333
     },
     "needless_by_loss": {
      "big": {
       "den": 732.0,
       "n": 46.0,
       "share": 0.06284153005464481
      },
      "medium": {
       "den": 732.0,
       "n": 10.0,
       "share": 0.01366120218579235
      },
      "small": {
       "den": 732.0,
       "n": 5.0,
       "share": 0.006830601092896175
      }
     },
     "no_trade_off": 517.0,
     "reference": null,
     "right_safety": {
      "den": 732.0,
      "n": 671.0,
      "share": 0.9166666666666666
     },
     "risk_pays": 756.0,
     "safety_pays": 732.0,
     "scored": 2005,
     "sdt": {
      "aim": {
       "den": 220.0,
       "n": 178.0,
       "share": 0.8090909090909091
      },
      "beta": 1.0308558771135814,
      "caution": 0.9644705406593062,
      "caution_hi": 1.0449343122084234,
      "caution_lo": 0.888242365842646,
      "cstar": 0.036629158282506104,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8296506737726163,
      "dprime_hi": 0.9771175787717208,
      "dprime_lo": 0.6979046979736102,
      "false_alarm": {
       "den": 732.0,
       "n": 61.0,
       "share": 0.08333333333333333
      },
      "false_alarm_rate": 0.08390177353342429,
      "hit": {
       "den": 756.0,
       "n": 220.0,
       "share": 0.291005291005291
      },
      "hit_rate": 0.2912813738441215,
      "missed_loss": 0.19728498361003932,
      "missed_n": 536.0,
      "na": null,
      "needless_loss": 0.21004033186396615,
      "needless_n": 61.0
     },
     "size": {
      "bad": {
       "mean": 8.194174757281553,
       "n": 103.0,
       "too_few": true
      },
      "right": {
       "mean": 6.089887640449438,
       "n": 178.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 471.0,
        "n": 124.0,
        "share": 0.2632696390658174
       },
       "missed": {
        "den": 471.0,
        "n": 328.0,
        "share": 0.6963906581740976
       },
       "risk_pays": 471.0,
       "wrong": {
        "den": 471.0,
        "n": 19.0,
        "share": 0.040339702760084924
       }
      },
      "medium": {
       "found": {
        "den": 217.0,
        "n": 46.0,
        "share": 0.2119815668202765
       },
       "missed": {
        "den": 217.0,
        "n": 154.0,
        "share": 0.7096774193548387
       },
       "risk_pays": 217.0,
       "wrong": {
        "den": 217.0,
        "n": 17.0,
        "share": 0.07834101382488479
       }
      },
      "small": {
       "found": {
        "den": 68.0,
        "n": 8.0,
        "share": 0.11764705882352941
       },
       "missed": {
        "den": 68.0,
        "n": 54.0,
        "share": 0.7941176470588235
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 6.0,
        "share": 0.08823529411764706
       }
      }
     },
     "trade_off": 1488.0,
     "wrong": {
      "den": 756.0,
      "n": 42.0,
      "share": 0.05555555555555555
     }
    },
    "robust": {
     "by_call": {
      "missed": 25.784564657401564,
      "needless": 3.3672840963872592,
      "none": 3.975061184152998,
      "right_risk": 2.5251610915262503,
      "right_safety": 6.339204460010862,
      "wrong_risk": 3.0396210210876276
     },
     "calls": {
      "missed": 482.0,
      "needless": 75.0,
      "right_risk": 157.0,
      "right_safety": 725.0,
      "wrong_risk": 49.0
     },
     "confidence": {
      "auroc_right_risk": 0.5405698778833107,
      "missed_mean_p": 0.7033042857746639,
      "missed_n": 433,
      "taken_grouped": 37,
      "taken_n": 244,
      "taken_other": 0
     },
     "error_rate": 45.030896510566556,
     "found": {
      "den": 688.0,
      "n": 157.0,
      "share": 0.22819767441860464
     },
     "good": {
      "den": 281.0,
      "n": 157.0,
      "share": 0.5587188612099644
     },
     "judgement": 56.72238372093024,
     "judgement_hi": 58.197783474520556,
     "judgement_lo": 55.141070740837414,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09227871939736347,
      "x": 0.7718023255813954,
      "y": 0.09375
     },
     "margin": 0.02,
     "missed": {
      "den": 688.0,
      "n": 482.0,
      "share": 0.7005813953488372
     },
     "needless": {
      "den": 800.0,
      "n": 75.0,
      "share": 0.09375
     },
     "needless_by_loss": {
      "big": {
       "den": 800.0,
       "n": 51.0,
       "share": 0.06375
      },
      "medium": {
       "den": 800.0,
       "n": 10.0,
       "share": 0.0125
      },
      "small": {
       "den": 800.0,
       "n": 14.0,
       "share": 0.0175
      }
     },
     "no_trade_off": 517.0,
     "reference": null,
     "right_safety": {
      "den": 800.0,
      "n": 725.0,
      "share": 0.90625
     },
     "risk_pays": 688.0,
     "safety_pays": 800.0,
     "scored": 2005,
     "sdt": {
      "aim": {
       "den": 206.0,
       "n": 157.0,
       "share": 0.7621359223300971
      },
      "beta": 0.9759044077737189,
      "caution": 0.9201111522108544,
      "caution_hi": 0.9946881865957948,
      "caution_lo": 0.8499591049329079,
      "cstar": -0.030883955133059096,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7897511868370424,
      "dprime_hi": 0.9260426189854113,
      "dprime_lo": 0.6620975677612504,
      "false_alarm": {
       "den": 800.0,
       "n": 75.0,
       "share": 0.09375
      },
      "false_alarm_rate": 0.09425717852684144,
      "hit": {
       "den": 688.0,
       "n": 206.0,
       "share": 0.29941860465116277
      },
      "hit_rate": 0.2997097242380261,
      "missed_loss": 0.21451473916219974,
      "missed_n": 482.0,
      "na": null,
      "needless_loss": 0.18003745635350546,
      "needless_n": 75.0
     },
     "size": {
      "bad": {
       "mean": 7.975806451612903,
       "n": 124.0,
       "too_few": true
      },
      "right": {
       "mean": 5.980891719745223,
       "n": 157.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 471.0,
        "n": 118.0,
        "share": 0.2505307855626327
       },
       "missed": {
        "den": 471.0,
        "n": 328.0,
        "share": 0.6963906581740976
       },
       "risk_pays": 471.0,
       "wrong": {
        "den": 471.0,
        "n": 25.0,
        "share": 0.05307855626326964
       }
      },
      "medium": {
       "found": {
        "den": 217.0,
        "n": 39.0,
        "share": 0.17972350230414746
       },
       "missed": {
        "den": 217.0,
        "n": 154.0,
        "share": 0.7096774193548387
       },
       "risk_pays": 217.0,
       "wrong": {
        "den": 217.0,
        "n": 24.0,
        "share": 0.11059907834101383
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1488.0,
     "wrong": {
      "den": 688.0,
      "n": 49.0,
      "share": 0.07122093023255814
     }
    }
   },
   "slug": "qwen3-8-27b-off"
  },
  "Random": {
   "close": {
    "decisions": 1337,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1222,
     "not_audited": 115
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.16529543754674644,
    "blunder_share": 0.6148092744951383,
    "clusters": 64,
    "cost_coverage": 0.0,
    "decisions": 1337,
    "engine_scored": 1337,
    "error_hi": 128.51310019414183,
    "error_lo": 113.25450566982416,
    "error_rate": 121.10562838764447,
    "first_date": "2026-10-15",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "over_budget": 0.0,
    "p95_loss": 0.8546491920948031,
    "probability_source": null,
    "retry_mean": 0.0,
    "scored": 1337,
    "time_median": 0.0,
    "time_p90": 0.0,
    "too_few": false,
    "worst_mean": 1.080384640996136
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 8.200662889049047,
      "needless": 54.224612345959414,
      "none": 13.44392510519691,
      "right_risk": 3.3580628833221517,
      "right_safety": 3.879087378752258,
      "wrong_risk": 37.99927778536469
     },
     "calls": {
      "missed": 87.0,
      "needless": 363.0,
      "right_risk": 112.0,
      "right_safety": 121.0,
      "wrong_risk": 253.0
     },
     "confidence": null,
     "error_rate": 121.10562838764447,
     "found": {
      "den": 452.0,
      "n": 112.0,
      "share": 0.24778761061946902
     },
     "good": {
      "den": 728.0,
      "n": 112.0,
      "share": 0.15384615384615385
     },
     "judgement": 24.88938053097345,
     "judgement_hi": 27.44041100845115,
     "judgement_lo": 22.27113231887112,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7441176470588236,
      "x": 0.7522123893805309,
      "y": 0.75
     },
     "margin": 0.001,
     "missed": {
      "den": 452.0,
      "n": 87.0,
      "share": 0.19247787610619468
     },
     "needless": {
      "den": 484.0,
      "n": 363.0,
      "share": 0.75
     },
     "needless_by_loss": {
      "big": {
       "den": 484.0,
       "n": 329.0,
       "share": 0.6797520661157025
      },
      "medium": {
       "den": 484.0,
       "n": 27.0,
       "share": 0.05578512396694215
      },
      "small": {
       "den": 484.0,
       "n": 7.0,
       "share": 0.014462809917355372
      }
     },
     "no_trade_off": 401.0,
     "reference": null,
     "right_safety": {
      "den": 484.0,
      "n": 121.0,
      "share": 0.25
     },
     "risk_pays": 452.0,
     "safety_pays": 484.0,
     "scored": 1337,
     "sdt": {
      "aim": {
       "den": 365.0,
       "n": 112.0,
       "share": 0.30684931506849317
      },
      "beta": 1.6969422038584,
      "caution": -0.7695953973350287,
      "caution_hi": -0.6543443060143569,
      "caution_lo": -0.8939147278281053,
      "cstar": 2.733614772299761,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.1934537130829157,
      "dprime_hi": 0.33745384782237964,
      "dprime_lo": 0.05444320181704694,
      "false_alarm": {
       "den": 484.0,
       "n": 363.0,
       "share": 0.75
      },
      "false_alarm_rate": 0.7494845360824742,
      "hit": {
       "den": 452.0,
       "n": 365.0,
       "share": 0.8075221238938053
      },
      "hit_rate": 0.8068432671081678,
      "missed_loss": 0.25205255822203626,
      "missed_n": 87.0,
      "na": null,
      "needless_loss": 0.39943970637216386,
      "needless_n": 363.0
     },
     "size": {
      "bad": {
       "mean": 16.412337662337663,
       "n": 616.0,
       "too_few": false
      },
      "right": {
       "mean": 12.330357142857142,
       "n": 112.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 267.0,
        "n": 78.0,
        "share": 0.29213483146067415
       },
       "missed": {
        "den": 267.0,
        "n": 49.0,
        "share": 0.18352059925093633
       },
       "risk_pays": 267.0,
       "wrong": {
        "den": 267.0,
        "n": 140.0,
        "share": 0.5243445692883895
       }
      },
      "medium": {
       "found": {
        "den": 147.0,
        "n": 26.0,
        "share": 0.17687074829931973
       },
       "missed": {
        "den": 147.0,
        "n": 30.0,
        "share": 0.20408163265306123
       },
       "risk_pays": 147.0,
       "wrong": {
        "den": 147.0,
        "n": 91.0,
        "share": 0.6190476190476191
       }
      },
      "small": {
       "found": {
        "den": 38.0,
        "n": 8.0,
        "share": 0.21052631578947367
       },
       "missed": {
        "den": 38.0,
        "n": 8.0,
        "share": 0.21052631578947367
       },
       "risk_pays": 38.0,
       "wrong": {
        "den": 38.0,
        "n": 22.0,
        "share": 0.5789473684210527
       }
      }
     },
     "trade_off": 936.0,
     "wrong": {
      "den": 452.0,
      "n": 253.0,
      "share": 0.5597345132743363
     }
    },
    "robust": {
     "by_call": {
      "missed": 8.00387361821793,
      "needless": 55.363607823447495,
      "none": 13.44392510519691,
      "right_risk": 3.0748957270727106,
      "right_safety": 4.075876649583376,
      "wrong_risk": 37.14344946412605
     },
     "calls": {
      "missed": 79.0,
      "needless": 393.0,
      "right_risk": 94.0,
      "right_safety": 129.0,
      "wrong_risk": 241.0
     },
     "confidence": null,
     "error_rate": 121.10562838764447,
     "found": {
      "den": 414.0,
      "n": 94.0,
      "share": 0.22705314009661837
     },
     "good": {
      "den": 728.0,
      "n": 94.0,
      "share": 0.12912087912087913
     },
     "judgement": 23.708978843911378,
     "judgement_hi": 26.293518844319333,
     "judgement_lo": 20.98056148894538,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.753125,
      "x": 0.7729468599033816,
      "y": 0.7528735632183908
     },
     "margin": 0.02,
     "missed": {
      "den": 414.0,
      "n": 79.0,
      "share": 0.19082125603864733
     },
     "needless": {
      "den": 522.0,
      "n": 393.0,
      "share": 0.7528735632183908
     },
     "needless_by_loss": {
      "big": {
       "den": 522.0,
       "n": 346.0,
       "share": 0.6628352490421456
      },
      "medium": {
       "den": 522.0,
       "n": 29.0,
       "share": 0.05555555555555555
      },
      "small": {
       "den": 522.0,
       "n": 18.0,
       "share": 0.034482758620689655
      }
     },
     "no_trade_off": 401.0,
     "reference": null,
     "right_safety": {
      "den": 522.0,
      "n": 129.0,
      "share": 0.2471264367816092
     },
     "risk_pays": 414.0,
     "safety_pays": 522.0,
     "scored": 1337,
     "sdt": {
      "aim": {
       "den": 335.0,
       "n": 94.0,
       "share": 0.28059701492537314
      },
      "beta": 1.7531895119169172,
      "caution": -0.7770845963856998,
      "caution_hi": -0.661188784807069,
      "caution_lo": -0.8968939604649809,
      "cstar": 2.9532375389282173,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.19010888893719657,
      "dprime_hi": 0.35106995216777664,
      "dprime_lo": 0.045051192127102596,
      "false_alarm": {
       "den": 522.0,
       "n": 393.0,
       "share": 0.7528735632183908
      },
      "false_alarm_rate": 0.7523900573613767,
      "hit": {
       "den": 414.0,
       "n": 335.0,
       "share": 0.8091787439613527
      },
      "hit_rate": 0.808433734939759,
      "missed_loss": 0.2709159247482879,
      "missed_n": 79.0,
      "na": null,
      "needless_loss": 0.3766979321117013,
      "needless_n": 393.0
     },
     "size": {
      "bad": {
       "mean": 16.27917981072555,
       "n": 634.0,
       "too_few": false
      },
      "right": {
       "mean": 12.446808510638299,
       "n": 94.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 267.0,
        "n": 75.0,
        "share": 0.2808988764044944
       },
       "missed": {
        "den": 267.0,
        "n": 49.0,
        "share": 0.18352059925093633
       },
       "risk_pays": 267.0,
       "wrong": {
        "den": 267.0,
        "n": 143.0,
        "share": 0.5355805243445693
       }
      },
      "medium": {
       "found": {
        "den": 147.0,
        "n": 19.0,
        "share": 0.1292517006802721
       },
       "missed": {
        "den": 147.0,
        "n": 30.0,
        "share": 0.20408163265306123
       },
       "risk_pays": 147.0,
       "wrong": {
        "den": 147.0,
        "n": 98.0,
        "share": 0.6666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 936.0,
     "wrong": {
      "den": 414.0,
      "n": 241.0,
      "share": 0.5821256038647343
     }
    }
   },
   "slug": "random"
  },
  "Safest": {
   "close": {
    "decisions": 2058,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 0,
    "exclusions": {
     "no_probabilities": 1861,
     "not_audited": 197
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "na": "N/A: no full probability distribution"
   },
   "confidence": null,
   "quality": {
    "best_share": 0.3726919339164237,
    "blunder_share": 0.35131195335276966,
    "clusters": 106,
    "cost_coverage": 0.0,
    "decisions": 2058,
    "engine_scored": 2058,
    "error_hi": 56.18256412580833,
    "error_lo": 47.401644040653395,
    "error_rate": 51.644559750519875,
    "first_date": "2026-10-15",
    "group_sizes": [],
    "grouped": 0,
    "invalid": 0,
    "last_date": "2026-10-26",
    "over_budget": 0.0,
    "p95_loss": 0.44506904780864714,
    "probability_source": null,
    "retry_mean": 0.0,
    "scored": 2058,
    "time_median": 0.0,
    "time_p90": 0.004,
    "too_few": false,
    "worst_mean": 0.6748495718229164
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 34.94693096310798,
      "needless": 0.0,
      "none": 8.247797818179265,
      "right_risk": 0.0,
      "right_safety": 8.449830969232627,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 785.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 749.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 51.644559750519875,
     "found": {
      "den": 785.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": 50.0,
     "judgement_hi": 50.0,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.0
     },
     "margin": 0.001,
     "missed": {
      "den": 785.0,
      "n": 785.0,
      "share": 1.0
     },
     "needless": {
      "den": 749.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 749.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 749.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 749.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 524.0,
     "reference": null,
     "right_safety": {
      "den": 749.0,
      "n": 749.0,
      "share": 1.0
     },
     "risk_pays": 785.0,
     "safety_pays": 749.0,
     "scored": 2058,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": 3.215435260039758,
      "caution_hi": 3.2280452576782555,
      "caution_lo": 3.201472330654792,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": -0.01345669920947934,
      "dprime_hi": 0.02485835492305925,
      "dprime_lo": -0.05192157607247948,
      "false_alarm": {
       "den": 749.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.0006666666666666666,
      "hit": {
       "den": 785.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.0006361323155216285,
      "missed_loss": 0.1832376660435063,
      "missed_n": 785.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 460.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 460.0,
        "n": 460.0,
        "share": 1.0
       },
       "risk_pays": 460.0,
       "wrong": {
        "den": 460.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 247.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 247.0,
        "n": 247.0,
        "share": 1.0
       },
       "risk_pays": 247.0,
       "wrong": {
        "den": 247.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 78.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 78.0,
        "n": 78.0,
        "share": 1.0
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 1534.0,
     "wrong": {
      "den": 785.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "robust": {
     "by_call": {
      "missed": 34.37663307748337,
      "needless": 0.0,
      "none": 8.247797818179265,
      "right_risk": 0.0,
      "right_safety": 9.020128854857242,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 707.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 827.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 51.644559750519875,
     "found": {
      "den": 707.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": 50.0,
     "judgement_hi": 50.0,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.0
     },
     "margin": 0.02,
     "missed": {
      "den": 707.0,
      "n": 707.0,
      "share": 1.0
     },
     "needless": {
      "den": 827.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 827.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 827.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 827.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 524.0,
     "reference": null,
     "right_safety": {
      "den": 827.0,
      "n": 827.0,
      "share": 1.0
     },
     "risk_pays": 707.0,
     "safety_pays": 827.0,
     "scored": 2058,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": 3.214573650171019,
      "caution_hi": 3.227360135369213,
      "caution_lo": 3.200090172282817,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 0.04494940243341583,
      "dprime_hi": 0.08106494589447905,
      "dprime_lo": 0.007069286272281192,
      "false_alarm": {
       "den": 827.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.0006038647342995169,
      "hit": {
       "den": 707.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.0007062146892655367,
      "missed_loss": 0.20013326979762594,
      "missed_n": 707.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 460.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 460.0,
        "n": 460.0,
        "share": 1.0
       },
       "risk_pays": 460.0,
       "wrong": {
        "den": 460.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 247.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 247.0,
        "n": 247.0,
        "share": 1.0
       },
       "risk_pays": 247.0,
       "wrong": {
        "den": 247.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1534.0,
     "wrong": {
      "den": 707.0,
      "n": 0.0,
      "share": 0.0
     }
    }
   },
   "slug": "safest"
  },
  "SubQ Snap Preview": {
   "close": {
    "close": {
     "den": 1968,
     "n": 962,
     "share": 0.4888211382113821,
     "small": false
    },
    "decisions": 2200,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1968,
    "exclusions": {
     "grouped": 1,
     "not_audited": 231
    },
    "groups": {
     "close": {
      "by_count": [
       252,
       372,
       228,
       98,
       12
      ],
      "differ": {
       "hitting": {
        "den": 962,
        "n": 503,
        "share": 0.5228690228690228,
        "small": false
       },
       "points": {
        "den": 962,
        "n": 290,
        "share": 0.30145530145530147,
        "small": false
       },
       "prime": {
        "den": 962,
        "n": 267,
        "share": 0.27754677754677753,
        "small": false
       },
       "race": {
        "den": 962,
        "n": 110,
        "share": 0.11434511434511435,
        "small": false
       }
      },
      "gap": {
       "mean": 0.13103037155591524,
       "median": 0.0695122480392456,
       "n": 962
      },
      "loss1": {
       "mean": 0.11793822589138689,
       "median": 0.04503810405731201,
       "n": 962
      },
      "loss2": {
       "mean": 0.14401507012065878,
       "median": 0.05923989415168762,
       "n": 962
      },
      "n": 962,
      "p1": {
       "mean": 0.34166970969891813,
       "median": 0.3311569822743974,
       "n": 962
      },
      "p2": {
       "mean": 0.2455617121210226,
       "median": 0.23409833941271518,
       "n": 962
      },
      "psum": {
       "mean": 0.5872314218199407,
       "median": 0.5690496807648201,
       "n": 962
      },
      "psum_bins": [
       0,
       16,
       66,
       116,
       168,
       161,
       148,
       104,
       90,
       93
      ]
     },
     "other": {
      "by_count": [
       219,
       425,
       247,
       105,
       10
      ],
      "differ": {
       "hitting": {
        "den": 1006,
        "n": 570,
        "share": 0.5666003976143141,
        "small": false
       },
       "points": {
        "den": 1006,
        "n": 322,
        "share": 0.32007952286282304,
        "small": false
       },
       "prime": {
        "den": 1006,
        "n": 266,
        "share": 0.2644135188866799,
        "small": false
       },
       "race": {
        "den": 1006,
        "n": 116,
        "share": 0.11530815109343936,
        "small": false
       }
      },
      "gap": {
       "mean": 0.1385121932382849,
       "median": 0.07357880473136902,
       "n": 1006
      },
      "loss1": {
       "mean": 0.06509769510914744,
       "median": 0.0,
       "n": 1006
      },
      "loss2": {
       "mean": 0.14724359834644477,
       "median": 0.07579386234283447,
       "n": 1006
      },
      "n": 1006,
      "p1": {
       "mean": 0.598067672525552,
       "median": 0.6012359857552321,
       "n": 1006
      },
      "p2": {
       "mean": 0.14554153584944374,
       "median": 0.13920642516232995,
       "n": 1006
      },
      "psum": {
       "mean": 0.7436092083749958,
       "median": 0.7557309367422392,
       "n": 1006
      },
      "psum_bins": [
       0,
       3,
       7,
       27,
       81,
       106,
       171,
       197,
       163,
       251
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 451,
         "n": 213,
         "share": 0.4722838137472284,
         "small": false
        },
        "eligible": 451,
        "risk_close": {
         "den": 213,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 715,
         "n": 376,
         "share": 0.5258741258741259,
         "small": false
        },
        "eligible": 715,
        "risk_close": {
         "den": 376,
         "n": 176,
         "share": 0.46808510638297873,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 802,
         "n": 373,
         "share": 0.46508728179551123,
         "small": false
        },
        "eligible": 802,
        "risk_close": {
         "den": 373,
         "n": 162,
         "share": 0.4343163538873995,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.5380116959064327,
       "adj_other": 0.7021781662132539,
       "adjusted": -0.1641664703068212,
       "adjusted_hi": -0.01519045797952056,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.2960546308881678,
       "close": {
        "den": 176,
        "n": 96,
        "share": 0.5454545454545454,
        "small": true
       },
       "covered": {
        "den": 176,
        "n": 171,
        "share": 0.9715909090909091,
        "small": true
       },
       "crude": -0.15135396518375244,
       "crude_hi": -0.03626358883976312,
       "crude_left_out": 0,
       "crude_lo": -0.2577306763285024,
       "group": 364,
       "matches": 16,
       "na": null,
       "other": {
        "den": 188,
        "n": 131,
        "share": 0.6968085106382979,
        "small": true
       },
       "resamples": 2000,
       "strata": 37,
       "strata_both": 26
      },
      "stake": {
       "big": {
        "den": 407,
        "n": 211,
        "share": 0.5184275184275184,
        "small": false
       },
       "medium": {
        "den": 220,
        "n": 124,
        "share": 0.5636363636363636,
        "small": false
       },
       "small": {
        "den": 88,
        "n": 41,
        "share": 0.4659090909090909,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 451,
         "n": 213,
         "share": 0.4722838137472284,
         "small": false
        },
        "eligible": 451,
        "risk_close": {
         "den": 213,
         "n": 0,
         "share": 0.0,
         "small": false
        }
       },
       "risk": {
        "close": {
         "den": 627,
         "n": 335,
         "share": 0.5342902711323764,
         "small": false
        },
        "eligible": 627,
        "risk_close": {
         "den": 335,
         "n": 153,
         "share": 0.45671641791044776,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 890,
         "n": 414,
         "share": 0.4651685393258427,
         "small": false
        },
        "eligible": 890,
        "risk_close": {
         "den": 414,
         "n": 185,
         "share": 0.4468599033816425,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.5436241610738255,
       "adj_other": 0.695953487228655,
       "adjusted": -0.15232932615482953,
       "adjusted_hi": 0.03216586913824216,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.2906413280936265,
       "close": {
        "den": 153,
        "n": 83,
        "share": 0.5424836601307189,
        "small": true
       },
       "covered": {
        "den": 153,
        "n": 149,
        "share": 0.9738562091503268,
        "small": true
       },
       "crude": -0.12856897144822843,
       "crude_hi": 0.009298724527481777,
       "crude_left_out": 0,
       "crude_lo": -0.24631187235631985,
       "group": 305,
       "matches": 16,
       "na": null,
       "other": {
        "den": 152,
        "n": 102,
        "share": 0.6710526315789473,
        "small": true
       },
       "resamples": 2000,
       "strata": 35,
       "strata_both": 25
      },
      "stake": {
       "big": {
        "den": 407,
        "n": 211,
        "share": 0.5184275184275184,
        "small": false
       },
       "medium": {
        "den": 220,
        "n": 124,
        "share": 0.5636363636363636,
        "small": false
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 962,
     "n": 338,
     "share": 0.35135135135135137,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1968,
     "n": 338,
     "share": 0.1717479674796748,
     "small": false
    },
    "risk_pair_other": {
     "den": 1006,
     "n": 464,
     "share": 0.46123260437375746,
     "small": false
    },
    "ties": {
     "close": 0,
     "member": 0,
     "order": 0,
     "positive": 0,
     "top_two": 0,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.7311022034581722,
    "auroc_blunder": 0.7113266571292323,
    "confident_badly_wrong": {
     "den": 2199,
     "n": 2,
     "share": 0.0009095043201455207
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 47,
       "n": 2,
       "share": 0.0425531914893617
      },
      "kept": {
       "den": 2199,
       "n": 47,
       "share": 0.021373351523419737
      },
      "mean_loss": 0.00763832761886272,
      "too_few": true
     },
     "0.99": {
      "blunders": {
       "den": 1,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 2199,
       "n": 1,
       "share": 0.00045475216007276033
      },
      "mean_loss": 0.0,
      "too_few": true
     }
    },
    "ece": 0.054206982825888234,
    "held_out": {
     "blunders": 0.03812258311729701,
     "kept": 0.014587872901869647,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 2199,
    "surest": {
     "cut": 0.6236441731452942,
     "error_rate": 13.859975392168218,
     "n": 550,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.7311022034581722,
    "best_share": 0.42318181818181816,
    "blunder_share": 0.31772727272727275,
    "brier": 0.20839464823150336,
    "clusters": 104,
    "confidence_n": 2199,
    "confident_badly_wrong": 0.0009095043201455207,
    "cost_coverage": 1.0,
    "decisions": 2200,
    "ece": 0.054206982825888234,
    "engine_scored": 2200,
    "error_hi": 48.759960355104205,
    "error_lo": 39.31096486165569,
    "error_rate": 43.870584172281355,
    "first_date": "2026-10-15",
    "group_sizes": [
     178
    ],
    "grouped": 1,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.4757474552977215,
    "over_budget": 0.0,
    "p95_loss": 0.3991760790348043,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 2200,
    "time_median": 0.244,
    "time_p90": 0.315,
    "tokens_in": 3866.2845454545454,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 0.1933142272727273,
    "very_confident": 0.021373351523419737,
    "worst_mean": 0.6342666739767248
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 14.354410435665738,
      "needless": 10.397110974246806,
      "none": 3.5760779543356462,
      "right_risk": 3.209385309707035,
      "right_safety": 5.113029872829264,
      "wrong_risk": 7.220569625496864
     },
     "calls": {
      "missed": 359.0,
      "needless": 223.0,
      "right_risk": 297.0,
      "right_safety": 673.0,
      "wrong_risk": 127.0
     },
     "confidence": {
      "auroc_right_risk": 0.6063684463684463,
      "missed_mean_p": 0.44256693264209357,
      "missed_n": 358,
      "taken_grouped": 0,
      "taken_n": 647,
      "taken_other": 0
     },
     "error_rate": 43.870584172281355,
     "found": {
      "den": 783.0,
      "n": 297.0,
      "share": 0.3793103448275862
     },
     "good": {
      "den": 647.0,
      "n": 297.0,
      "share": 0.45904173106646057
     },
     "judgement": 56.52132081280787,
     "judgement_hi": 59.149111307398606,
     "judgement_lo": 53.78571237431705,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2613168724279835,
      "x": 0.6206896551724138,
      "y": 0.24888392857142858
     },
     "margin": 0.001,
     "missed": {
      "den": 783.0,
      "n": 359.0,
      "share": 0.45849297573435505
     },
     "needless": {
      "den": 896.0,
      "n": 223.0,
      "share": 0.24888392857142858
     },
     "needless_by_loss": {
      "big": {
       "den": 896.0,
       "n": 156.0,
       "share": 0.17410714285714285
      },
      "medium": {
       "den": 896.0,
       "n": 53.0,
       "share": 0.05915178571428571
      },
      "small": {
       "den": 896.0,
       "n": 14.0,
       "share": 0.015625
      }
     },
     "no_trade_off": 521.0,
     "reference": null,
     "right_safety": {
      "den": 896.0,
      "n": 673.0,
      "share": 0.7511160714285714
     },
     "risk_pays": 783.0,
     "safety_pays": 896.0,
     "scored": 2200,
     "sdt": {
      "aim": {
       "den": 424.0,
       "n": 297.0,
       "share": 0.7004716981132075
      },
      "beta": 1.3343296997767455,
      "caution": 0.2865127874380804,
      "caution_hi": 0.3625170184347467,
      "caution_lo": 0.2158707887416374,
      "cstar": 0.3692029486029735,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.7812209228146971,
      "dprime_hi": 0.9266364560133818,
      "dprime_lo": 0.6501372896180688,
      "false_alarm": {
       "den": 896.0,
       "n": 223.0,
       "share": 0.24888392857142858
      },
      "false_alarm_rate": 0.2491638795986622,
      "hit": {
       "den": 783.0,
       "n": 424.0,
       "share": 0.541507024265645
      },
      "hit_rate": 0.5414540816326531,
      "missed_loss": 0.17593149280481685,
      "missed_n": 359.0,
      "na": null,
      "needless_loss": 0.20514479052325535,
      "needless_n": 223.0
     },
     "size": {
      "bad": {
       "mean": 10.92,
       "n": 350.0,
       "too_few": false
      },
      "right": {
       "mean": 9.616161616161616,
       "n": 297.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 438.0,
        "n": 201.0,
        "share": 0.4589041095890411
       },
       "missed": {
        "den": 438.0,
        "n": 185.0,
        "share": 0.4223744292237443
       },
       "risk_pays": 438.0,
       "wrong": {
        "den": 438.0,
        "n": 52.0,
        "share": 0.1187214611872146
       }
      },
      "medium": {
       "found": {
        "den": 247.0,
        "n": 79.0,
        "share": 0.31983805668016196
       },
       "missed": {
        "den": 247.0,
        "n": 117.0,
        "share": 0.47368421052631576
       },
       "risk_pays": 247.0,
       "wrong": {
        "den": 247.0,
        "n": 51.0,
        "share": 0.20647773279352227
       }
      },
      "small": {
       "found": {
        "den": 98.0,
        "n": 17.0,
        "share": 0.17346938775510204
       },
       "missed": {
        "den": 98.0,
        "n": 57.0,
        "share": 0.5816326530612245
       },
       "risk_pays": 98.0,
       "wrong": {
        "den": 98.0,
        "n": 24.0,
        "share": 0.24489795918367346
       }
      }
     },
     "trade_off": 1679.0,
     "wrong": {
      "den": 783.0,
      "n": 127.0,
      "share": 0.16219667943805874
     }
    },
    "robust": {
     "by_call": {
      "missed": 13.796494162895463,
      "needless": 11.345225023952397,
      "none": 3.5760779543356462,
      "right_risk": 2.65424521131949,
      "right_safety": 5.6709461455995385,
      "wrong_risk": 6.827595674178817
     },
     "calls": {
      "missed": 302.0,
      "needless": 264.0,
      "right_risk": 263.0,
      "right_safety": 730.0,
      "wrong_risk": 120.0
     },
     "confidence": {
      "auroc_right_risk": 0.599443520278834,
      "missed_mean_p": 0.43049760551448674,
      "missed_n": 301,
      "taken_grouped": 0,
      "taken_n": 647,
      "taken_other": 0
     },
     "error_rate": 43.870584172281355,
     "found": {
      "den": 685.0,
      "n": 263.0,
      "share": 0.38394160583941606
     },
     "good": {
      "den": 647.0,
      "n": 263.0,
      "share": 0.40649149922720246
     },
     "judgement": 55.917402223560345,
     "judgement_hi": 58.83409873031749,
     "judgement_lo": 53.07552711299953,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2843601895734597,
      "x": 0.6160583941605839,
      "y": 0.2655935613682093
     },
     "margin": 0.02,
     "missed": {
      "den": 685.0,
      "n": 302.0,
      "share": 0.4408759124087591
     },
     "needless": {
      "den": 994.0,
      "n": 264.0,
      "share": 0.2655935613682093
     },
     "needless_by_loss": {
      "big": {
       "den": 994.0,
       "n": 172.0,
       "share": 0.17303822937625754
      },
      "medium": {
       "den": 994.0,
       "n": 56.0,
       "share": 0.056338028169014086
      },
      "small": {
       "den": 994.0,
       "n": 36.0,
       "share": 0.03621730382293763
      }
     },
     "no_trade_off": 521.0,
     "reference": null,
     "right_safety": {
      "den": 994.0,
      "n": 730.0,
      "share": 0.7344064386317908
     },
     "risk_pays": 685.0,
     "safety_pays": 994.0,
     "scored": 2200,
     "sdt": {
      "aim": {
       "den": 383.0,
       "n": 263.0,
       "share": 0.6866840731070496
      },
      "beta": 1.365033160261409,
      "caution": 0.23847310901166358,
      "caution_hi": 0.31279752848266257,
      "caution_lo": 0.16462158141755318,
      "cstar": 0.40203604918235664,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.7740070130688789,
      "dprime_hi": 0.934604962828306,
      "dprime_lo": 0.6305870073455202,
      "false_alarm": {
       "den": 994.0,
       "n": 264.0,
       "share": 0.2655935613682093
      },
      "false_alarm_rate": 0.2658291457286432,
      "hit": {
       "den": 685.0,
       "n": 383.0,
       "share": 0.5591240875912409
      },
      "hit_rate": 0.5590379008746356,
      "missed_loss": 0.201008524227616,
      "missed_n": 302.0,
      "na": null,
      "needless_loss": 0.18908708373253996,
      "needless_n": 264.0
     },
     "size": {
      "bad": {
       "mean": 11.059895833333334,
       "n": 384.0,
       "too_few": false
      },
      "right": {
       "mean": 9.243346007604563,
       "n": 263.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 438.0,
        "n": 190.0,
        "share": 0.4337899543378995
       },
       "missed": {
        "den": 438.0,
        "n": 185.0,
        "share": 0.4223744292237443
       },
       "risk_pays": 438.0,
       "wrong": {
        "den": 438.0,
        "n": 63.0,
        "share": 0.14383561643835616
       }
      },
      "medium": {
       "found": {
        "den": 247.0,
        "n": 73.0,
        "share": 0.29554655870445345
       },
       "missed": {
        "den": 247.0,
        "n": 117.0,
        "share": 0.47368421052631576
       },
       "risk_pays": 247.0,
       "wrong": {
        "den": 247.0,
        "n": 57.0,
        "share": 0.23076923076923078
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1679.0,
     "wrong": {
      "den": 685.0,
      "n": 120.0,
      "share": 0.17518248175182483
     }
    }
   },
   "slug": "subq-snap-preview"
  },
  "Winnow-12B": {
   "close": {
    "close": {
     "den": 1705,
     "n": 692,
     "share": 0.4058651026392962,
     "small": false
    },
    "decisions": 2015,
    "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
    "eligible": 1705,
    "exclusions": {
     "grouped": 81,
     "not_audited": 229
    },
    "groups": {
     "close": {
      "by_count": [
       227,
       276,
       124,
       53,
       12
      ],
      "differ": {
       "hitting": {
        "den": 692,
        "n": 350,
        "share": 0.5057803468208093,
        "small": false
       },
       "points": {
        "den": 692,
        "n": 141,
        "share": 0.203757225433526,
        "small": false
       },
       "prime": {
        "den": 692,
        "n": 146,
        "share": 0.21098265895953758,
        "small": false
       },
       "race": {
        "den": 692,
        "n": 94,
        "share": 0.13583815028901733,
        "small": false
       }
      },
      "gap": {
       "mean": 0.12558600788860652,
       "median": 0.058928102254867554,
       "n": 692
      },
      "loss1": {
       "mean": 0.110976908937355,
       "median": 0.028619438409805298,
       "n": 692
      },
      "loss2": {
       "mean": 0.11942387695257374,
       "median": 0.04005149006843567,
       "n": 692
      },
      "n": 692,
      "p1": {
       "mean": 0.3954218137874098,
       "median": 0.38839018443149764,
       "n": 692
      },
      "p2": {
       "mean": 0.2908460449032778,
       "median": 0.2859207997225418,
       "n": 692
      },
      "psum": {
       "mean": 0.6862678586906876,
       "median": 0.6805784512896664,
       "n": 692
      },
      "psum_bins": [
       0,
       0,
       3,
       38,
       74,
       122,
       142,
       116,
       93,
       104
      ]
     },
     "other": {
      "by_count": [
       188,
       380,
       313,
       117,
       15
      ],
      "differ": {
       "hitting": {
        "den": 1013,
        "n": 574,
        "share": 0.5666337611056268,
        "small": false
       },
       "points": {
        "den": 1013,
        "n": 435,
        "share": 0.42941757156959526,
        "small": false
       },
       "prime": {
        "den": 1013,
        "n": 303,
        "share": 0.29911154985192495,
        "small": false
       },
       "race": {
        "den": 1013,
        "n": 105,
        "share": 0.10365251727541955,
        "small": false
       }
      },
      "gap": {
       "mean": 0.15194226652825102,
       "median": 0.08169066905975342,
       "n": 1013
      },
      "loss1": {
       "mean": 0.08822706121094488,
       "median": 0.009468793869018555,
       "n": 1013
      },
      "loss2": {
       "mean": 0.15723362838645324,
       "median": 0.07727563381195068,
       "n": 1013
      },
      "n": 1013,
      "p1": {
       "mean": 0.7191720135557234,
       "median": 0.7276690206112124,
       "n": 1013
      },
      "p2": {
       "mean": 0.13176531926151555,
       "median": 0.13052005989937523,
       "n": 1013
      },
      "psum": {
       "mean": 0.8509373328172388,
       "median": 0.8850958474422423,
       "n": 1013
      },
      "psum_bins": [
       0,
       0,
       0,
       1,
       15,
       42,
       100,
       149,
       250,
       456
      ]
     }
    },
    "label": "Probabilities over plays, not sampled reasoning.",
    "margins": {
     "main": {
      "classes": {
       "none": {
        "close": {
         "den": 430,
         "n": 194,
         "share": 0.4511627906976744,
         "small": false
        },
        "eligible": 430,
        "risk_close": {
         "den": 194,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 655,
         "n": 262,
         "share": 0.4,
         "small": false
        },
        "eligible": 655,
        "risk_close": {
         "den": 262,
         "n": 132,
         "share": 0.5038167938931297,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 620,
         "n": 236,
         "share": 0.38064516129032255,
         "small": false
        },
        "eligible": 620,
        "risk_close": {
         "den": 236,
         "n": 111,
         "share": 0.4703389830508475,
         "small": false
        }
       }
      },
      "margin": 0.001,
      "missed": {
       "adj_close": 0.6201550387596899,
       "adj_other": 0.6743288784292455,
       "adjusted": -0.05417383966955558,
       "adjusted_hi": 0.056000735451260567,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.15440903372425613,
       "close": {
        "den": 132,
        "n": 82,
        "share": 0.6212121212121212,
        "small": true
       },
       "covered": {
        "den": 132,
        "n": 129,
        "share": 0.9772727272727273,
        "small": true
       },
       "crude": -0.04820936639118456,
       "crude_hi": 0.05376564001761155,
       "crude_left_out": 0,
       "crude_lo": -0.14780029185903704,
       "group": 374,
       "matches": 16,
       "na": null,
       "other": {
        "den": 242,
        "n": 162,
        "share": 0.6694214876033058,
        "small": false
       },
       "resamples": 2000,
       "strata": 35,
       "strata_both": 25
      },
      "stake": {
       "big": {
        "den": 372,
        "n": 138,
        "share": 0.3709677419354839,
        "small": false
       },
       "medium": {
        "den": 210,
        "n": 85,
        "share": 0.40476190476190477,
        "small": false
       },
       "small": {
        "den": 73,
        "n": 39,
        "share": 0.5342465753424658,
        "small": true
       }
      }
     },
     "robust": {
      "classes": {
       "none": {
        "close": {
         "den": 430,
         "n": 194,
         "share": 0.4511627906976744,
         "small": false
        },
        "eligible": 430,
        "risk_close": {
         "den": 194,
         "n": 0,
         "share": 0.0,
         "small": true
        }
       },
       "risk": {
        "close": {
         "den": 582,
         "n": 223,
         "share": 0.38316151202749144,
         "small": false
        },
        "eligible": 582,
        "risk_close": {
         "den": 223,
         "n": 109,
         "share": 0.48878923766816146,
         "small": false
        }
       },
       "safety": {
        "close": {
         "den": 693,
         "n": 275,
         "share": 0.3968253968253968,
         "small": false
        },
        "eligible": 693,
        "risk_close": {
         "den": 275,
         "n": 134,
         "share": 0.48727272727272725,
         "small": false
        }
       }
      },
      "margin": 0.02,
      "missed": {
       "adj_close": 0.6476190476190476,
       "adj_other": 0.6515138286942798,
       "adjusted": -0.003894781075232112,
       "adjusted_hi": 0.11878790206846504,
       "adjusted_left_out": 0,
       "adjusted_lo": -0.10801657725674677,
       "close": {
        "den": 109,
        "n": 71,
        "share": 0.6513761467889908,
        "small": true
       },
       "covered": {
        "den": 109,
        "n": 105,
        "share": 0.963302752293578,
        "small": true
       },
       "crude": -0.009257337373905106,
       "crude_hi": 0.0912593347716604,
       "crude_left_out": 0,
       "crude_lo": -0.10856890241137378,
       "group": 330,
       "matches": 16,
       "na": null,
       "other": {
        "den": 221,
        "n": 146,
        "share": 0.6606334841628959,
        "small": false
       },
       "resamples": 2000,
       "strata": 34,
       "strata_both": 22
      },
      "stake": {
       "big": {
        "den": 372,
        "n": 138,
        "share": 0.3709677419354839,
        "small": false
       },
       "medium": {
        "den": 210,
        "n": 85,
        "share": 0.40476190476190477,
        "small": false
       },
       "small": {
        "den": 0,
        "n": 0,
        "share": null,
        "small": false
       }
      }
     }
    },
    "na": null,
    "risk_close": {
     "den": 692,
     "n": 243,
     "share": 0.3511560693641618,
     "small": false
    },
    "risk_close_of_eligible": {
     "den": 1705,
     "n": 243,
     "share": 0.14252199413489736,
     "small": false
    },
    "risk_pair_other": {
     "den": 1013,
     "n": 476,
     "share": 0.4698914116485686,
     "small": false
    },
    "ties": {
     "close": 0,
     "member": 0,
     "order": 0,
     "positive": 0,
     "top_two": 0,
     "zero": 0
    }
   },
   "confidence": {
    "auroc_best": 0.6549873446200574,
    "auroc_blunder": 0.6119429545024295,
    "confident_badly_wrong": {
     "den": 1923,
     "n": 39,
     "share": 0.0202808112324493
    },
    "cutoffs": {
     "0.9": {
      "blunders": {
       "den": 217,
       "n": 39,
       "share": 0.17972350230414746
      },
      "kept": {
       "den": 1923,
       "n": 217,
       "share": 0.11284451378055123
      },
      "mean_loss": 0.04562072517685077,
      "too_few": false
     },
     "0.99": {
      "blunders": {
       "den": 20,
       "n": 0,
       "share": 0.0
      },
      "kept": {
       "den": 1923,
       "n": 20,
       "share": 0.010400416016640665
      },
      "mean_loss": 0.00345720648765564,
      "too_few": true
     }
    },
    "ece": 0.19186329923843223,
    "held_out": {
     "blunders": 0.03969931900284926,
     "kept": 0.017421010782148725,
     "no_cutoff": 0,
     "runs": 300
    },
    "n": 1923,
    "surest": {
     "cut": 0.7797883805684382,
     "error_rate": 29.569928121913744,
     "n": 481,
     "too_few": false
    },
    "too_few": false
   },
   "quality": {
    "auroc": 0.6549873446200574,
    "best_share": 0.3890818858560794,
    "blunder_share": 0.3230769230769231,
    "brier": 0.26796395892914304,
    "clusters": 100,
    "confidence_n": 1923,
    "confident_badly_wrong": 0.0202808112324493,
    "cost_coverage": 1.0,
    "decisions": 2015,
    "ece": 0.19186329923843223,
    "engine_scored": 2015,
    "error_hi": 53.553671142577855,
    "error_lo": 45.94350881584737,
    "error_rate": 49.727740965173496,
    "first_date": "2026-10-19",
    "group_sizes": [
     21,
     22,
     23,
     24,
     25,
     26,
     27,
     28,
     29,
     30,
     31,
     32,
     33,
     34,
     35,
     36,
     37,
     38,
     39,
     40
    ],
    "grouped": 92,
    "invalid": 0,
    "last_date": "2026-10-26",
    "mean_confidence": 0.5933392169427752,
    "over_budget": 0.0009925558312655087,
    "own_cost": {
     "decisions": 2015,
     "estimate": true,
     "excluded_hours": 149.56666666666666,
     "gaps": [
      [
       "2026-10-19T21:27Z",
       "2026-10-19T21:43Z",
       16
      ],
      [
       "2026-10-19T22:11Z",
       "2026-10-20T05:09Z",
       418
      ],
      [
       "2026-10-20T05:11Z",
       "2026-10-20T20:31Z",
       920
      ],
      [
       "2026-10-20T20:38Z",
       "2026-10-22T22:37Z",
       2999
      ],
      [
       "2026-10-22T22:51Z",
       "2026-10-23T21:15Z",
       1344
      ],
      [
       "2026-10-23T21:18Z",
       "2026-10-24T16:48Z",
       1170
      ],
      [
       "2026-10-24T16:59Z",
       "2026-10-24T17:10Z",
       11
      ],
      [
       "2026-10-24T17:10Z",
       "2026-10-24T17:26Z",
       16
      ],
      [
       "2026-10-24T17:26Z",
       "2026-10-24T17:39Z",
       13
      ],
      [
       "2026-10-24T17:39Z",
       "2026-10-24T17:49Z",
       10
      ],
      [
       "2026-10-24T17:49Z",
       "2026-10-24T17:59Z",
       10
      ],
      [
       "2026-10-24T17:59Z",
       "2026-10-24T18:11Z",
       12
      ],
      [
       "2026-10-24T18:11Z",
       "2026-10-24T18:22Z",
       11
      ],
      [
       "2026-10-24T18:38Z",
       "2026-10-24T18:49Z",
       11
      ],
      [
       "2026-10-24T19:49Z",
       "2026-10-24T20:00Z",
       11
      ],
      [
       "2026-10-24T20:23Z",
       "2026-10-24T20:36Z",
       13
      ],
      [
       "2026-10-24T21:56Z",
       "2026-10-24T22:07Z",
       11
      ],
      [
       "2026-10-24T22:21Z",
       "2026-10-24T22:47Z",
       26
      ],
      [
       "2026-10-24T22:47Z",
       "2026-10-24T23:23Z",
       36
      ],
      [
       "2026-10-24T23:23Z",
       "2026-10-24T23:37Z",
       14
      ],
      [
       "2026-10-25T02:05Z",
       "2026-10-25T20:29Z",
       1104
      ],
      [
       "2026-10-25T20:32Z",
       "2026-10-26T09:50Z",
       798
      ]
     ],
     "gpu_decisions": 2015,
     "gpu_usd": 19.374178166923933,
     "hosted_decisions": 0,
     "hosted_unpriced": 0,
     "hosted_usd": 0,
     "hours": 7.780794444547763,
     "kind": "gpu",
     "parts": [
      {
       "gpus": 1,
       "hours": 7.780794444547763,
       "machine": "rtx_pro_6000",
       "usd": 19.374178166923933,
       "usd_per_gpu_hour": 2.49
      }
     ],
     "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
     "spark_rate": null,
     "usd": 19.374178166923933,
     "usd_per_1000": 9.614976757778626
    },
    "p95_loss": 0.45641934871673573,
    "probability_source": "decision",
    "retry_mean": 0.0,
    "scored": 2015,
    "time_median": 2.455,
    "time_p90": 5.452400000000001,
    "tokens_in": 4143.675930521092,
    "tokens_out": 0.0,
    "too_few": false,
    "usd_per_1000": 9.614976757778626,
    "very_confident": 0.11284451378055123,
    "worst_mean": 0.6883469014474661
   },
   "risk": {
    "main": {
     "by_call": {
      "missed": 19.930967414941147,
      "needless": 10.047160284986568,
      "none": 4.861290372039189,
      "right_risk": 3.4536352746244106,
      "right_safety": 5.372298688214115,
      "wrong_risk": 6.062388930368068
     },
     "calls": {
      "missed": 415.0,
      "needless": 175.0,
      "right_risk": 263.0,
      "right_safety": 573.0,
      "wrong_risk": 102.0
     },
     "confidence": {
      "auroc_right_risk": 0.6167979002624672,
      "missed_mean_p": 0.5968489754059799,
      "missed_n": 390,
      "taken_grouped": 22,
      "taken_n": 518,
      "taken_other": 0
     },
     "error_rate": 49.727740965173496,
     "found": {
      "den": 780.0,
      "n": 263.0,
      "share": 0.3371794871794872
     },
     "good": {
      "den": 540.0,
      "n": 263.0,
      "share": 0.48703703703703705
     },
     "judgement": 55.161113396407515,
     "judgement_hi": 57.153681808515614,
     "judgement_lo": 52.939407585129885,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19729206963249515,
      "x": 0.6628205128205128,
      "y": 0.2339572192513369
     },
     "margin": 0.001,
     "missed": {
      "den": 780.0,
      "n": 415.0,
      "share": 0.532051282051282
     },
     "needless": {
      "den": 748.0,
      "n": 175.0,
      "share": 0.2339572192513369
     },
     "needless_by_loss": {
      "big": {
       "den": 748.0,
       "n": 123.0,
       "share": 0.16443850267379678
      },
      "medium": {
       "den": 748.0,
       "n": 37.0,
       "share": 0.04946524064171123
      },
      "small": {
       "den": 748.0,
       "n": 15.0,
       "share": 0.020053475935828877
      }
     },
     "no_trade_off": 487.0,
     "reference": null,
     "right_safety": {
      "den": 748.0,
      "n": 573.0,
      "share": 0.766042780748663
     },
     "risk_pays": 780.0,
     "safety_pays": 748.0,
     "scored": 2015,
     "sdt": {
      "aim": {
       "den": 365.0,
       "n": 263.0,
       "share": 0.7205479452054795
      },
      "beta": 1.1463889593617167,
      "caution": 0.4025212127906424,
      "caution_hi": 0.4905422438172599,
      "caution_lo": 0.31553119884411734,
      "cstar": 0.2120083474558041,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6443942817421918,
      "dprime_hi": 0.7657674861898415,
      "dprime_lo": 0.534133046425085,
      "false_alarm": {
       "den": 748.0,
       "n": 175.0,
       "share": 0.2339572192513369
      },
      "false_alarm_rate": 0.23431241655540722,
      "hit": {
       "den": 780.0,
       "n": 365.0,
       "share": 0.46794871794871795
      },
      "hit_rate": 0.4679897567221511,
      "missed_loss": 0.19354650284870561,
      "missed_n": 415.0,
      "na": null,
      "needless_loss": 0.23137174827711923,
      "needless_n": 175.0
     },
     "size": {
      "bad": {
       "mean": 10.184115523465705,
       "n": 277.0,
       "too_few": false
      },
      "right": {
       "mean": 9.76425855513308,
       "n": 263.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 441.0,
        "n": 176.0,
        "share": 0.39909297052154197
       },
       "missed": {
        "den": 441.0,
        "n": 225.0,
        "share": 0.5102040816326531
       },
       "risk_pays": 441.0,
       "wrong": {
        "den": 441.0,
        "n": 40.0,
        "share": 0.09070294784580499
       }
      },
      "medium": {
       "found": {
        "den": 252.0,
        "n": 77.0,
        "share": 0.3055555555555556
       },
       "missed": {
        "den": 252.0,
        "n": 134.0,
        "share": 0.5317460317460317
       },
       "risk_pays": 252.0,
       "wrong": {
        "den": 252.0,
        "n": 41.0,
        "share": 0.1626984126984127
       }
      },
      "small": {
       "found": {
        "den": 87.0,
        "n": 10.0,
        "share": 0.11494252873563218
       },
       "missed": {
        "den": 87.0,
        "n": 56.0,
        "share": 0.6436781609195402
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 21.0,
        "share": 0.2413793103448276
       }
      }
     },
     "trade_off": 1528.0,
     "wrong": {
      "den": 780.0,
      "n": 102.0,
      "share": 0.13076923076923078
     }
    },
    "robust": {
     "by_call": {
      "missed": 19.40835423712103,
      "needless": 10.776289912962145,
      "none": 4.861290372039189,
      "right_risk": 2.8704588451693134,
      "right_safety": 5.894911866034231,
      "wrong_risk": 5.916435731847588
     },
     "calls": {
      "missed": 359.0,
      "needless": 206.0,
      "right_risk": 233.0,
      "right_safety": 629.0,
      "wrong_risk": 101.0
     },
     "confidence": {
      "auroc_right_risk": 0.6276215298824099,
      "missed_mean_p": 0.5983083042323465,
      "missed_n": 338,
      "taken_grouped": 22,
      "taken_n": 518,
      "taken_other": 0
     },
     "error_rate": 49.727740965173496,
     "found": {
      "den": 693.0,
      "n": 233.0,
      "share": 0.3362193362193362
     },
     "good": {
      "den": 540.0,
      "n": 233.0,
      "share": 0.43148148148148147
     },
     "judgement": 54.47563746964945,
     "judgement_hi": 56.158016257711964,
     "judgement_lo": 52.73616969979535,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.21956521739130436,
      "x": 0.6637806637806638,
      "y": 0.2467065868263473
     },
     "margin": 0.02,
     "missed": {
      "den": 693.0,
      "n": 359.0,
      "share": 0.5180375180375181
     },
     "needless": {
      "den": 835.0,
      "n": 206.0,
      "share": 0.2467065868263473
     },
     "needless_by_loss": {
      "big": {
       "den": 835.0,
       "n": 132.0,
       "share": 0.15808383233532936
      },
      "medium": {
       "den": 835.0,
       "n": 48.0,
       "share": 0.05748502994011976
      },
      "small": {
       "den": 835.0,
       "n": 26.0,
       "share": 0.031137724550898204
      }
     },
     "no_trade_off": 487.0,
     "reference": null,
     "right_safety": {
      "den": 835.0,
      "n": 629.0,
      "share": 0.7532934131736527
     },
     "risk_pays": 693.0,
     "safety_pays": 835.0,
     "scored": 2015,
     "sdt": {
      "aim": {
       "den": 334.0,
       "n": 233.0,
       "share": 0.6976047904191617
      },
      "beta": 1.1658992568244906,
      "caution": 0.364546958789476,
      "caution_hi": 0.45219174292293246,
      "caution_lo": 0.2838472275925733,
      "cstar": 0.24029533258546848,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.638766811984795,
      "dprime_hi": 0.7617873350746346,
      "dprime_lo": 0.5193589687717585,
      "false_alarm": {
       "den": 835.0,
       "n": 206.0,
       "share": 0.2467065868263473
      },
      "false_alarm_rate": 0.24700956937799043,
      "hit": {
       "den": 693.0,
       "n": 334.0,
       "share": 0.481962481962482
      },
      "hit_rate": 0.4819884726224784,
      "missed_loss": 0.21787094032199933,
      "missed_n": 359.0,
      "na": null,
      "needless_loss": 0.21081771043319147,
      "needless_n": 206.0
     },
     "size": {
      "bad": {
       "mean": 10.35830618892508,
       "n": 307.0,
       "too_few": false
      },
      "right": {
       "mean": 9.48068669527897,
       "n": 233.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 441.0,
        "n": 165.0,
        "share": 0.3741496598639456
       },
       "missed": {
        "den": 441.0,
        "n": 225.0,
        "share": 0.5102040816326531
       },
       "risk_pays": 441.0,
       "wrong": {
        "den": 441.0,
        "n": 51.0,
        "share": 0.11564625850340136
       }
      },
      "medium": {
       "found": {
        "den": 252.0,
        "n": 68.0,
        "share": 0.2698412698412698
       },
       "missed": {
        "den": 252.0,
        "n": 134.0,
        "share": 0.5317460317460317
       },
       "risk_pays": 252.0,
       "wrong": {
        "den": 252.0,
        "n": 50.0,
        "share": 0.1984126984126984
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1528.0,
     "wrong": {
      "den": 693.0,
      "n": 101.0,
      "share": 0.14574314574314573
     }
    }
   },
   "slug": "winnow-12b"
  }
 },
 "standings": [
  {
   "drawn": 0,
   "games_lost": 22,
   "games_won": 54,
   "gammons_won": 35,
   "lost": 2,
   "name": "GNUbg weak",
   "place": 1,
   "played": 18,
   "points": 48,
   "to_play": 0,
   "won": 16
  },
  {
   "drawn": 2,
   "games_lost": 39,
   "games_won": 57,
   "gammons_won": 17,
   "lost": 4,
   "name": "Celeris-1 Decision",
   "place": 2,
   "played": 18,
   "points": 38,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 1,
   "games_lost": 38,
   "games_won": 66,
   "gammons_won": 14,
   "lost": 5,
   "name": "SubQ Snap Preview",
   "place": 3,
   "played": 18,
   "points": 37,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 1,
   "games_lost": 40,
   "games_won": 60,
   "gammons_won": 15,
   "lost": 5,
   "name": "Cygnet",
   "place": 4,
   "played": 18,
   "points": 37,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 0,
   "games_lost": 36,
   "games_won": 60,
   "gammons_won": 23,
   "lost": 6,
   "name": "Perplexity Decider 27B v1.2 (local GPU)",
   "place": 5,
   "played": 18,
   "points": 36,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 0,
   "games_lost": 39,
   "games_won": 59,
   "gammons_won": 18,
   "lost": 6,
   "name": "Fastino GLiDE v1.2",
   "place": 6,
   "played": 18,
   "points": 36,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 0,
   "games_lost": 28,
   "games_won": 58,
   "gammons_won": 17,
   "lost": 6,
   "name": "DeepSeek-V4.1-Flash (off)",
   "place": 7,
   "played": 18,
   "points": 36,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 0,
   "games_lost": 39,
   "games_won": 55,
   "gammons_won": 26,
   "lost": 6,
   "name": "Jev 1.13.0",
   "place": 8,
   "played": 18,
   "points": 36,
   "to_play": 0,
   "won": 12
  },
  {
   "drawn": 1,
   "games_lost": 47,
   "games_won": 51,
   "gammons_won": 11,
   "lost": 6,
   "name": "GPT-6 Luna (Decisions API)",
   "place": 9,
   "played": 18,
   "points": 34,
   "to_play": 0,
   "won": 11
  },
  {
   "drawn": 0,
   "games_lost": 48,
   "games_won": 54,
   "gammons_won": 23,
   "lost": 8,
   "name": "Perplexity Decider 27B v1.1 (local GPU)",
   "place": 10,
   "played": 18,
   "points": 30,
   "to_play": 0,
   "won": 10
  },
  {
   "drawn": 0,
   "games_lost": 50,
   "games_won": 50,
   "gammons_won": 15,
   "lost": 8,
   "name": "LFM2.5-24B-A2B (on)",
   "place": 11,
   "played": 18,
   "points": 30,
   "to_play": 0,
   "won": 10
  },
  {
   "drawn": 1,
   "games_lost": 53,
   "games_won": 51,
   "gammons_won": 9,
   "lost": 8,
   "name": "Qwen3.8-27B (off)",
   "place": 12,
   "played": 18,
   "points": 28,
   "to_play": 0,
   "won": 9
  },
  {
   "drawn": 1,
   "games_lost": 53,
   "games_won": 43,
   "gammons_won": 10,
   "lost": 9,
   "name": "Inception Mercury Decide",
   "place": 13,
   "played": 18,
   "points": 25,
   "to_play": 0,
   "won": 8
  },
  {
   "drawn": 0,
   "games_lost": 53,
   "games_won": 47,
   "gammons_won": 14,
   "lost": 11,
   "name": "Winnow-12B",
   "place": 14,
   "played": 18,
   "points": 21,
   "to_play": 0,
   "won": 7
  },
  {
   "drawn": 2,
   "games_lost": 65,
   "games_won": 41,
   "gammons_won": 10,
   "lost": 12,
   "name": "Safest",
   "place": 15,
   "played": 18,
   "points": 14,
   "to_play": 0,
   "won": 4
  },
  {
   "drawn": 0,
   "games_lost": 63,
   "games_won": 31,
   "gammons_won": 11,
   "lost": 15,
   "name": "LFM2.5-24B-A2B (off)",
   "place": 16,
   "played": 18,
   "points": 9,
   "to_play": 0,
   "won": 3
  },
  {
   "drawn": 1,
   "games_lost": 70,
   "games_won": 30,
   "gammons_won": 5,
   "lost": 15,
   "name": "Open-Jev 27B v1.1",
   "place": 17,
   "played": 18,
   "points": 7,
   "to_play": 0,
   "won": 2
  },
  {
   "drawn": 0,
   "games_lost": 65,
   "games_won": 33,
   "gammons_won": 7,
   "lost": 16,
   "name": "Perplexity Decider Flash v1.2",
   "place": 18,
   "played": 18,
   "points": 6,
   "to_play": 0,
   "won": 2
  },
  {
   "drawn": 0,
   "games_lost": 58,
   "games_won": 6,
   "gammons_won": 0,
   "lost": 18,
   "name": "Random",
   "place": 19,
   "played": 18,
   "points": 0,
   "to_play": 0,
   "won": 0
  }
 ],
 "started": "2026-10-15T10:44:36.288Z",
 "state": "finished",
 "status": "Finished",
 "version": "v3",
 "winner": "GNUbg weak"
}
