{
 "leagues": {
  "league-1": {
   "id": 1,
   "metric_status": "Published",
   "reasoning": [
    {
     "extra_cost": 29.58377718484766,
     "extra_time_median": 324.669,
     "high": "LFM2.5-24B-A2B (on)",
     "high_setting": "on",
     "low": "LFM2.5-24B-A2B (off)",
     "low_setting": "off",
     "model": "LFM2.5-24B-A2B",
     "reading": "lower error rate in league play",
     "risk": {
      "change": 6.6751174053567155,
      "overlap": false
     },
     "sdt": {
      "main": {
       "caution_change": 0.13511004152824052,
       "dprime_change": 0.33021691603686376
      },
      "robust": {
       "caution_change": 0.11113516415736302,
       "dprime_change": 0.3961458847246246
      }
     }
    }
   ],
   "references": {},
   "setups": {
    "Celeris-1 Decision": {
     "close": {
      "close": {
       "den": 1761,
       "n": 523,
       "share": 0.2969903463940943,
       "small": false
      },
      "decisions": 1922,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1761,
      "exclusions": {
       "not_audited": 161
      },
      "groups": {
       "close": {
        "by_count": [
         189,
         194,
         99,
         32,
         9
        ],
        "differ": {
         "hitting": {
          "den": 523,
          "n": 210,
          "share": 0.40152963671128106,
          "small": false
         },
         "points": {
          "den": 523,
          "n": 133,
          "share": 0.25430210325047803,
          "small": false
         },
         "prime": {
          "den": 523,
          "n": 111,
          "share": 0.21223709369024857,
          "small": false
         },
         "race": {
          "den": 523,
          "n": 70,
          "share": 0.1338432122370937,
          "small": false
         }
        },
        "gap": {
         "mean": 0.12060366984079263,
         "median": 0.056093811988830566,
         "n": 523
        },
        "loss1": {
         "mean": 0.08217454537834766,
         "median": 0.02228403091430664,
         "n": 523
        },
        "loss2": {
         "mean": 0.1004001391663378,
         "median": 0.037311553955078125,
         "n": 523
        },
        "n": 523,
        "p1": {
         "mean": 0.4186615678776291,
         "median": 0.42,
         "n": 523
        },
        "p2": {
         "mean": 0.3013193116634799,
         "median": 0.3,
         "n": 523
        },
        "psum": {
         "mean": 0.719980879541109,
         "median": 0.71,
         "n": 523
        },
        "psum_bins": [
         0,
         1,
         6,
         9,
         40,
         70,
         111,
         109,
         73,
         104
        ]
       },
       "other": {
        "by_count": [
         233,
         521,
         321,
         147,
         16
        ],
        "differ": {
         "hitting": {
          "den": 1238,
          "n": 703,
          "share": 0.5678513731825525,
          "small": false
         },
         "points": {
          "den": 1238,
          "n": 426,
          "share": 0.3441033925686591,
          "small": false
         },
         "prime": {
          "den": 1238,
          "n": 370,
          "share": 0.2988691437802908,
          "small": false
         },
         "race": {
          "den": 1238,
          "n": 169,
          "share": 0.13651050080775445,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1442849806273696,
         "median": 0.08979517221450806,
         "n": 1238
        },
        "loss1": {
         "mean": 0.06490568838327497,
         "median": 7.811188697814941e-05,
         "n": 1238
        },
        "loss2": {
         "mean": 0.1348186014686532,
         "median": 0.07228820025920868,
         "n": 1238
        },
        "n": 1238,
        "p1": {
         "mean": 0.7747738287560582,
         "median": 0.81,
         "n": 1238
        },
        "p2": {
         "mean": 0.10478998384491114,
         "median": 0.09,
         "n": 1238
        },
        "psum": {
         "mean": 0.8795638126009694,
         "median": 0.92,
         "n": 1238
        },
        "psum_bins": [
         0,
         0,
         0,
         1,
         17,
         23,
         57,
         155,
         248,
         737
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 389,
           "n": 147,
           "share": 0.37789203084832906,
           "small": false
          },
          "eligible": 389,
          "risk_close": {
           "den": 147,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 622,
           "n": 194,
           "share": 0.31189710610932475,
           "small": false
          },
          "eligible": 622,
          "risk_close": {
           "den": 194,
           "n": 114,
           "share": 0.5876288659793815,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 750,
           "n": 182,
           "share": 0.24266666666666667,
           "small": false
          },
          "eligible": 750,
          "risk_close": {
           "den": 182,
           "n": 62,
           "share": 0.34065934065934067,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5982142857142857,
         "adj_other": 0.8271191110476824,
         "adjusted": -0.22890482533339673,
         "adjusted_hi": -0.10952347698161241,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.34684881466412465,
         "close": {
          "den": 114,
          "n": 69,
          "share": 0.6052631578947368,
          "small": true
         },
         "covered": {
          "den": 114,
          "n": 112,
          "share": 0.9824561403508771,
          "small": true
         },
         "crude": -0.20331770019107176,
         "crude_hi": -0.09998125520688705,
         "crude_left_out": 0,
         "crude_lo": -0.329080186728628,
         "group": 417,
         "matches": 16,
         "na": null,
         "other": {
          "den": 303,
          "n": 245,
          "share": 0.8085808580858086,
          "small": false
         },
         "resamples": 2000,
         "strata": 34,
         "strata_both": 26
        },
        "stake": {
         "big": {
          "den": 343,
          "n": 110,
          "share": 0.3206997084548105,
          "small": false
         },
         "medium": {
          "den": 188,
          "n": 57,
          "share": 0.30319148936170215,
          "small": true
         },
         "small": {
          "den": 91,
          "n": 27,
          "share": 0.2967032967032967,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 389,
           "n": 147,
           "share": 0.37789203084832906,
           "small": false
          },
          "eligible": 389,
          "risk_close": {
           "den": 147,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 531,
           "n": 167,
           "share": 0.3145009416195857,
           "small": false
          },
          "eligible": 531,
          "risk_close": {
           "den": 167,
           "n": 101,
           "share": 0.6047904191616766,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 841,
           "n": 209,
           "share": 0.24851367419738407,
           "small": false
          },
          "eligible": 841,
          "risk_close": {
           "den": 209,
           "n": 75,
           "share": 0.3588516746411483,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5773195876288659,
         "adj_other": 0.8183550699014616,
         "adjusted": -0.24103548227259564,
         "adjusted_hi": -0.10611591251232057,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3758055383584837,
         "close": {
          "den": 101,
          "n": 60,
          "share": 0.594059405940594,
          "small": true
         },
         "covered": {
          "den": 101,
          "n": 97,
          "share": 0.9603960396039604,
          "small": true
         },
         "crude": -0.20670687758431017,
         "crude_hi": -0.10623890780432337,
         "crude_left_out": 0,
         "crude_lo": -0.340791342803538,
         "group": 362,
         "matches": 16,
         "na": null,
         "other": {
          "den": 261,
          "n": 209,
          "share": 0.8007662835249042,
          "small": false
         },
         "resamples": 2000,
         "strata": 33,
         "strata_both": 24
        },
        "stake": {
         "big": {
          "den": 343,
          "n": 110,
          "share": 0.3206997084548105,
          "small": false
         },
         "medium": {
          "den": 188,
          "n": 57,
          "share": 0.30319148936170215,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 523,
       "n": 176,
       "share": 0.3365200764818356,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1761,
       "n": 176,
       "share": 0.09994321408290743,
       "small": false
      },
      "risk_pair_other": {
       "den": 1238,
       "n": 662,
       "share": 0.5347334410339257,
       "small": false
      },
      "ties": {
       "close": 25,
       "member": 215,
       "order": 13,
       "positive": 227,
       "top_two": 227,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6656320886407259,
      "auroc_blunder": 0.6118805433451544,
      "confident_badly_wrong": {
       "den": 1922,
       "n": 52,
       "share": 0.027055150884495317
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 389,
         "n": 52,
         "share": 0.13367609254498714
        },
        "kept": {
         "den": 1922,
         "n": 389,
         "share": 0.2023933402705515
        },
        "mean_loss": 0.034484684084252405,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1922,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.21421436004162328,
      "held_out": {
       "blunders": 0.08291160972821868,
       "kept": 0.014132437591047582,
       "no_cutoff": 147,
       "runs": 300
      },
      "n": 1922,
      "surest": {
       "cut": 0.87,
       "error_rate": 19.55057304403956,
       "n": 507,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6656320886407259,
      "best_share": 0.4578563995837669,
      "blunder_share": 0.2575442247658689,
      "brier": 0.28065098855359,
      "clusters": 96,
      "confidence_n": 1922,
      "confident_badly_wrong": 0.027055150884495317,
      "cost_coverage": 1.0,
      "decisions": 1922,
      "ece": 0.21421436004162328,
      "engine_scored": 1922,
      "error_hi": 39.40670829014065,
      "error_lo": 31.99961113229117,
      "error_rate": 35.64279046564767,
      "first_date": "2026-10-19",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.6697606659729448,
      "over_budget": 0.0,
      "p95_loss": 0.33885210752487066,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 1922,
      "time_median": 0.17,
      "time_p90": 0.3299000000000001,
      "tokens_in": 3747.2414151925077,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 0.14988965660770032,
      "very_confident": 0.2023933402705515,
      "worst_mean": 0.5313560487702489
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 20.001603424176963,
        "needless": 2.2951913193162845,
        "none": 4.404007179059794,
        "right_risk": 1.3720860063223388,
        "right_safety": 5.502755487188464,
        "wrong_risk": 2.067147049583828
       },
       "calls": {
        "missed": 483.0,
        "needless": 68.0,
        "right_risk": 163.0,
        "right_safety": 749.0,
        "wrong_risk": 37.0
       },
       "confidence": {
        "auroc_right_risk": 0.5166520595968449,
        "missed_mean_p": 0.6792546583850931,
        "missed_n": 483,
        "taken_grouped": 0,
        "taken_n": 268,
        "taken_other": 0
       },
       "error_rate": 35.64279046564767,
       "found": {
        "den": 683.0,
        "n": 163.0,
        "share": 0.23865300146412885
       },
       "good": {
        "den": 268.0,
        "n": 163.0,
        "share": 0.6082089552238806
       },
       "judgement": 57.771083365740104,
       "judgement_hi": 59.65964806225879,
       "judgement_lo": 55.90282946749637,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.07115384615384615,
        "x": 0.7613469985358712,
        "y": 0.0832313341493268
       },
       "margin": 0.001,
       "missed": {
        "den": 683.0,
        "n": 483.0,
        "share": 0.7071742313323572
       },
       "needless": {
        "den": 817.0,
        "n": 68.0,
        "share": 0.0832313341493268
       },
       "needless_by_loss": {
        "big": {
         "den": 817.0,
         "n": 38.0,
         "share": 0.046511627906976744
        },
        "medium": {
         "den": 817.0,
         "n": 20.0,
         "share": 0.02447980416156671
        },
        "small": {
         "den": 817.0,
         "n": 10.0,
         "share": 0.012239902080783354
        }
       },
       "no_trade_off": 422.0,
       "reference": null,
       "right_safety": {
        "den": 817.0,
        "n": 749.0,
        "share": 0.9167686658506732
       },
       "risk_pays": 683.0,
       "safety_pays": 817.0,
       "scored": 1922,
       "sdt": {
        "aim": {
         "den": 200.0,
         "n": 163.0,
         "share": 0.815
        },
        "beta": 0.9749753852414761,
        "caution": 0.9623043444354566,
        "caution_hi": 1.0529856850251997,
        "caution_lo": 0.8827205164395463,
        "cstar": -0.030311996654888495,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.8360734034676122,
        "dprime_hi": 1.0268892869461612,
        "dprime_lo": 0.672664931674635,
        "false_alarm": {
         "den": 817.0,
         "n": 68.0,
         "share": 0.0832313341493268
        },
        "false_alarm_rate": 0.08374083129584352,
        "hit": {
         "den": 683.0,
         "n": 200.0,
         "share": 0.29282576866764276
        },
        "hit_rate": 0.29312865497076024,
        "missed_loss": 0.15918460364914336,
        "missed_n": 483.0,
        "na": null,
        "needless_loss": 0.12974581516840877,
        "needless_n": 68.0
       },
       "size": {
        "bad": {
         "mean": 7.895238095238096,
         "n": 105.0,
         "too_few": true
        },
        "right": {
         "mean": 8.938650306748466,
         "n": 163.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 374.0,
          "n": 120.0,
          "share": 0.32085561497326204
         },
         "missed": {
          "den": 374.0,
          "n": 242.0,
          "share": 0.6470588235294118
         },
         "risk_pays": 374.0,
         "wrong": {
          "den": 374.0,
          "n": 12.0,
          "share": 0.03208556149732621
         }
        },
        "medium": {
         "found": {
          "den": 212.0,
          "n": 30.0,
          "share": 0.14150943396226415
         },
         "missed": {
          "den": 212.0,
          "n": 163.0,
          "share": 0.7688679245283019
         },
         "risk_pays": 212.0,
         "wrong": {
          "den": 212.0,
          "n": 19.0,
          "share": 0.08962264150943396
         }
        },
        "small": {
         "found": {
          "den": 97.0,
          "n": 13.0,
          "share": 0.13402061855670103
         },
         "missed": {
          "den": 97.0,
          "n": 78.0,
          "share": 0.8041237113402062
         },
         "risk_pays": 97.0,
         "wrong": {
          "den": 97.0,
          "n": 6.0,
          "share": 0.061855670103092786
         }
        }
       },
       "trade_off": 1500.0,
       "wrong": {
        "den": 683.0,
        "n": 37.0,
        "share": 0.05417276720351391
       }
      },
      "robust": {
       "by_call": {
        "missed": 19.035290000217888,
        "needless": 2.4179609164859204,
        "none": 4.404007179059794,
        "right_risk": 1.2382588559581387,
        "right_safety": 6.46906891114754,
        "wrong_risk": 2.078204602778392
       },
       "calls": {
        "missed": 405.0,
        "needless": 87.0,
        "right_risk": 141.0,
        "right_safety": 827.0,
        "wrong_risk": 40.0
       },
       "confidence": {
        "auroc_right_risk": 0.5294298319093093,
        "missed_mean_p": 0.6786172839506173,
        "missed_n": 405,
        "taken_grouped": 0,
        "taken_n": 268,
        "taken_other": 0
       },
       "error_rate": 35.64279046564767,
       "found": {
        "den": 586.0,
        "n": 141.0,
        "share": 0.24061433447098976
       },
       "good": {
        "den": 268.0,
        "n": 141.0,
        "share": 0.5261194029850746
       },
       "judgement": 57.27141694236787,
       "judgement_hi": 59.132343903173876,
       "judgement_lo": 55.37922744903382,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0898876404494382,
        "x": 0.7593856655290102,
        "y": 0.09518599562363239
       },
       "margin": 0.02,
       "missed": {
        "den": 586.0,
        "n": 405.0,
        "share": 0.6911262798634812
       },
       "needless": {
        "den": 914.0,
        "n": 87.0,
        "share": 0.09518599562363239
       },
       "needless_by_loss": {
        "big": {
         "den": 914.0,
         "n": 41.0,
         "share": 0.044857768052516414
        },
        "medium": {
         "den": 914.0,
         "n": 21.0,
         "share": 0.022975929978118162
        },
        "small": {
         "den": 914.0,
         "n": 25.0,
         "share": 0.02735229759299781
        }
       },
       "no_trade_off": 422.0,
       "reference": null,
       "right_safety": {
        "den": 914.0,
        "n": 827.0,
        "share": 0.9048140043763676
       },
       "risk_pays": 586.0,
       "safety_pays": 914.0,
       "scored": 1922,
       "sdt": {
        "aim": {
         "den": 181.0,
         "n": 141.0,
         "share": 0.7790055248618785
        },
        "beta": 0.9223040790999729,
        "caution": 0.9024956397211269,
        "caution_hi": 0.9907514013802484,
        "caution_lo": 0.8223735020209968,
        "cstar": -0.10000669291458844,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.8087489311527472,
        "dprime_hi": 0.9775951555099889,
        "dprime_lo": 0.6527387079703205,
        "false_alarm": {
         "den": 914.0,
         "n": 87.0,
         "share": 0.09518599562363239
        },
        "false_alarm_rate": 0.09562841530054644,
        "hit": {
         "den": 586.0,
         "n": 181.0,
         "share": 0.30887372013651876
        },
        "hit_rate": 0.3091993185689949,
        "missed_loss": 0.1806707524958952,
        "missed_n": 405.0,
        "na": null,
        "needless_loss": 0.10683496279278021,
        "needless_n": 87.0
       },
       "size": {
        "bad": {
         "mean": 8.559055118110237,
         "n": 127.0,
         "too_few": true
        },
        "right": {
         "mean": 8.50354609929078,
         "n": 141.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 374.0,
          "n": 117.0,
          "share": 0.31283422459893045
         },
         "missed": {
          "den": 374.0,
          "n": 242.0,
          "share": 0.6470588235294118
         },
         "risk_pays": 374.0,
         "wrong": {
          "den": 374.0,
          "n": 15.0,
          "share": 0.040106951871657755
         }
        },
        "medium": {
         "found": {
          "den": 212.0,
          "n": 24.0,
          "share": 0.11320754716981132
         },
         "missed": {
          "den": 212.0,
          "n": 163.0,
          "share": 0.7688679245283019
         },
         "risk_pays": 212.0,
         "wrong": {
          "den": 212.0,
          "n": 25.0,
          "share": 0.1179245283018868
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1500.0,
       "wrong": {
        "den": 586.0,
        "n": 40.0,
        "share": 0.06825938566552901
       }
      }
     },
     "slug": "celeris-1-decision"
    },
    "Cygnet": {
     "close": {
      "close": {
       "den": 1655,
       "n": 359,
       "share": 0.21691842900302113,
       "small": false
      },
      "decisions": 2016,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1655,
      "exclusions": {
       "grouped": 113,
       "not_audited": 248
      },
      "groups": {
       "close": {
        "by_count": [
         136,
         130,
         63,
         28,
         2
        ],
        "differ": {
         "hitting": {
          "den": 359,
          "n": 168,
          "share": 0.467966573816156,
          "small": false
         },
         "points": {
          "den": 359,
          "n": 68,
          "share": 0.1894150417827298,
          "small": false
         },
         "prime": {
          "den": 359,
          "n": 73,
          "share": 0.20334261838440112,
          "small": false
         },
         "race": {
          "den": 359,
          "n": 39,
          "share": 0.10863509749303621,
          "small": false
         }
        },
        "gap": {
         "mean": 0.12132376042249143,
         "median": 0.05407249927520752,
         "n": 359
        },
        "loss1": {
         "mean": 0.09771643060163535,
         "median": 0.02254629135131836,
         "n": 359
        },
        "loss2": {
         "mean": 0.10998970344870203,
         "median": 0.04256749153137207,
         "n": 359
        },
        "n": 359,
        "p1": {
         "mean": 0.4478514403024134,
         "median": 0.4485311991102886,
         "n": 359
        },
        "p2": {
         "mean": 0.3137386745594508,
         "median": 0.3082606520315747,
         "n": 359
        },
        "psum": {
         "mean": 0.7615901148618642,
         "median": 0.7678216124853137,
         "n": 359
        },
        "psum_bins": [
         0,
         0,
         0,
         2,
         15,
         41,
         73,
         76,
         74,
         78
        ]
       },
       "other": {
        "by_count": [
         310,
         505,
         317,
         147,
         17
        ],
        "differ": {
         "hitting": {
          "den": 1296,
          "n": 737,
          "share": 0.5686728395061729,
          "small": false
         },
         "points": {
          "den": 1296,
          "n": 406,
          "share": 0.3132716049382716,
          "small": false
         },
         "prime": {
          "den": 1296,
          "n": 350,
          "share": 0.2700617283950617,
          "small": false
         },
         "race": {
          "den": 1296,
          "n": 155,
          "share": 0.11959876543209877,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13704413888447078,
         "median": 0.07337439060211182,
         "n": 1296
        },
        "loss1": {
         "mean": 0.0679013154434937,
         "median": 0.0033450424671173096,
         "n": 1296
        },
        "loss2": {
         "mean": 0.14479486862726418,
         "median": 0.0814504623413086,
         "n": 1296
        },
        "n": 1296,
        "p1": {
         "mean": 0.727169617404004,
         "median": 0.7427022939388541,
         "n": 1296
        },
        "p2": {
         "mean": 0.11894007509652202,
         "median": 0.10665837423049357,
         "n": 1296
        },
        "psum": {
         "mean": 0.846109692500526,
         "median": 0.8559927774690879,
         "n": 1296
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         6,
         29,
         105,
         282,
         410,
         464
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 406,
           "n": 84,
           "share": 0.20689655172413793,
           "small": false
          },
          "eligible": 406,
          "risk_close": {
           "den": 84,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 613,
           "n": 146,
           "share": 0.23817292006525284,
           "small": false
          },
          "eligible": 613,
          "risk_close": {
           "den": 146,
           "n": 87,
           "share": 0.5958904109589042,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 636,
           "n": 129,
           "share": 0.2028301886792453,
           "small": false
          },
          "eligible": 636,
          "risk_close": {
           "den": 129,
           "n": 57,
           "share": 0.4418604651162791,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.4470588235294118,
         "adj_other": 0.7551984461468003,
         "adjusted": -0.30813962261738853,
         "adjusted_hi": -0.21243297079715176,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.40754549947823693,
         "close": {
          "den": 87,
          "n": 39,
          "share": 0.4482758620689655,
          "small": true
         },
         "covered": {
          "den": 87,
          "n": 85,
          "share": 0.9770114942528736,
          "small": true
         },
         "crude": -0.3169680403700589,
         "crude_hi": -0.23346800957384317,
         "crude_left_out": 0,
         "crude_lo": -0.39405666365288544,
         "group": 415,
         "matches": 16,
         "na": null,
         "other": {
          "den": 328,
          "n": 251,
          "share": 0.7652439024390244,
          "small": false
         },
         "resamples": 2000,
         "strata": 29,
         "strata_both": 21
        },
        "stake": {
         "big": {
          "den": 365,
          "n": 90,
          "share": 0.2465753424657534,
          "small": false
         },
         "medium": {
          "den": 189,
          "n": 43,
          "share": 0.2275132275132275,
          "small": true
         },
         "small": {
          "den": 59,
          "n": 13,
          "share": 0.22033898305084745,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 406,
           "n": 84,
           "share": 0.20689655172413793,
           "small": false
          },
          "eligible": 406,
          "risk_close": {
           "den": 84,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 554,
           "n": 133,
           "share": 0.24007220216606498,
           "small": false
          },
          "eligible": 554,
          "risk_close": {
           "den": 133,
           "n": 81,
           "share": 0.6090225563909775,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 695,
           "n": 142,
           "share": 0.20431654676258992,
           "small": false
          },
          "eligible": 695,
          "risk_close": {
           "den": 142,
           "n": 63,
           "share": 0.44366197183098594,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.425,
         "adj_other": 0.7380234934962228,
         "adjusted": -0.31302349349622277,
         "adjusted_hi": -0.19601701326470072,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.43052751452343996,
         "close": {
          "den": 81,
          "n": 34,
          "share": 0.41975308641975306,
          "small": true
         },
         "covered": {
          "den": 81,
          "n": 80,
          "share": 0.9876543209876543,
          "small": true
         },
         "crude": -0.33362529195862534,
         "crude_hi": -0.23211922532900717,
         "crude_left_out": 0,
         "crude_lo": -0.4317417098820574,
         "group": 377,
         "matches": 16,
         "na": null,
         "other": {
          "den": 296,
          "n": 223,
          "share": 0.7533783783783784,
          "small": false
         },
         "resamples": 2000,
         "strata": 27,
         "strata_both": 21
        },
        "stake": {
         "big": {
          "den": 365,
          "n": 90,
          "share": 0.2465753424657534,
          "small": false
         },
         "medium": {
          "den": 189,
          "n": 43,
          "share": 0.2275132275132275,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 359,
       "n": 144,
       "share": 0.4011142061281337,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1655,
       "n": 144,
       "share": 0.08700906344410876,
       "small": false
      },
      "risk_pair_other": {
       "den": 1296,
       "n": 683,
       "share": 0.5270061728395061,
       "small": false
      },
      "ties": {
       "close": 13,
       "member": 19,
       "order": 10,
       "positive": 29,
       "top_two": 29,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6638865284355115,
      "auroc_blunder": 0.6303539647444099,
      "confident_badly_wrong": {
       "den": 1893,
       "n": 14,
       "share": 0.007395668251452721
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 150,
         "n": 14,
         "share": 0.09333333333333334
        },
        "kept": {
         "den": 1893,
         "n": 150,
         "share": 0.07923930269413629
        },
        "mean_loss": 0.024297422965367636,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1893,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.21828853023171413,
      "held_out": {
       "blunders": 0.07258041225498989,
       "kept": 0.007828686372901768,
       "no_cutoff": 36,
       "runs": 300
      },
      "n": 1893,
      "surest": {
       "cut": 0.8186226162588535,
       "error_rate": 15.944392620762692,
       "n": 474,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6638865284355115,
      "best_share": 0.4399801587301587,
      "blunder_share": 0.27529761904761907,
      "brier": 0.27788126442831873,
      "clusters": 100,
      "confidence_n": 1893,
      "confident_badly_wrong": 0.007395668251452721,
      "cost_coverage": 1.0,
      "decisions": 2016,
      "ece": 0.21828853023171413,
      "engine_scored": 2016,
      "error_hi": 41.870829239830115,
      "error_lo": 35.38707727571535,
      "error_rate": 38.550341649660986,
      "first_date": "2026-10-15",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 123,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.6682954317454413,
      "over_budget": 0.000496031746031746,
      "own_cost": {
       "decisions": 2016,
       "estimate": true,
       "excluded_hours": 252.8,
       "gaps": [
        [
         "2026-10-15T11:29Z",
         "2026-10-15T13:17Z",
         108
        ],
        [
         "2026-10-15T13:20Z",
         "2026-10-16T04:47Z",
         927
        ],
        [
         "2026-10-16T04:47Z",
         "2026-10-19T20:52Z",
         5285
        ],
        [
         "2026-10-19T21:07Z",
         "2026-10-20T04:54Z",
         467
        ],
        [
         "2026-10-20T05:03Z",
         "2026-10-20T13:16Z",
         493
        ],
        [
         "2026-10-20T13:17Z",
         "2026-10-20T20:11Z",
         415
        ],
        [
         "2026-10-20T20:17Z",
         "2026-10-22T17:21Z",
         2704
        ],
        [
         "2026-10-22T17:22Z",
         "2026-10-22T22:21Z",
         300
        ],
        [
         "2026-10-22T22:26Z",
         "2026-10-23T21:15Z",
         1369
        ],
        [
         "2026-10-23T21:15Z",
         "2026-10-24T21:36Z",
         1460
        ],
        [
         "2026-10-24T22:10Z",
         "2026-10-24T22:21Z",
         11
        ],
        [
         "2026-10-24T23:30Z",
         "2026-10-24T23:41Z",
         11
        ],
        [
         "2026-10-25T02:30Z",
         "2026-10-25T02:48Z",
         18
        ],
        [
         "2026-10-25T04:19Z",
         "2026-10-25T04:34Z",
         15
        ],
        [
         "2026-10-25T04:34Z",
         "2026-10-25T05:00Z",
         26
        ],
        [
         "2026-10-25T05:19Z",
         "2026-10-25T05:32Z",
         14
        ],
        [
         "2026-10-25T07:00Z",
         "2026-10-25T07:24Z",
         24
        ],
        [
         "2026-10-25T07:52Z",
         "2026-10-25T21:54Z",
         842
        ],
        [
         "2026-10-25T21:55Z",
         "2026-10-26T09:14Z",
         679
        ]
       ],
       "gpu_decisions": 2016,
       "gpu_usd": 22.51396411771654,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 9.576119722260376,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 0.5843072223001055,
         "machine": "dgx_spark",
         "usd": 0.12435099281546426,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 8.99181249996027,
         "machine": "rtx_pro_6000",
         "usd": 22.389613124901075,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 22.51396411771654,
       "usd_per_1000": 11.167640931407014
      },
      "p95_loss": 0.3568016439676285,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 2016,
      "time_median": 0.366,
      "time_p90": 2.963,
      "tokens_in": 4592.795138888889,
      "tokens_out": 1.4508928571428572,
      "too_few": false,
      "usd_per_1000": 11.167640931407014,
      "very_confident": 0.07923930269413629,
      "worst_mean": 0.5704663773574451
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 19.981745541805314,
        "needless": 4.139405253919817,
        "none": 4.195767691329358,
        "right_risk": 2.7860571290292437,
        "right_safety": 4.255980474963074,
        "wrong_risk": 3.191385558614182
       },
       "calls": {
        "missed": 487.0,
        "needless": 104.0,
        "right_risk": 205.0,
        "right_safety": 685.0,
        "wrong_risk": 58.0
       },
       "confidence": {
        "auroc_right_risk": 0.5568902353106947,
        "missed_mean_p": 0.6592739968704986,
        "missed_n": 452,
        "taken_grouped": 28,
        "taken_n": 339,
        "taken_other": 0
       },
       "error_rate": 38.550341649660986,
       "found": {
        "den": 750.0,
        "n": 205.0,
        "share": 0.2733333333333333
       },
       "good": {
        "den": 367.0,
        "n": 205.0,
        "share": 0.55858310626703
       },
       "judgement": 57.07604562737642,
       "judgement_hi": 58.78403130102081,
       "judgement_lo": 55.31636224125892,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.10642201834862386,
        "x": 0.7266666666666667,
        "y": 0.13181242078580482
       },
       "margin": 0.001,
       "missed": {
        "den": 750.0,
        "n": 487.0,
        "share": 0.6493333333333333
       },
       "needless": {
        "den": 789.0,
        "n": 104.0,
        "share": 0.13181242078580482
       },
       "needless_by_loss": {
        "big": {
         "den": 789.0,
         "n": 67.0,
         "share": 0.08491761723700887
        },
        "medium": {
         "den": 789.0,
         "n": 26.0,
         "share": 0.032953105196451206
        },
        "small": {
         "den": 789.0,
         "n": 11.0,
         "share": 0.01394169835234474
        }
       },
       "no_trade_off": 477.0,
       "reference": null,
       "right_safety": {
        "den": 789.0,
        "n": 685.0,
        "share": 0.8681875792141952
       },
       "risk_pays": 750.0,
       "safety_pays": 789.0,
       "scored": 2016,
       "sdt": {
        "aim": {
         "den": 263.0,
         "n": 205.0,
         "share": 0.779467680608365
        },
        "beta": 1.0205067559097039,
        "caution": 0.7493349428164648,
        "caution_hi": 0.8297523537389937,
        "caution_lo": 0.6737906616158447,
        "cstar": 0.027704812610032374,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7327002614047813,
        "dprime_hi": 0.8789076426510015,
        "dprime_lo": 0.5994804365934683,
        "false_alarm": {
         "den": 789.0,
         "n": 104.0,
         "share": 0.13181242078580482
        },
        "false_alarm_rate": 0.13227848101265824,
        "hit": {
         "den": 750.0,
         "n": 263.0,
         "share": 0.3506666666666667
        },
        "hit_rate": 0.35086551264980026,
        "missed_loss": 0.16543408218595282,
        "missed_n": 487.0,
        "na": null,
        "needless_loss": 0.1604815575365837,
        "needless_n": 104.0
       },
       "size": {
        "bad": {
         "mean": 8.234567901234568,
         "n": 162.0,
         "too_few": true
        },
        "right": {
         "mean": 7.619512195121951,
         "n": 205.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 447.0,
          "n": 159.0,
          "share": 0.35570469798657717
         },
         "missed": {
          "den": 447.0,
          "n": 257.0,
          "share": 0.5749440715883669
         },
         "risk_pays": 447.0,
         "wrong": {
          "den": 447.0,
          "n": 31.0,
          "share": 0.06935123042505593
         }
        },
        "medium": {
         "found": {
          "den": 233.0,
          "n": 41.0,
          "share": 0.1759656652360515
         },
         "missed": {
          "den": 233.0,
          "n": 173.0,
          "share": 0.7424892703862661
         },
         "risk_pays": 233.0,
         "wrong": {
          "den": 233.0,
          "n": 19.0,
          "share": 0.0815450643776824
         }
        },
        "small": {
         "found": {
          "den": 70.0,
          "n": 5.0,
          "share": 0.07142857142857142
         },
         "missed": {
          "den": 70.0,
          "n": 57.0,
          "share": 0.8142857142857143
         },
         "risk_pays": 70.0,
         "wrong": {
          "den": 70.0,
          "n": 8.0,
          "share": 0.11428571428571428
         }
        }
       },
       "trade_off": 1539.0,
       "wrong": {
        "den": 750.0,
        "n": 58.0,
        "share": 0.07733333333333334
       }
      },
      "robust": {
       "by_call": {
        "missed": 19.638590470311186,
        "needless": 4.389699829357957,
        "none": 4.195767691329358,
        "right_risk": 2.491428989857908,
        "right_safety": 4.5991355464572,
        "wrong_risk": 3.2357191223473776
       },
       "calls": {
        "missed": 430.0,
        "needless": 117.0,
        "right_risk": 192.0,
        "right_safety": 742.0,
        "wrong_risk": 58.0
       },
       "confidence": {
        "auroc_right_risk": 0.5389709983268266,
        "missed_mean_p": 0.6574436128984511,
        "missed_n": 399,
        "taken_grouped": 28,
        "taken_n": 339,
        "taken_other": 0
       },
       "error_rate": 38.550341649660986,
       "found": {
        "den": 680.0,
        "n": 192.0,
        "share": 0.2823529411764706
       },
       "good": {
        "den": 367.0,
        "n": 192.0,
        "share": 0.5231607629427792
       },
       "judgement": 57.30740258850921,
       "judgement_hi": 59.21512212841194,
       "judgement_lo": 55.439813971556966,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11885245901639344,
        "x": 0.7176470588235294,
        "y": 0.1362048894062864
       },
       "margin": 0.02,
       "missed": {
        "den": 680.0,
        "n": 430.0,
        "share": 0.6323529411764706
       },
       "needless": {
        "den": 859.0,
        "n": 117.0,
        "share": 0.1362048894062864
       },
       "needless_by_loss": {
        "big": {
         "den": 859.0,
         "n": 73.0,
         "share": 0.08498253783469151
        },
        "medium": {
         "den": 859.0,
         "n": 27.0,
         "share": 0.03143189755529686
        },
        "small": {
         "den": 859.0,
         "n": 17.0,
         "share": 0.01979045401629802
        }
       },
       "no_trade_off": 477.0,
       "reference": null,
       "right_safety": {
        "den": 859.0,
        "n": 742.0,
        "share": 0.8637951105937136
       },
       "risk_pays": 680.0,
       "safety_pays": 859.0,
       "scored": 2016,
       "sdt": {
        "aim": {
         "den": 250.0,
         "n": 192.0,
         "share": 0.768
        },
        "beta": 1.037746685914404,
        "caution": 0.7165857116707381,
        "caution_hi": 0.7970278192951953,
        "caution_lo": 0.6404494283034087,
        "cstar": 0.048879622048375496,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7580196585685095,
        "dprime_hi": 0.8947416027012103,
        "dprime_lo": 0.6292209051532368,
        "false_alarm": {
         "den": 859.0,
         "n": 117.0,
         "share": 0.1362048894062864
        },
        "false_alarm_rate": 0.13662790697674418,
        "hit": {
         "den": 680.0,
         "n": 250.0,
         "share": 0.36764705882352944
        },
        "hit_rate": 0.36784140969163,
        "missed_loss": 0.18414603901463886,
        "missed_n": 430.0,
        "na": null,
        "needless_loss": 0.15127580950402805,
        "needless_n": 117.0
       },
       "size": {
        "bad": {
         "mean": 8.057142857142857,
         "n": 175.0,
         "too_few": true
        },
        "right": {
         "mean": 7.739583333333333,
         "n": 192.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 447.0,
          "n": 153.0,
          "share": 0.3422818791946309
         },
         "missed": {
          "den": 447.0,
          "n": 257.0,
          "share": 0.5749440715883669
         },
         "risk_pays": 447.0,
         "wrong": {
          "den": 447.0,
          "n": 37.0,
          "share": 0.08277404921700224
         }
        },
        "medium": {
         "found": {
          "den": 233.0,
          "n": 39.0,
          "share": 0.16738197424892703
         },
         "missed": {
          "den": 233.0,
          "n": 173.0,
          "share": 0.7424892703862661
         },
         "risk_pays": 233.0,
         "wrong": {
          "den": 233.0,
          "n": 21.0,
          "share": 0.09012875536480687
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1539.0,
       "wrong": {
        "den": 680.0,
        "n": 58.0,
        "share": 0.08529411764705883
       }
      }
     },
     "slug": "cygnet-gemma-4-12b"
    },
    "DeepSeek-V4.1-Flash (off)": {
     "close": {
      "close": {
       "den": 131,
       "n": 15,
       "share": 0.11450381679389313,
       "small": true
      },
      "decisions": 1736,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 131,
      "exclusions": {
       "grouped": 41,
       "not_audited": 1354,
       "sparse": 210
      },
      "groups": {
       "close": {
        "by_count": [
         9,
         3,
         3,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 15,
          "n": 6,
          "share": 0.4,
          "small": true
         },
         "points": {
          "den": 15,
          "n": 1,
          "share": 0.06666666666666667,
          "small": true
         },
         "prime": {
          "den": 15,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "race": {
          "den": 15,
          "n": 2,
          "share": 0.13333333333333333,
          "small": true
         }
        },
        "gap": {
         "mean": 0.0909417986869812,
         "median": 0.028393864631652832,
         "n": 15
        },
        "loss1": {
         "mean": 0.1025354027748108,
         "median": 0.03717076778411865,
         "n": 15
        },
        "loss2": {
         "mean": 0.03576173782348633,
         "median": 0.004706263542175293,
         "n": 15
        },
        "n": 15,
        "p1": {
         "mean": 0.5396275992230897,
         "median": 0.5489178501988426,
         "n": 15
        },
        "p2": {
         "mean": 0.38882608905727994,
         "median": 0.3761471737308371,
         "n": 15
        },
        "psum": {
         "mean": 0.9284536882803696,
         "median": 0.9885946963839531,
         "n": 15
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         1,
         0,
         3,
         11
        ]
       },
       "other": {
        "by_count": [
         34,
         52,
         27,
         3,
         0
        ],
        "differ": {
         "hitting": {
          "den": 116,
          "n": 54,
          "share": 0.46551724137931033,
          "small": true
         },
         "points": {
          "den": 116,
          "n": 13,
          "share": 0.11206896551724138,
          "small": true
         },
         "prime": {
          "den": 116,
          "n": 29,
          "share": 0.25,
          "small": true
         },
         "race": {
          "den": 116,
          "n": 19,
          "share": 0.16379310344827586,
          "small": true
         }
        },
        "gap": {
         "mean": 0.1437123715877533,
         "median": 0.07547509670257568,
         "n": 116
        },
        "loss1": {
         "mean": 0.023637019354721595,
         "median": 0.0,
         "n": 116
        },
        "loss2": {
         "mean": 0.12961757696908097,
         "median": 0.05529975891113281,
         "n": 116
        },
        "n": 116,
        "p1": {
         "mean": 0.8909085559216575,
         "median": 0.9241419228368899,
         "n": 116
        },
        "p2": {
         "mean": 0.09254365185668442,
         "median": 0.07154075910377009,
         "n": 116
        },
        "psum": {
         "mean": 0.983452207778342,
         "median": 0.9971844810281045,
         "n": 116
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         4,
         112
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 58,
           "n": 7,
           "share": 0.1206896551724138,
           "small": true
          },
          "eligible": 58,
          "risk_close": {
           "den": 7,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 21,
           "n": 4,
           "share": 0.19047619047619047,
           "small": true
          },
          "eligible": 21,
          "risk_close": {
           "den": 4,
           "n": 4,
           "share": 1.0,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 52,
           "n": 4,
           "share": 0.07692307692307693,
           "small": true
          },
          "eligible": 52,
          "risk_close": {
           "den": 4,
           "n": 2,
           "share": 0.5,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.6666666666666666,
         "adj_other": 0.7083333333333334,
         "adjusted": -0.04166666666666674,
         "adjusted_hi": 0.7,
         "adjusted_left_out": 134,
         "adjusted_lo": -0.16666666666666663,
         "close": {
          "den": 4,
          "n": 2,
          "share": 0.5,
          "small": true
         },
         "covered": {
          "den": 4,
          "n": 3,
          "share": 0.75,
          "small": true
         },
         "crude": -0.1923076923076923,
         "crude_hi": 0.4375,
         "crude_left_out": 134,
         "crude_lo": -0.46666666666666673,
         "group": 17,
         "matches": 4,
         "na": null,
         "other": {
          "den": 13,
          "n": 9,
          "share": 0.6923076923076923,
          "small": true
         },
         "resamples": 2000,
         "strata": 4,
         "strata_both": 2
        },
        "stake": {
         "big": {
          "den": 11,
          "n": 4,
          "share": 0.36363636363636365,
          "small": true
         },
         "medium": {
          "den": 8,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 2,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 58,
           "n": 7,
           "share": 0.1206896551724138,
           "small": true
          },
          "eligible": 58,
          "risk_close": {
           "den": 7,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 19,
           "n": 4,
           "share": 0.21052631578947367,
           "small": true
          },
          "eligible": 19,
          "risk_close": {
           "den": 4,
           "n": 4,
           "share": 1.0,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 54,
           "n": 4,
           "share": 0.07407407407407407,
           "small": true
          },
          "eligible": 54,
          "risk_close": {
           "den": 4,
           "n": 2,
           "share": 0.5,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.6666666666666666,
         "adj_other": 0.7083333333333334,
         "adjusted": -0.04166666666666674,
         "adjusted_hi": 0.7,
         "adjusted_left_out": 129,
         "adjusted_lo": -0.16666666666666663,
         "close": {
          "den": 4,
          "n": 2,
          "share": 0.5,
          "small": true
         },
         "covered": {
          "den": 4,
          "n": 3,
          "share": 0.75,
          "small": true
         },
         "crude": -0.16666666666666663,
         "crude_hi": 0.5384615384615384,
         "crude_left_out": 129,
         "crude_lo": -0.46666666666666673,
         "group": 16,
         "matches": 4,
         "na": null,
         "other": {
          "den": 12,
          "n": 8,
          "share": 0.6666666666666666,
          "small": true
         },
         "resamples": 2000,
         "strata": 3,
         "strata_both": 2
        },
        "stake": {
         "big": {
          "den": 11,
          "n": 4,
          "share": 0.36363636363636365,
          "small": true
         },
         "medium": {
          "den": 8,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 15,
       "n": 6,
       "share": 0.4,
       "small": true
      },
      "risk_close_of_eligible": {
       "den": 131,
       "n": 6,
       "share": 0.04580152671755725,
       "small": true
      },
      "risk_pair_other": {
       "den": 116,
       "n": 54,
       "share": 0.46551724137931033,
       "small": true
      },
      "ties": {
       "close": 2,
       "member": 2,
       "order": 2,
       "positive": 4,
       "top_two": 4,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7275572773077289,
      "auroc_blunder": 0.657295067694049,
      "confident_badly_wrong": {
       "den": 1589,
       "n": 61,
       "share": 0.03838892385147892
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 531,
         "n": 61,
         "share": 0.11487758945386065
        },
        "kept": {
         "den": 1589,
         "n": 531,
         "share": 0.3341724354940214
        },
        "mean_loss": 0.025522805315402044,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 94,
         "n": 1,
         "share": 0.010638297872340425
        },
        "kept": {
         "den": 1589,
         "n": 94,
         "share": 0.0591567023285085
        },
        "mean_loss": 0.0031252341701629312,
        "too_few": true
       }
      },
      "ece": 0.2669911627676453,
      "held_out": {
       "blunders": 0.015111095616207212,
       "kept": 0.04255726838734454,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1589,
      "surest": {
       "cut": 0.9399135176909788,
       "error_rate": 11.066952841964799,
       "n": 398,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7275572773077289,
      "best_share": 0.47868663594470046,
      "blunder_share": 0.2523041474654378,
      "brier": 0.2865296461816498,
      "clusters": 86,
      "confidence_n": 1589,
      "confident_badly_wrong": 0.03838892385147892,
      "cost_coverage": 1.0,
      "decisions": 1736,
      "ece": 0.2669911627676453,
      "engine_scored": 1736,
      "error_hi": 39.698297715184786,
      "error_lo": 31.68977717905263,
      "error_rate": 35.571743652636556,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 147,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.7604615303116743,
      "over_budget": 0.001152073732718894,
      "own_cost": {
       "decisions": 1736,
       "estimate": true,
       "excluded_hours": 30.833333333333332,
       "gaps": [
        [
         "2026-10-20T22:01Z",
         "2026-10-20T22:48Z",
         47
        ],
        [
         "2026-10-20T22:48Z",
         "2026-10-20T23:13Z",
         25
        ],
        [
         "2026-10-20T23:13Z",
         "2026-10-21T05:33Z",
         380
        ],
        [
         "2026-10-21T05:33Z",
         "2026-10-21T06:25Z",
         52
        ],
        [
         "2026-10-21T06:25Z",
         "2026-10-22T00:01Z",
         1056
        ],
        [
         "2026-10-22T00:01Z",
         "2026-10-22T00:55Z",
         55
        ],
        [
         "2026-10-22T00:55Z",
         "2026-10-22T04:50Z",
         235
        ]
       ],
       "gpu_decisions": 95,
       "gpu_usd": 0.6515333998839064,
       "hosted_decisions": 1641,
       "hosted_unpriced": 0,
       "hosted_usd": 0.6128001276,
       "hours": 0.065414999988344,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 4,
         "hours": 0.065414999988344,
         "machine": "rtx_pro_6000",
         "usd": 0.6515333998839064,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 1.2643335274839065,
       "usd_per_1000": 0.7283027232050152
      },
      "p95_loss": 0.33847901225090027,
      "probability_source": "logprobs",
      "retry_mean": 15.502388248847927,
      "scored": 1736,
      "time_median": 0.484,
      "time_p90": 1.6275,
      "tokens_in": 3960.061059907834,
      "tokens_out": 8.764400921658986,
      "too_few": false,
      "usd_per_1000": 0.7283027232050152,
      "very_confident": 0.3341724354940214,
      "worst_mean": 0.5563109201946478
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 20.067458920833154,
        "needless": 2.944357058007596,
        "none": 2.3440319169226878,
        "right_risk": 3.5247316129059287,
        "right_safety": 3.5334961480259346,
        "wrong_risk": 3.1576679959412544
       },
       "calls": {
        "missed": 420.0,
        "needless": 71.0,
        "right_risk": 192.0,
        "right_safety": 603.0,
        "wrong_risk": 47.0
       },
       "confidence": {
        "auroc_right_risk": 0.5444638694638695,
        "missed_mean_p": 0.7251211097081394,
        "missed_n": 378,
        "taken_grouped": 41,
        "taken_n": 269,
        "taken_other": 0
       },
       "error_rate": 35.571743652636556,
       "found": {
        "den": 659.0,
        "n": 192.0,
        "share": 0.291350531107739
       },
       "good": {
        "den": 310.0,
        "n": 192.0,
        "share": 0.6193548387096774
       },
       "judgement": 59.30046424084689,
       "judgement_hi": 61.530192005954774,
       "judgement_lo": 57.10543241726779,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1006423982869379,
        "x": 0.708649468892261,
        "y": 0.10534124629080119
       },
       "margin": 0.001,
       "missed": {
        "den": 659.0,
        "n": 420.0,
        "share": 0.637329286798179
       },
       "needless": {
        "den": 674.0,
        "n": 71.0,
        "share": 0.10534124629080119
       },
       "needless_by_loss": {
        "big": {
         "den": 674.0,
         "n": 38.0,
         "share": 0.05637982195845697
        },
        "medium": {
         "den": 674.0,
         "n": 24.0,
         "share": 0.03560830860534125
        },
        "small": {
         "den": 674.0,
         "n": 9.0,
         "share": 0.013353115727002967
        }
       },
       "no_trade_off": 403.0,
       "reference": null,
       "right_safety": {
        "den": 674.0,
        "n": 603.0,
        "share": 0.8946587537091988
       },
       "risk_pays": 659.0,
       "safety_pays": 674.0,
       "scored": 1736,
       "sdt": {
        "aim": {
         "den": 239.0,
         "n": 192.0,
         "share": 0.803347280334728
        },
        "beta": 0.8876944735386273,
        "caution": 0.7996319681479518,
        "caution_hi": 0.8917531368248247,
        "caution_lo": 0.7240603651348407,
        "cstar": -0.13270096690091407,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.8977150604484447,
        "dprime_hi": 1.0569438935664186,
        "dprime_lo": 0.7353083374647611,
        "false_alarm": {
         "den": 674.0,
         "n": 71.0,
         "share": 0.10534124629080119
        },
        "false_alarm_rate": 0.10592592592592592,
        "hit": {
         "den": 659.0,
         "n": 239.0,
         "share": 0.3626707132018209
        },
        "hit_rate": 0.36287878787878786,
        "missed_loss": 0.16589099374555405,
        "missed_n": 420.0,
        "na": null,
        "needless_loss": 0.1439832071183433,
        "needless_n": 71.0
       },
       "size": {
        "bad": {
         "mean": 7.0508474576271185,
         "n": 118.0,
         "too_few": true
        },
        "right": {
         "mean": 6.177083333333333,
         "n": 192.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 392.0,
          "n": 150.0,
          "share": 0.3826530612244898
         },
         "missed": {
          "den": 392.0,
          "n": 219.0,
          "share": 0.5586734693877551
         },
         "risk_pays": 392.0,
         "wrong": {
          "den": 392.0,
          "n": 23.0,
          "share": 0.058673469387755105
         }
        },
        "medium": {
         "found": {
          "den": 196.0,
          "n": 35.0,
          "share": 0.17857142857142858
         },
         "missed": {
          "den": 196.0,
          "n": 149.0,
          "share": 0.7602040816326531
         },
         "risk_pays": 196.0,
         "wrong": {
          "den": 196.0,
          "n": 12.0,
          "share": 0.061224489795918366
         }
        },
        "small": {
         "found": {
          "den": 71.0,
          "n": 7.0,
          "share": 0.09859154929577464
         },
         "missed": {
          "den": 71.0,
          "n": 52.0,
          "share": 0.7323943661971831
         },
         "risk_pays": 71.0,
         "wrong": {
          "den": 71.0,
          "n": 12.0,
          "share": 0.16901408450704225
         }
        }
       },
       "trade_off": 1333.0,
       "wrong": {
        "den": 659.0,
        "n": 47.0,
        "share": 0.07132018209408195
       }
      },
      "robust": {
       "by_call": {
        "missed": 19.772049408697864,
        "needless": 3.211481934456232,
        "none": 2.3440319169226878,
        "right_risk": 3.2544559305576684,
        "right_safety": 3.828905660161225,
        "wrong_risk": 3.160818801840879
       },
       "calls": {
        "missed": 368.0,
        "needless": 90.0,
        "right_risk": 177.0,
        "right_safety": 655.0,
        "wrong_risk": 43.0
       },
       "confidence": {
        "auroc_right_risk": 0.5677310924369748,
        "missed_mean_p": 0.7198545949925156,
        "missed_n": 329,
        "taken_grouped": 41,
        "taken_n": 269,
        "taken_other": 0
       },
       "error_rate": 35.571743652636556,
       "found": {
        "den": 588.0,
        "n": 177.0,
        "share": 0.3010204081632653
       },
       "good": {
        "den": 310.0,
        "n": 177.0,
        "share": 0.5709677419354838
       },
       "judgement": 59.01075195178742,
       "judgement_hi": 61.34378286551024,
       "judgement_lo": 56.71390424140869,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.10462287104622871,
        "x": 0.6989795918367347,
        "y": 0.12080536912751678
       },
       "margin": 0.02,
       "missed": {
        "den": 588.0,
        "n": 368.0,
        "share": 0.6258503401360545
       },
       "needless": {
        "den": 745.0,
        "n": 90.0,
        "share": 0.12080536912751678
       },
       "needless_by_loss": {
        "big": {
         "den": 745.0,
         "n": 41.0,
         "share": 0.05503355704697987
        },
        "medium": {
         "den": 745.0,
         "n": 32.0,
         "share": 0.042953020134228186
        },
        "small": {
         "den": 745.0,
         "n": 17.0,
         "share": 0.022818791946308724
        }
       },
       "no_trade_off": 403.0,
       "reference": null,
       "right_safety": {
        "den": 745.0,
        "n": 655.0,
        "share": 0.8791946308724832
       },
       "risk_pays": 588.0,
       "safety_pays": 745.0,
       "scored": 1736,
       "sdt": {
        "aim": {
         "den": 220.0,
         "n": 177.0,
         "share": 0.8045454545454546
        },
        "beta": 0.8414688665401017,
        "caution": 0.7443818700603979,
        "caution_hi": 0.8260895437301603,
        "caution_lo": 0.6644129947324217,
        "cstar": -0.20351486050974898,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.8481260934902193,
        "dprime_hi": 0.9763552786213672,
        "dprime_lo": 0.71749297685409,
        "false_alarm": {
         "den": 745.0,
         "n": 90.0,
         "share": 0.12080536912751678
        },
        "false_alarm_rate": 0.12131367292225201,
        "hit": {
         "den": 588.0,
         "n": 220.0,
         "share": 0.3741496598639456
        },
        "hit_rate": 0.37436332767402375,
        "missed_loss": 0.18654498789945376,
        "missed_n": 368.0,
        "na": null,
        "needless_loss": 0.12389183640480042,
        "needless_n": 90.0
       },
       "size": {
        "bad": {
         "mean": 7.06015037593985,
         "n": 133.0,
         "too_few": true
        },
        "right": {
         "mean": 6.096045197740113,
         "n": 177.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 392.0,
          "n": 144.0,
          "share": 0.3673469387755102
         },
         "missed": {
          "den": 392.0,
          "n": 219.0,
          "share": 0.5586734693877551
         },
         "risk_pays": 392.0,
         "wrong": {
          "den": 392.0,
          "n": 29.0,
          "share": 0.07397959183673469
         }
        },
        "medium": {
         "found": {
          "den": 196.0,
          "n": 33.0,
          "share": 0.1683673469387755
         },
         "missed": {
          "den": 196.0,
          "n": 149.0,
          "share": 0.7602040816326531
         },
         "risk_pays": 196.0,
         "wrong": {
          "den": 196.0,
          "n": 14.0,
          "share": 0.07142857142857142
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1333.0,
       "wrong": {
        "den": 588.0,
        "n": 43.0,
        "share": 0.07312925170068027
       }
      }
     },
     "slug": "deepseek-v4-1-flash-off"
    },
    "Fastino GLiDE v1.2": {
     "close": {
      "close": {
       "den": 1734,
       "n": 956,
       "share": 0.5513264129181085,
       "small": false
      },
      "decisions": 2003,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1734,
      "exclusions": {
       "grouped": 1,
       "not_audited": 268
      },
      "groups": {
       "close": {
        "by_count": [
         217,
         342,
         246,
         130,
         21
        ],
        "differ": {
         "hitting": {
          "den": 956,
          "n": 496,
          "share": 0.5188284518828452,
          "small": false
         },
         "points": {
          "den": 956,
          "n": 355,
          "share": 0.3713389121338912,
          "small": false
         },
         "prime": {
          "den": 956,
          "n": 310,
          "share": 0.32426778242677823,
          "small": false
         },
         "race": {
          "den": 956,
          "n": 147,
          "share": 0.15376569037656904,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1274910814530181,
         "median": 0.07166999578475952,
         "n": 956
        },
        "loss1": {
         "mean": 0.09586836316595516,
         "median": 0.02905595302581787,
         "n": 956
        },
        "loss2": {
         "mean": 0.11745542764788393,
         "median": 0.05002310872077942,
         "n": 956
        },
        "n": 956,
        "p1": {
         "mean": 0.3114614076098722,
         "median": 0.29598354891830786,
         "n": 956
        },
        "p2": {
         "mean": 0.22355312044785114,
         "median": 0.2116992264314537,
         "n": 956
        },
        "psum": {
         "mean": 0.5350145280577233,
         "median": 0.5097622971943567,
         "n": 956
        },
        "psum_bins": [
         4,
         29,
         97,
         155,
         173,
         162,
         131,
         75,
         60,
         70
        ]
       },
       "other": {
        "by_count": [
         154,
         298,
         219,
         93,
         14
        ],
        "differ": {
         "hitting": {
          "den": 778,
          "n": 430,
          "share": 0.5526992287917738,
          "small": false
         },
         "points": {
          "den": 778,
          "n": 299,
          "share": 0.38431876606683807,
          "small": false
         },
         "prime": {
          "den": 778,
          "n": 242,
          "share": 0.3110539845758355,
          "small": false
         },
         "race": {
          "den": 778,
          "n": 100,
          "share": 0.12853470437017994,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14306483806558623,
         "median": 0.08712583780288696,
         "n": 778
        },
        "loss1": {
         "mean": 0.042086555059893886,
         "median": 0.0,
         "n": 778
        },
        "loss2": {
         "mean": 0.13808891751772334,
         "median": 0.07317525148391724,
         "n": 778
        },
        "n": 778,
        "p1": {
         "mean": 0.5843023903106852,
         "median": 0.5848093770653012,
         "n": 778
        },
        "p2": {
         "mean": 0.14872563298544683,
         "median": 0.1467641161570457,
         "n": 778
        },
        "psum": {
         "mean": 0.7330280232961319,
         "median": 0.7602588504519734,
         "n": 778
        },
        "psum_bins": [
         0,
         3,
         10,
         30,
         68,
         89,
         119,
         134,
         153,
         172
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 438,
           "n": 215,
           "share": 0.4908675799086758,
           "small": false
          },
          "eligible": 438,
          "risk_close": {
           "den": 215,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 587,
           "n": 372,
           "share": 0.6337308347529813,
           "small": false
          },
          "eligible": 587,
          "risk_close": {
           "den": 372,
           "n": 233,
           "share": 0.6263440860215054,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 709,
           "n": 369,
           "share": 0.5204513399153737,
           "small": false
          },
          "eligible": 709,
          "risk_close": {
           "den": 369,
           "n": 183,
           "share": 0.4959349593495935,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.6371681415929203,
         "adj_other": 0.7666513427575374,
         "adjusted": -0.1294832011646171,
         "adjusted_hi": -0.013627242170523616,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.2240395000826451,
         "close": {
          "den": 233,
          "n": 146,
          "share": 0.6266094420600858,
          "small": false
         },
         "covered": {
          "den": 233,
          "n": 226,
          "share": 0.9699570815450643,
          "small": false
         },
         "crude": -0.05124290693320277,
         "crude_hi": 0.0541767405247672,
         "crude_left_out": 0,
         "crude_lo": -0.13935228982146608,
         "group": 382,
         "matches": 16,
         "na": null,
         "other": {
          "den": 149,
          "n": 101,
          "share": 0.6778523489932886,
          "small": true
         },
         "resamples": 2000,
         "strata": 31,
         "strata_both": 25
        },
        "stake": {
         "big": {
          "den": 322,
          "n": 219,
          "share": 0.6801242236024845,
          "small": false
         },
         "medium": {
          "den": 192,
          "n": 107,
          "share": 0.5572916666666666,
          "small": true
         },
         "small": {
          "den": 73,
          "n": 46,
          "share": 0.6301369863013698,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 438,
           "n": 215,
           "share": 0.4908675799086758,
           "small": false
          },
          "eligible": 438,
          "risk_close": {
           "den": 215,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 514,
           "n": 326,
           "share": 0.6342412451361867,
           "small": false
          },
          "eligible": 514,
          "risk_close": {
           "den": 326,
           "n": 205,
           "share": 0.6288343558282209,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 782,
           "n": 415,
           "share": 0.530690537084399,
           "small": false
          },
          "eligible": 782,
          "risk_close": {
           "den": 415,
           "n": 211,
           "share": 0.5084337349397591,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.6482412060301508,
         "adj_other": 0.7670560595183711,
         "adjusted": -0.1188148534882203,
         "adjusted_hi": 0.009064053362573064,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.21339118824816902,
         "close": {
          "den": 205,
          "n": 131,
          "share": 0.6390243902439025,
          "small": false
         },
         "covered": {
          "den": 205,
          "n": 199,
          "share": 0.9707317073170731,
          "small": false
         },
         "crude": -0.03814096408680623,
         "crude_hi": 0.07415984380885676,
         "crude_left_out": 0,
         "crude_lo": -0.1395379925836209,
         "group": 332,
         "matches": 16,
         "na": null,
         "other": {
          "den": 127,
          "n": 86,
          "share": 0.6771653543307087,
          "small": true
         },
         "resamples": 2000,
         "strata": 31,
         "strata_both": 25
        },
        "stake": {
         "big": {
          "den": 322,
          "n": 219,
          "share": 0.6801242236024845,
          "small": false
         },
         "medium": {
          "den": 192,
          "n": 107,
          "share": 0.5572916666666666,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 956,
       "n": 416,
       "share": 0.4351464435146444,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1734,
       "n": 416,
       "share": 0.23990772779700115,
       "small": false
      },
      "risk_pair_other": {
       "den": 778,
       "n": 390,
       "share": 0.5012853470437018,
       "small": false
      },
      "ties": {
       "close": 106,
       "member": 74,
       "order": 56,
       "positive": 129,
       "top_two": 129,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7538154504589756,
      "auroc_blunder": 0.7178188768642654,
      "confident_badly_wrong": {
       "den": 2002,
       "n": 0,
       "share": 0.0
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 28,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 2002,
         "n": 28,
         "share": 0.013986013986013986
        },
        "mean_loss": 0.0,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 2002,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.03472728699398133,
      "held_out": {
       "blunders": 0.016717150569714196,
       "kept": 0.045739140762313356,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 2002,
      "surest": {
       "cut": 0.5837706360297367,
       "error_rate": 9.825959296045665,
       "n": 501,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7538154504589756,
      "best_share": 0.4712930604093859,
      "blunder_share": 0.2456315526709935,
      "brier": 0.2016567486554962,
      "clusters": 98,
      "confidence_n": 2002,
      "confident_badly_wrong": 0.0,
      "cost_coverage": 1.0,
      "decisions": 2003,
      "ece": 0.03472728699398133,
      "engine_scored": 2003,
      "error_hi": 38.98141637052045,
      "error_lo": 31.60335223786257,
      "error_rate": 35.004573431065005,
      "first_date": "2026-10-22",
      "group_sizes": [
       139
      ],
      "grouped": 1,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.43630168403498976,
      "over_budget": 0.0,
      "own_cost": {
       "decisions": 2003,
       "estimate": true,
       "excluded_hours": 81.03333333333333,
       "gaps": [
        [
         "2026-10-22T17:22Z",
         "2026-10-22T22:21Z",
         300
        ],
        [
         "2026-10-22T22:55Z",
         "2026-10-23T21:15Z",
         1341
        ],
        [
         "2026-10-23T21:17Z",
         "2026-10-24T16:48Z",
         1171
        ],
        [
         "2026-10-24T17:19Z",
         "2026-10-24T17:30Z",
         12
        ],
        [
         "2026-10-24T17:46Z",
         "2026-10-24T17:57Z",
         10
        ],
        [
         "2026-10-24T18:14Z",
         "2026-10-24T18:30Z",
         16
        ],
        [
         "2026-10-24T18:51Z",
         "2026-10-24T19:07Z",
         16
        ],
        [
         "2026-10-24T19:07Z",
         "2026-10-24T19:17Z",
         11
        ],
        [
         "2026-10-24T19:17Z",
         "2026-10-24T19:30Z",
         12
        ],
        [
         "2026-10-24T19:30Z",
         "2026-10-24T19:40Z",
         10
        ],
        [
         "2026-10-24T20:00Z",
         "2026-10-24T20:44Z",
         45
        ],
        [
         "2026-10-24T20:44Z",
         "2026-10-24T21:23Z",
         38
        ],
        [
         "2026-10-24T21:23Z",
         "2026-10-24T21:49Z",
         27
        ],
        [
         "2026-10-24T22:17Z",
         "2026-10-24T22:30Z",
         13
        ],
        [
         "2026-10-24T22:30Z",
         "2026-10-24T22:41Z",
         10
        ],
        [
         "2026-10-24T22:41Z",
         "2026-10-24T22:52Z",
         11
        ],
        [
         "2026-10-24T23:19Z",
         "2026-10-24T23:36Z",
         17
        ],
        [
         "2026-10-24T23:36Z",
         "2026-10-24T23:48Z",
         13
        ],
        [
         "2026-10-24T23:48Z",
         "2026-10-25T00:01Z",
         13
        ],
        [
         "2026-10-25T00:14Z",
         "2026-10-25T00:26Z",
         12
        ],
        [
         "2026-10-25T00:26Z",
         "2026-10-25T00:39Z",
         13
        ],
        [
         "2026-10-25T02:05Z",
         "2026-10-25T02:15Z",
         11
        ],
        [
         "2026-10-25T03:56Z",
         "2026-10-25T04:08Z",
         12
        ],
        [
         "2026-10-25T04:54Z",
         "2026-10-25T05:04Z",
         10
        ],
        [
         "2026-10-25T05:39Z",
         "2026-10-25T20:43Z",
         905
        ],
        [
         "2026-10-25T20:45Z",
         "2026-10-26T10:18Z",
         813
        ]
       ],
       "gpu_decisions": 2003,
       "gpu_usd": 20.633335200212397,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 8.2864800000853,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 8.2864800000853,
         "machine": "rtx_pro_6000",
         "usd": 20.633335200212397,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 20.633335200212397,
       "usd_per_1000": 10.301215776441536
      },
      "p95_loss": 0.33985517621040323,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 2003,
      "time_median": 1.412,
      "time_p90": 2.753,
      "tokens_in": 3800.494757863205,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 10.301215776441536,
      "very_confident": 0.013986013986013986,
      "worst_mean": 0.5406180831789971
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 16.673958664587957,
        "needless": 5.1516114296582245,
        "none": 3.0881832732716266,
        "right_risk": 1.5596259595511022,
        "right_safety": 5.813225478871251,
        "wrong_risk": 2.717968625124847
       },
       "calls": {
        "missed": 391.0,
        "needless": 127.0,
        "right_risk": 219.0,
        "right_safety": 698.0,
        "wrong_risk": 54.0
       },
       "confidence": {
        "auroc_right_risk": 0.6017684603547012,
        "missed_mean_p": 0.3554823039265481,
        "missed_n": 391,
        "taken_grouped": 0,
        "taken_n": 400,
        "taken_other": 0
       },
       "error_rate": 35.004573431065005,
       "found": {
        "den": 664.0,
        "n": 219.0,
        "share": 0.32981927710843373
       },
       "good": {
        "den": 400.0,
        "n": 219.0,
        "share": 0.5475
       },
       "judgement": 58.79399415845199,
       "judgement_hi": 60.83014857965108,
       "judgement_lo": 56.65400181541402,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12134831460674157,
        "x": 0.6701807228915663,
        "y": 0.15393939393939393
       },
       "margin": 0.001,
       "missed": {
        "den": 664.0,
        "n": 391.0,
        "share": 0.588855421686747
       },
       "needless": {
        "den": 825.0,
        "n": 127.0,
        "share": 0.15393939393939393
       },
       "needless_by_loss": {
        "big": {
         "den": 825.0,
         "n": 75.0,
         "share": 0.09090909090909091
        },
        "medium": {
         "den": 825.0,
         "n": 39.0,
         "share": 0.04727272727272727
        },
        "small": {
         "den": 825.0,
         "n": 13.0,
         "share": 0.01575757575757576
        }
       },
       "no_trade_off": 514.0,
       "reference": null,
       "right_safety": {
        "den": 825.0,
        "n": 698.0,
        "share": 0.8460606060606061
       },
       "risk_pays": 664.0,
       "safety_pays": 825.0,
       "scored": 2003,
       "sdt": {
        "aim": {
         "den": 273.0,
         "n": 219.0,
         "share": 0.8021978021978022
        },
        "beta": 1.181852513504153,
        "caution": 0.6210883365217332,
        "caution_hi": 0.7144258117287464,
        "caution_lo": 0.5363193407943885,
        "cstar": 0.21052224028260377,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7936602513115218,
        "dprime_hi": 0.9295904156433943,
        "dprime_lo": 0.6678577467591158,
        "false_alarm": {
         "den": 825.0,
         "n": 127.0,
         "share": 0.15393939393939393
        },
        "false_alarm_rate": 0.15435835351089588,
        "hit": {
         "den": 664.0,
         "n": 273.0,
         "share": 0.411144578313253
        },
        "hit_rate": 0.4112781954887218,
        "missed_loss": 0.17083344861979374,
        "missed_n": 391.0,
        "na": null,
        "needless_loss": 0.16249886131662084,
        "needless_n": 127.0
       },
       "size": {
        "bad": {
         "mean": 10.480662983425415,
         "n": 181.0,
         "too_few": true
        },
        "right": {
         "mean": 12.420091324200913,
         "n": 219.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 362.0,
          "n": 139.0,
          "share": 0.3839779005524862
         },
         "missed": {
          "den": 362.0,
          "n": 199.0,
          "share": 0.5497237569060773
         },
         "risk_pays": 362.0,
         "wrong": {
          "den": 362.0,
          "n": 24.0,
          "share": 0.06629834254143646
         }
        },
        "medium": {
         "found": {
          "den": 218.0,
          "n": 63.0,
          "share": 0.2889908256880734
         },
         "missed": {
          "den": 218.0,
          "n": 138.0,
          "share": 0.6330275229357798
         },
         "risk_pays": 218.0,
         "wrong": {
          "den": 218.0,
          "n": 17.0,
          "share": 0.0779816513761468
         }
        },
        "small": {
         "found": {
          "den": 84.0,
          "n": 17.0,
          "share": 0.20238095238095238
         },
         "missed": {
          "den": 84.0,
          "n": 54.0,
          "share": 0.6428571428571429
         },
         "risk_pays": 84.0,
         "wrong": {
          "den": 84.0,
          "n": 13.0,
          "share": 0.15476190476190477
         }
        }
       },
       "trade_off": 1489.0,
       "wrong": {
        "den": 664.0,
        "n": 54.0,
        "share": 0.08132530120481928
       }
      },
      "robust": {
       "by_call": {
        "missed": 16.284398507667195,
        "needless": 5.388910911467691,
        "none": 3.0881832732716266,
        "right_risk": 1.389959180765728,
        "right_safety": 6.202785635792013,
        "wrong_risk": 2.6503359221007545
       },
       "calls": {
        "missed": 337.0,
        "needless": 157.0,
        "right_risk": 192.0,
        "right_safety": 752.0,
        "wrong_risk": 51.0
       },
       "confidence": {
        "auroc_right_risk": 0.5992462940705128,
        "missed_mean_p": 0.35808368895352133,
        "missed_n": 337,
        "taken_grouped": 0,
        "taken_n": 400,
        "taken_other": 0
       },
       "error_rate": 35.004573431065005,
       "found": {
        "den": 580.0,
        "n": 192.0,
        "share": 0.3310344827586207
       },
       "good": {
        "den": 400.0,
        "n": 192.0,
        "share": 0.48
       },
       "judgement": 57.91586055157239,
       "judgement_hi": 60.36340467434127,
       "judgement_lo": 55.44792073172981,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.13144329896907217,
        "x": 0.6689655172413793,
        "y": 0.17271727172717272
       },
       "margin": 0.02,
       "missed": {
        "den": 580.0,
        "n": 337.0,
        "share": 0.5810344827586207
       },
       "needless": {
        "den": 909.0,
        "n": 157.0,
        "share": 0.17271727172717272
       },
       "needless_by_loss": {
        "big": {
         "den": 909.0,
         "n": 79.0,
         "share": 0.08690869086908691
        },
        "medium": {
         "den": 909.0,
         "n": 47.0,
         "share": 0.0517051705170517
        },
        "small": {
         "den": 909.0,
         "n": 31.0,
         "share": 0.034103410341034104
        }
       },
       "no_trade_off": 514.0,
       "reference": null,
       "right_safety": {
        "den": 909.0,
        "n": 752.0,
        "share": 0.8272827282728272
       },
       "risk_pays": 580.0,
       "safety_pays": 909.0,
       "scored": 2003,
       "sdt": {
        "aim": {
         "den": 243.0,
         "n": 192.0,
         "share": 0.7901234567901234
        },
        "beta": 1.1132569633983058,
        "caution": 0.5731297155920371,
        "caution_hi": 0.6642110797803195,
        "caution_lo": 0.48599364269883516,
        "cstar": 0.1454005504098241,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7378921188074778,
        "dprime_hi": 0.885667219305816,
        "dprime_lo": 0.5887352737672394,
        "false_alarm": {
         "den": 909.0,
         "n": 157.0,
         "share": 0.17271727172717272
        },
        "false_alarm_rate": 0.17307692307692307,
        "hit": {
         "den": 580.0,
         "n": 243.0,
         "share": 0.4189655172413793
        },
        "hit_rate": 0.41910499139414803,
        "missed_loss": 0.19357655911488067,
        "missed_n": 337.0,
        "na": null,
        "needless_loss": 0.13750303892572974,
        "needless_n": 157.0
       },
       "size": {
        "bad": {
         "mean": 11.048076923076923,
         "n": 208.0,
         "too_few": false
        },
        "right": {
         "mean": 12.078125,
         "n": 192.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 362.0,
          "n": 138.0,
          "share": 0.3812154696132597
         },
         "missed": {
          "den": 362.0,
          "n": 199.0,
          "share": 0.5497237569060773
         },
         "risk_pays": 362.0,
         "wrong": {
          "den": 362.0,
          "n": 25.0,
          "share": 0.06906077348066299
         }
        },
        "medium": {
         "found": {
          "den": 218.0,
          "n": 54.0,
          "share": 0.24770642201834864
         },
         "missed": {
          "den": 218.0,
          "n": 138.0,
          "share": 0.6330275229357798
         },
         "risk_pays": 218.0,
         "wrong": {
          "den": 218.0,
          "n": 26.0,
          "share": 0.11926605504587157
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1489.0,
       "wrong": {
        "den": 580.0,
        "n": 51.0,
        "share": 0.08793103448275862
       }
      }
     },
     "slug": "fastino-glide-v1-2-local"
    },
    "GNUbg weak": {
     "close": {
      "decisions": 1744,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1744
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.5200688073394495,
      "blunder_share": 0.18979357798165136,
      "clusters": 76,
      "cost_coverage": 0.0,
      "decisions": 1744,
      "engine_scored": 1744,
      "error_hi": 24.317050515774454,
      "error_lo": 18.776873143357097,
      "error_rate": 21.401604945096402,
      "first_date": "2026-10-16",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-22",
      "over_budget": 0.0,
      "p95_loss": 0.21707677245140072,
      "probability_source": null,
      "retry_mean": 5.73394495412844e-06,
      "scored": 1744,
      "time_median": 0.01,
      "time_p90": 0.01,
      "too_few": false,
      "worst_mean": 0.3119433529075535
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 1.2210478168835335,
        "needless": 8.797402553465389,
        "none": 1.07222882637737,
        "right_risk": 2.661585987229413,
        "right_safety": 1.6569024327834811,
        "wrong_risk": 5.992437328357215
       },
       "calls": {
        "missed": 66.0,
        "needless": 255.0,
        "right_risk": 410.0,
        "right_safety": 533.0,
        "wrong_risk": 140.0
       },
       "confidence": null,
       "error_rate": 21.401604945096402,
       "found": {
        "den": 616.0,
        "n": 410.0,
        "share": 0.6655844155844156
       },
       "good": {
        "den": 805.0,
        "n": 410.0,
        "share": 0.5093167701863354
       },
       "judgement": 67.0990177335355,
       "judgement_hi": 70.26742094763827,
       "judgement_lo": 63.78035376123956,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.6796116504854369,
        "x": 0.3344155844155844,
        "y": 0.3236040609137056
       },
       "margin": 0.001,
       "missed": {
        "den": 616.0,
        "n": 66.0,
        "share": 0.10714285714285714
       },
       "needless": {
        "den": 788.0,
        "n": 255.0,
        "share": 0.3236040609137056
       },
       "needless_by_loss": {
        "big": {
         "den": 788.0,
         "n": 142.0,
         "share": 0.1802030456852792
        },
        "medium": {
         "den": 788.0,
         "n": 75.0,
         "share": 0.09517766497461928
        },
        "small": {
         "den": 788.0,
         "n": 38.0,
         "share": 0.048223350253807105
        }
       },
       "no_trade_off": 340.0,
       "reference": null,
       "right_safety": {
        "den": 788.0,
        "n": 533.0,
        "share": 0.6763959390862944
       },
       "risk_pays": 616.0,
       "safety_pays": 788.0,
       "scored": 1744,
       "sdt": {
        "aim": {
         "den": 550.0,
         "n": 410.0,
         "share": 0.7454545454545455
        },
        "beta": 2.385454042176074,
        "caution": -0.3907006532076015,
        "caution_hi": -0.3046516565334807,
        "caution_lo": -0.48154736895515876,
        "cstar": 0.5127794543100539,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.6954452308726828,
        "dprime_hi": 1.886205483735243,
        "dprime_lo": 1.5271573906986295,
        "false_alarm": {
         "den": 788.0,
         "n": 255.0,
         "share": 0.3236040609137056
        },
        "false_alarm_rate": 0.3238276299112801,
        "hit": {
         "den": 616.0,
         "n": 550.0,
         "share": 0.8928571428571429
        },
        "hit_rate": 0.8922204213938412,
        "missed_loss": 0.06453052704984491,
        "missed_n": 66.0,
        "na": null,
        "needless_loss": 0.12033466708426382,
        "needless_n": 255.0
       },
       "size": {
        "bad": {
         "mean": 13.078481012658228,
         "n": 395.0,
         "too_few": false
        },
        "right": {
         "mean": 11.170731707317072,
         "n": 410.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 307.0,
          "n": 254.0,
          "share": 0.8273615635179153
         },
         "missed": {
          "den": 307.0,
          "n": 13.0,
          "share": 0.04234527687296417
         },
         "risk_pays": 307.0,
         "wrong": {
          "den": 307.0,
          "n": 40.0,
          "share": 0.13029315960912052
         }
        },
        "medium": {
         "found": {
          "den": 215.0,
          "n": 118.0,
          "share": 0.5488372093023256
         },
         "missed": {
          "den": 215.0,
          "n": 34.0,
          "share": 0.15813953488372093
         },
         "risk_pays": 215.0,
         "wrong": {
          "den": 215.0,
          "n": 63.0,
          "share": 0.2930232558139535
         }
        },
        "small": {
         "found": {
          "den": 94.0,
          "n": 38.0,
          "share": 0.40425531914893614
         },
         "missed": {
          "den": 94.0,
          "n": 19.0,
          "share": 0.20212765957446807
         },
         "risk_pays": 94.0,
         "wrong": {
          "den": 94.0,
          "n": 37.0,
          "share": 0.39361702127659576
         }
        }
       },
       "trade_off": 1404.0,
       "wrong": {
        "den": 616.0,
        "n": 140.0,
        "share": 0.22727272727272727
       }
      },
      "robust": {
       "by_call": {
        "missed": 1.0873153122193222,
        "needless": 9.90880434529497,
        "none": 1.07222882637737,
        "right_risk": 2.2610707481930015,
        "right_safety": 1.7906349374476922,
        "wrong_risk": 5.281550775564045
       },
       "calls": {
        "missed": 47.0,
        "needless": 330.0,
        "right_risk": 345.0,
        "right_safety": 552.0,
        "wrong_risk": 130.0
       },
       "confidence": null,
       "error_rate": 21.401604945096402,
       "found": {
        "den": 522.0,
        "n": 345.0,
        "share": 0.6609195402298851
       },
       "good": {
        "den": 805.0,
        "n": 345.0,
        "share": 0.42857142857142855
       },
       "judgement": 64.33849401829697,
       "judgement_hi": 67.49927295798517,
       "judgement_lo": 61.07348315889271,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.7344632768361582,
        "x": 0.3390804597701149,
        "y": 0.3741496598639456
       },
       "margin": 0.02,
       "missed": {
        "den": 522.0,
        "n": 47.0,
        "share": 0.09003831417624521
       },
       "needless": {
        "den": 882.0,
        "n": 330.0,
        "share": 0.3741496598639456
       },
       "needless_by_loss": {
        "big": {
         "den": 882.0,
         "n": 159.0,
         "share": 0.18027210884353742
        },
        "medium": {
         "den": 882.0,
         "n": 93.0,
         "share": 0.1054421768707483
        },
        "small": {
         "den": 882.0,
         "n": 78.0,
         "share": 0.08843537414965986
        }
       },
       "no_trade_off": 340.0,
       "reference": null,
       "right_safety": {
        "den": 882.0,
        "n": 552.0,
        "share": 0.6258503401360545
       },
       "risk_pays": 522.0,
       "safety_pays": 882.0,
       "scored": 1744,
       "sdt": {
        "aim": {
         "den": 475.0,
         "n": 345.0,
         "share": 0.7263157894736842
        },
        "beta": 2.1930460402251892,
        "caution": -0.507601300663233,
        "caution_hi": -0.40845992177323315,
        "caution_lo": -0.6162656811885644,
        "cstar": 0.4741480652330467,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.6562156865580246,
        "dprime_hi": 1.8764507344060892,
        "dprime_lo": 1.4679838672041383,
        "false_alarm": {
         "den": 882.0,
         "n": 330.0,
         "share": 0.3741496598639456
        },
        "false_alarm_rate": 0.3742921857304643,
        "hit": {
         "den": 522.0,
         "n": 475.0,
         "share": 0.9099616858237548
        },
        "hit_rate": 0.9091778202676865,
        "missed_loss": 0.08069267678768077,
        "missed_n": 47.0,
        "na": null,
        "needless_loss": 0.1047330592617844,
        "needless_n": 330.0
       },
       "size": {
        "bad": {
         "mean": 12.48913043478261,
         "n": 460.0,
         "too_few": false
        },
        "right": {
         "mean": 11.597101449275362,
         "n": 345.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 307.0,
          "n": 249.0,
          "share": 0.8110749185667753
         },
         "missed": {
          "den": 307.0,
          "n": 13.0,
          "share": 0.04234527687296417
         },
         "risk_pays": 307.0,
         "wrong": {
          "den": 307.0,
          "n": 45.0,
          "share": 0.1465798045602606
         }
        },
        "medium": {
         "found": {
          "den": 215.0,
          "n": 96.0,
          "share": 0.44651162790697674
         },
         "missed": {
          "den": 215.0,
          "n": 34.0,
          "share": 0.15813953488372093
         },
         "risk_pays": 215.0,
         "wrong": {
          "den": 215.0,
          "n": 85.0,
          "share": 0.3953488372093023
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1404.0,
       "wrong": {
        "den": 522.0,
        "n": 130.0,
        "share": 0.24904214559386972
       }
      }
     },
     "slug": "gnubg-weak"
    },
    "GPT-6 Luna (Decisions API)": {
     "close": {
      "close": {
       "den": 1741,
       "n": 760,
       "share": 0.4365307294658242,
       "small": false
      },
      "decisions": 1962,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1741,
      "exclusions": {
       "not_audited": 221
      },
      "groups": {
       "close": {
        "by_count": [
         272,
         290,
         139,
         49,
         10
        ],
        "differ": {
         "hitting": {
          "den": 760,
          "n": 331,
          "share": 0.4355263157894737,
          "small": false
         },
         "points": {
          "den": 760,
          "n": 170,
          "share": 0.2236842105263158,
          "small": false
         },
         "prime": {
          "den": 760,
          "n": 155,
          "share": 0.20394736842105263,
          "small": false
         },
         "race": {
          "den": 760,
          "n": 99,
          "share": 0.13026315789473683,
          "small": false
         }
        },
        "gap": {
         "mean": 0.10747386985703518,
         "median": 0.05521276593208313,
         "n": 760
        },
        "loss1": {
         "mean": 0.1057071820685738,
         "median": 0.02922224998474121,
         "n": 760
        },
        "loss2": {
         "mean": 0.12287123179749439,
         "median": 0.049367547035217285,
         "n": 760
        },
        "n": 760,
        "p1": {
         "mean": 0.4087368421052631,
         "median": 0.41,
         "n": 760
        },
        "p2": {
         "mean": 0.29550000000000004,
         "median": 0.29,
         "n": 760
        },
        "psum": {
         "mean": 0.7042368421052632,
         "median": 0.71,
         "n": 760
        },
        "psum_bins": [
         0,
         3,
         9,
         29,
         74,
         101,
         139,
         147,
         122,
         136
        ]
       },
       "other": {
        "by_count": [
         158,
         427,
         284,
         100,
         12
        ],
        "differ": {
         "hitting": {
          "den": 981,
          "n": 557,
          "share": 0.5677879714576962,
          "small": false
         },
         "points": {
          "den": 981,
          "n": 356,
          "share": 0.36289500509684,
          "small": false
         },
         "prime": {
          "den": 981,
          "n": 326,
          "share": 0.33231396534148827,
          "small": false
         },
         "race": {
          "den": 981,
          "n": 104,
          "share": 0.10601427115188583,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14551947863580741,
         "median": 0.08889210224151611,
         "n": 981
        },
        "loss1": {
         "mean": 0.07171877322454578,
         "median": 0.0027660131454467773,
         "n": 981
        },
        "loss2": {
         "mean": 0.16280311889847726,
         "median": 0.09969151020050049,
         "n": 981
        },
        "n": 981,
        "p1": {
         "mean": 0.6703058103975535,
         "median": 0.68,
         "n": 981
        },
        "p2": {
         "mean": 0.15042813455657492,
         "median": 0.15,
         "n": 981
        },
        "psum": {
         "mean": 0.8207339449541284,
         "median": 0.8400000000000001,
         "n": 981
        },
        "psum_bins": [
         0,
         0,
         2,
         8,
         19,
         52,
         121,
         177,
         227,
         375
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 449,
           "n": 236,
           "share": 0.5256124721603563,
           "small": false
          },
          "eligible": 449,
          "risk_close": {
           "den": 236,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 659,
           "n": 292,
           "share": 0.44309559939301973,
           "small": false
          },
          "eligible": 659,
          "risk_close": {
           "den": 292,
           "n": 184,
           "share": 0.6301369863013698,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 633,
           "n": 232,
           "share": 0.3665086887835703,
           "small": false
          },
          "eligible": 633,
          "risk_close": {
           "den": 232,
           "n": 110,
           "share": 0.47413793103448276,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5824175824175825,
         "adj_other": 0.781719063364991,
         "adjusted": -0.19930148094740852,
         "adjusted_hi": -0.13321174224325266,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.2837794191566323,
         "close": {
          "den": 184,
          "n": 107,
          "share": 0.5815217391304348,
          "small": true
         },
         "covered": {
          "den": 184,
          "n": 182,
          "share": 0.9891304347826086,
          "small": true
         },
         "crude": -0.22211462450592878,
         "crude_hi": -0.16529635163954048,
         "crude_left_out": 0,
         "crude_lo": -0.28448520190663873,
         "group": 459,
         "matches": 16,
         "na": null,
         "other": {
          "den": 275,
          "n": 221,
          "share": 0.8036363636363636,
          "small": false
         },
         "resamples": 2000,
         "strata": 32,
         "strata_both": 27
        },
        "stake": {
         "big": {
          "den": 383,
          "n": 182,
          "share": 0.4751958224543081,
          "small": false
         },
         "medium": {
          "den": 203,
          "n": 80,
          "share": 0.39408866995073893,
          "small": false
         },
         "small": {
          "den": 73,
          "n": 30,
          "share": 0.410958904109589,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 449,
           "n": 236,
           "share": 0.5256124721603563,
           "small": false
          },
          "eligible": 449,
          "risk_close": {
           "den": 236,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 586,
           "n": 262,
           "share": 0.447098976109215,
           "small": false
          },
          "eligible": 586,
          "risk_close": {
           "den": 262,
           "n": 169,
           "share": 0.6450381679389313,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 706,
           "n": 262,
           "share": 0.37110481586402266,
           "small": false
          },
          "eligible": 706,
          "risk_close": {
           "den": 262,
           "n": 125,
           "share": 0.4770992366412214,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.592814371257485,
         "adj_other": 0.7759472959235199,
         "adjusted": -0.1831329246660348,
         "adjusted_hi": -0.12482479466736165,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.25805195557620986,
         "close": {
          "den": 169,
          "n": 100,
          "share": 0.591715976331361,
          "small": true
         },
         "covered": {
          "den": 169,
          "n": 167,
          "share": 0.9881656804733728,
          "small": true
         },
         "crude": -0.19926763022601612,
         "crude_hi": -0.1387866250387268,
         "crude_left_out": 0,
         "crude_lo": -0.2561895835619771,
         "group": 413,
         "matches": 16,
         "na": null,
         "other": {
          "den": 244,
          "n": 193,
          "share": 0.7909836065573771,
          "small": false
         },
         "resamples": 2000,
         "strata": 31,
         "strata_both": 24
        },
        "stake": {
         "big": {
          "den": 383,
          "n": 182,
          "share": 0.4751958224543081,
          "small": false
         },
         "medium": {
          "den": 203,
          "n": 80,
          "share": 0.39408866995073893,
          "small": false
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 760,
       "n": 294,
       "share": 0.3868421052631579,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1741,
       "n": 294,
       "share": 0.1688684663986215,
       "small": false
      },
      "risk_pair_other": {
       "den": 981,
       "n": 531,
       "share": 0.5412844036697247,
       "small": false
      },
      "ties": {
       "close": 45,
       "member": 94,
       "order": 29,
       "positive": 122,
       "top_two": 123,
       "zero": 1
      }
     },
     "confidence": {
      "auroc_best": 0.6680731513160123,
      "auroc_blunder": 0.6478807532570974,
      "confident_badly_wrong": {
       "den": 1962,
       "n": 9,
       "share": 0.0045871559633027525
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 107,
         "n": 9,
         "share": 0.08411214953271028
        },
        "kept": {
         "den": 1962,
         "n": 107,
         "share": 0.0545361875637105
        },
        "mean_loss": 0.03418143970944057,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 2,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1962,
         "n": 2,
         "share": 0.0010193679918450561
        },
        "mean_loss": 0.018466651439666748,
        "too_few": true
       }
      },
      "ece": 0.12508664627930685,
      "held_out": {
       "blunders": 0.11136418215101121,
       "kept": 0.00705218624666274,
       "no_cutoff": 46,
       "runs": 300
      },
      "n": 1962,
      "surest": {
       "cut": 0.7,
       "error_rate": 23.59439299310415,
       "n": 503,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6680731513160123,
      "best_share": 0.4322120285423038,
      "blunder_share": 0.2889908256880734,
      "brier": 0.24394923547400613,
      "clusters": 98,
      "confidence_n": 1962,
      "confident_badly_wrong": 0.0045871559633027525,
      "cost_coverage": 1.0,
      "decisions": 1962,
      "ece": 0.12508664627930685,
      "engine_scored": 1962,
      "error_hi": 46.91435981803047,
      "error_lo": 39.66720077498457,
      "error_rate": 43.31066665998171,
      "first_date": "2026-10-19",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.5572986748216107,
      "over_budget": 0.0,
      "p95_loss": 0.4104615002870558,
      "probability_source": "decision",
      "retry_mean": 0.011752803261977574,
      "scored": 1962,
      "time_median": 0.2335,
      "time_p90": 0.35490000000000005,
      "tokens_in": 3351.354740061162,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 0.3351354740061162,
      "very_confident": 0.0545361875637105,
      "worst_mean": 0.6310152971014684
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 25.045316806870012,
        "needless": 3.6692651070343003,
        "none": 4.065832489613485,
        "right_risk": 2.580040767712938,
        "right_safety": 4.500640641658678,
        "wrong_risk": 3.4495708470922968
       },
       "calls": {
        "missed": 529.0,
        "needless": 73.0,
        "right_risk": 160.0,
        "right_safety": 636.0,
        "wrong_risk": 51.0
       },
       "confidence": {
        "auroc_right_risk": 0.5953629032258064,
        "missed_mean_p": 0.5461814744801512,
        "missed_n": 529,
        "taken_grouped": 0,
        "taken_n": 284,
        "taken_other": 0
       },
       "error_rate": 43.31066665998171,
       "found": {
        "den": 740.0,
        "n": 160.0,
        "share": 0.21621621621621623
       },
       "good": {
        "den": 284.0,
        "n": 160.0,
        "share": 0.5633802816901409
       },
       "judgement": 55.66271490107879,
       "judgement_hi": 57.600084235364164,
       "judgement_lo": 53.7755141364597,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.08793103448275862,
        "x": 0.7837837837837838,
        "y": 0.10296191819464035
       },
       "margin": 0.001,
       "missed": {
        "den": 740.0,
        "n": 529.0,
        "share": 0.7148648648648649
       },
       "needless": {
        "den": 709.0,
        "n": 73.0,
        "share": 0.10296191819464035
       },
       "needless_by_loss": {
        "big": {
         "den": 709.0,
         "n": 53.0,
         "share": 0.07475317348377997
        },
        "medium": {
         "den": 709.0,
         "n": 18.0,
         "share": 0.02538787023977433
        },
        "small": {
         "den": 709.0,
         "n": 2.0,
         "share": 0.0028208744710860366
        }
       },
       "no_trade_off": 513.0,
       "reference": null,
       "right_safety": {
        "den": 709.0,
        "n": 636.0,
        "share": 0.8970380818053597
       },
       "risk_pays": 740.0,
       "safety_pays": 709.0,
       "scored": 1962,
       "sdt": {
        "aim": {
         "den": 211.0,
         "n": 160.0,
         "share": 0.7582938388625592
        },
        "beta": 1.017184863101377,
        "caution": 0.9142700487888391,
        "caution_hi": 1.0038739011739313,
        "caution_lo": 0.8284205391363831,
        "cstar": 0.0245184643306506,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.6949404856265344,
        "dprime_hi": 0.8719334621576807,
        "dprime_lo": 0.5360704207023399,
        "false_alarm": {
         "den": 709.0,
         "n": 73.0,
         "share": 0.10296191819464035
        },
        "false_alarm_rate": 0.10352112676056338,
        "hit": {
         "den": 740.0,
         "n": 211.0,
         "share": 0.2851351351351351
        },
        "hit_rate": 0.2854251012145749,
        "missed_loss": 0.18578038402676356,
        "missed_n": 529.0,
        "na": null,
        "needless_loss": 0.1972355654794876,
        "needless_n": 73.0
       },
       "size": {
        "bad": {
         "mean": 8.048387096774194,
         "n": 124.0,
         "too_few": true
        },
        "right": {
         "mean": 6.375,
         "n": 160.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 430.0,
          "n": 123.0,
          "share": 0.28604651162790695
         },
         "missed": {
          "den": 430.0,
          "n": 282.0,
          "share": 0.6558139534883721
         },
         "risk_pays": 430.0,
         "wrong": {
          "den": 430.0,
          "n": 25.0,
          "share": 0.05813953488372093
         }
        },
        "medium": {
         "found": {
          "den": 233.0,
          "n": 30.0,
          "share": 0.12875536480686695
         },
         "missed": {
          "den": 233.0,
          "n": 186.0,
          "share": 0.7982832618025751
         },
         "risk_pays": 233.0,
         "wrong": {
          "den": 233.0,
          "n": 17.0,
          "share": 0.07296137339055794
         }
        },
        "small": {
         "found": {
          "den": 77.0,
          "n": 7.0,
          "share": 0.09090909090909091
         },
         "missed": {
          "den": 77.0,
          "n": 61.0,
          "share": 0.7922077922077922
         },
         "risk_pays": 77.0,
         "wrong": {
          "den": 77.0,
          "n": 9.0,
          "share": 0.11688311688311688
         }
        }
       },
       "trade_off": 1449.0,
       "wrong": {
        "den": 740.0,
        "n": 51.0,
        "share": 0.06891891891891892
       }
      },
      "robust": {
       "by_call": {
        "missed": 24.49467870863449,
        "needless": 4.05108472987417,
        "none": 4.065832489613485,
        "right_risk": 2.175919460958662,
        "right_safety": 5.051278739894202,
        "wrong_risk": 3.4718725310067033
       },
       "calls": {
        "missed": 468.0,
        "needless": 89.0,
        "right_risk": 144.0,
        "right_safety": 697.0,
        "wrong_risk": 51.0
       },
       "confidence": {
        "auroc_right_risk": 0.5906994047619047,
        "missed_mean_p": 0.5459615384615384,
        "missed_n": 468,
        "taken_grouped": 0,
        "taken_n": 284,
        "taken_other": 0
       },
       "error_rate": 43.31066665998171,
       "found": {
        "den": 663.0,
        "n": 144.0,
        "share": 0.2171945701357466
       },
       "good": {
        "den": 284.0,
        "n": 144.0,
        "share": 0.5070422535211268
       },
       "judgement": 55.19815089864484,
       "judgement_hi": 57.08918606537699,
       "judgement_lo": 53.19648162341528,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.09826589595375723,
        "x": 0.7828054298642534,
        "y": 0.11323155216284987
       },
       "margin": 0.02,
       "missed": {
        "den": 663.0,
        "n": 468.0,
        "share": 0.7058823529411765
       },
       "needless": {
        "den": 786.0,
        "n": 89.0,
        "share": 0.11323155216284987
       },
       "needless_by_loss": {
        "big": {
         "den": 786.0,
         "n": 59.0,
         "share": 0.07506361323155217
        },
        "medium": {
         "den": 786.0,
         "n": 21.0,
         "share": 0.026717557251908396
        },
        "small": {
         "den": 786.0,
         "n": 9.0,
         "share": 0.011450381679389313
        }
       },
       "no_trade_off": 513.0,
       "reference": null,
       "right_safety": {
        "den": 786.0,
        "n": 697.0,
        "share": 0.8867684478371501
       },
       "risk_pays": 663.0,
       "safety_pays": 786.0,
       "scored": 1962,
       "sdt": {
        "aim": {
         "den": 195.0,
         "n": 144.0,
         "share": 0.7384615384615385
        },
        "beta": 1.0310137173335292,
        "caution": 0.8737297219913394,
        "caution_hi": 0.9583762816621388,
        "caution_lo": 0.794557066597744,
        "cstar": 0.045827379182614536,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.6664686127214133,
        "dprime_hi": 0.8356713634087105,
        "dprime_lo": 0.49837094916838587,
        "false_alarm": {
         "den": 786.0,
         "n": 89.0,
         "share": 0.11323155216284987
        },
        "false_alarm_rate": 0.11372299872935197,
        "hit": {
         "den": 663.0,
         "n": 195.0,
         "share": 0.29411764705882354
        },
        "hit_rate": 0.2944277108433735,
        "missed_loss": 0.20537845994162762,
        "missed_n": 468.0,
        "na": null,
        "needless_loss": 0.17861187056209263,
        "needless_n": 89.0
       },
       "size": {
        "bad": {
         "mean": 7.814285714285714,
         "n": 140.0,
         "too_few": true
        },
        "right": {
         "mean": 6.416666666666667,
         "n": 144.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 430.0,
          "n": 117.0,
          "share": 0.27209302325581397
         },
         "missed": {
          "den": 430.0,
          "n": 282.0,
          "share": 0.6558139534883721
         },
         "risk_pays": 430.0,
         "wrong": {
          "den": 430.0,
          "n": 31.0,
          "share": 0.07209302325581396
         }
        },
        "medium": {
         "found": {
          "den": 233.0,
          "n": 27.0,
          "share": 0.11587982832618025
         },
         "missed": {
          "den": 233.0,
          "n": 186.0,
          "share": 0.7982832618025751
         },
         "risk_pays": 233.0,
         "wrong": {
          "den": 233.0,
          "n": 20.0,
          "share": 0.08583690987124463
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1449.0,
       "wrong": {
        "den": 663.0,
        "n": 51.0,
        "share": 0.07692307692307693
       }
      }
     },
     "slug": "gpt-6-luna"
    },
    "Inception Mercury Decide": {
     "close": {
      "close": {
       "den": 1629,
       "n": 262,
       "share": 0.16083486801718846,
       "small": false
      },
      "decisions": 1853,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1629,
      "exclusions": {
       "not_audited": 224
      },
      "groups": {
       "close": {
        "by_count": [
         116,
         74,
         48,
         20,
         4
        ],
        "differ": {
         "hitting": {
          "den": 262,
          "n": 82,
          "share": 0.31297709923664124,
          "small": false
         },
         "points": {
          "den": 262,
          "n": 72,
          "share": 0.2748091603053435,
          "small": false
         },
         "prime": {
          "den": 262,
          "n": 70,
          "share": 0.26717557251908397,
          "small": false
         },
         "race": {
          "den": 262,
          "n": 22,
          "share": 0.08396946564885496,
          "small": false
         }
        },
        "gap": {
         "mean": 0.10416184900371173,
         "median": 0.04975062608718872,
         "n": 262
        },
        "loss1": {
         "mean": 0.13132657679437681,
         "median": 0.04433533549308777,
         "n": 262
        },
        "loss2": {
         "mean": 0.1376229134452252,
         "median": 0.04625594615936279,
         "n": 262
        },
        "n": 262,
        "p1": {
         "mean": 0.49025938650267326,
         "median": 0.5057409009999889,
         "n": 262
        },
        "p2": {
         "mean": 0.3464816917911777,
         "median": 0.34864512856608565,
         "n": 262
        },
        "psum": {
         "mean": 0.836741078293851,
         "median": 0.8813161136330527,
         "n": 262
        },
        "psum_bins": [
         0,
         0,
         0,
         2,
         9,
         20,
         16,
         46,
         45,
         124
        ]
       },
       "other": {
        "by_count": [
         299,
         592,
         336,
         127,
         13
        ],
        "differ": {
         "hitting": {
          "den": 1367,
          "n": 691,
          "share": 0.5054864667154353,
          "small": false
         },
         "points": {
          "den": 1367,
          "n": 451,
          "share": 0.32991953182150696,
          "small": false
         },
         "prime": {
          "den": 1367,
          "n": 406,
          "share": 0.2970007315288954,
          "small": false
         },
         "race": {
          "den": 1367,
          "n": 149,
          "share": 0.10899780541331383,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1353715812540787,
         "median": 0.07244086265563965,
         "n": 1367
        },
        "loss1": {
         "mean": 0.09223373281144712,
         "median": 0.011155247688293457,
         "n": 1367
        },
        "loss2": {
         "mean": 0.15872693447710914,
         "median": 0.0777166485786438,
         "n": 1367
        },
        "n": 1367,
        "p1": {
         "mean": 0.8867061956534772,
         "median": 0.9412831323147868,
         "n": 1367
        },
        "p2": {
         "mean": 0.07422842579317165,
         "median": 0.03715292739010298,
         "n": 1367
        },
        "psum": {
         "mean": 0.9609346214466489,
         "median": 0.9887916646820507,
         "n": 1367
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         6,
         17,
         39,
         105,
         1200
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 453,
           "n": 82,
           "share": 0.18101545253863136,
           "small": false
          },
          "eligible": 453,
          "risk_close": {
           "den": 82,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 610,
           "n": 100,
           "share": 0.16393442622950818,
           "small": false
          },
          "eligible": 610,
          "risk_close": {
           "den": 100,
           "n": 61,
           "share": 0.61,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 566,
           "n": 80,
           "share": 0.1413427561837456,
           "small": false
          },
          "eligible": 566,
          "risk_close": {
           "den": 80,
           "n": 15,
           "share": 0.1875,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.55,
         "adj_other": 0.7520978140366685,
         "adjusted": -0.2020978140366685,
         "adjusted_hi": -0.08615510419460652,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.31910725028310066,
         "close": {
          "den": 61,
          "n": 33,
          "share": 0.5409836065573771,
          "small": true
         },
         "covered": {
          "den": 61,
          "n": 60,
          "share": 0.9836065573770492,
          "small": true
         },
         "crude": -0.2510391854654149,
         "crude_hi": -0.1314277609103136,
         "crude_left_out": 0,
         "crude_lo": -0.3704219759120265,
         "group": 412,
         "matches": 16,
         "na": null,
         "other": {
          "den": 351,
          "n": 278,
          "share": 0.792022792022792,
          "small": false
         },
         "resamples": 2000,
         "strata": 32,
         "strata_both": 25
        },
        "stake": {
         "big": {
          "den": 372,
          "n": 56,
          "share": 0.15053763440860216,
          "small": false
         },
         "medium": {
          "den": 183,
          "n": 34,
          "share": 0.18579234972677597,
          "small": true
         },
         "small": {
          "den": 55,
          "n": 10,
          "share": 0.18181818181818182,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 453,
           "n": 82,
           "share": 0.18101545253863136,
           "small": false
          },
          "eligible": 453,
          "risk_close": {
           "den": 82,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 555,
           "n": 90,
           "share": 0.16216216216216217,
           "small": false
          },
          "eligible": 555,
          "risk_close": {
           "den": 90,
           "n": 58,
           "share": 0.6444444444444445,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 621,
           "n": 90,
           "share": 0.14492753623188406,
           "small": false
          },
          "eligible": 621,
          "risk_close": {
           "den": 90,
           "n": 18,
           "share": 0.2,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.543859649122807,
         "adj_other": 0.7473271912126402,
         "adjusted": -0.2034675420898332,
         "adjusted_hi": -0.0799951668620218,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3234567744638743,
         "close": {
          "den": 58,
          "n": 31,
          "share": 0.5344827586206896,
          "small": true
         },
         "covered": {
          "den": 58,
          "n": 57,
          "share": 0.9827586206896551,
          "small": true
         },
         "crude": -0.253860799661519,
         "crude_hi": -0.13634738353758535,
         "crude_left_out": 0,
         "crude_lo": -0.37070097816196546,
         "group": 384,
         "matches": 16,
         "na": null,
         "other": {
          "den": 326,
          "n": 257,
          "share": 0.7883435582822086,
          "small": false
         },
         "resamples": 2000,
         "strata": 31,
         "strata_both": 24
        },
        "stake": {
         "big": {
          "den": 372,
          "n": 56,
          "share": 0.15053763440860216,
          "small": false
         },
         "medium": {
          "den": 183,
          "n": 34,
          "share": 0.18579234972677597,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 262,
       "n": 76,
       "share": 0.2900763358778626,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1629,
       "n": 76,
       "share": 0.04665438919582566,
       "small": false
      },
      "risk_pair_other": {
       "den": 1367,
       "n": 639,
       "share": 0.46744696415508413,
       "small": false
      },
      "ties": {
       "close": 38,
       "member": 57,
       "order": 28,
       "positive": 84,
       "top_two": 84,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6691454075236233,
      "auroc_blunder": 0.606999319129699,
      "confident_badly_wrong": {
       "den": 1853,
       "n": 239,
       "share": 0.12898003237992445
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 974,
         "n": 239,
         "share": 0.24537987679671458
        },
        "kept": {
         "den": 1853,
         "n": 974,
         "share": 0.5256341068537507
        },
        "mean_loss": 0.07254110793803017,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 276,
         "n": 37,
         "share": 0.13405797101449277
        },
        "kept": {
         "den": 1853,
         "n": 276,
         "share": 0.1489476524554776
        },
        "mean_loss": 0.04050580649704173,
        "too_few": false
       }
      },
      "ece": 0.40123456719805006,
      "held_out": {
       "blunders": 0.0714807646052424,
       "kept": 0.009671093772955976,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1853,
      "surest": {
       "cut": 0.9789437994119052,
       "error_rate": 30.04059201941408,
       "n": 464,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6691454075236233,
      "best_share": 0.42201834862385323,
      "blunder_share": 0.30329195898542904,
      "brier": 0.3925490420508824,
      "clusters": 96,
      "confidence_n": 1853,
      "confident_badly_wrong": 0.12898003237992445,
      "cost_coverage": 1.0,
      "decisions": 1853,
      "ece": 0.40123456719805006,
      "engine_scored": 1853,
      "error_hi": 52.892907585052434,
      "error_lo": 43.284487445349754,
      "error_rate": 47.94801757969987,
      "first_date": "2026-10-20",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.8232529158219033,
      "over_budget": 0.0,
      "p95_loss": 0.4811389088630666,
      "probability_source": "decision",
      "retry_mean": 0.01480194279546681,
      "scored": 1853,
      "time_median": 0.485,
      "time_p90": 0.77,
      "tokens_in": 3566.7879114948732,
      "tokens_out": 1.0,
      "too_few": false,
      "usd_per_1000": 0.07133575822989746,
      "very_confident": 0.5256341068537507,
      "worst_mean": 0.7279715336138203
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 29.16847947025968,
        "needless": 5.594521391025055,
        "none": 4.549973328179176,
        "right_risk": 1.665981023040129,
        "right_safety": 4.44460355843072,
        "wrong_risk": 2.5244588087651127
       },
       "calls": {
        "missed": 517.0,
        "needless": 79.0,
        "right_risk": 129.0,
        "right_safety": 583.0,
        "wrong_risk": 44.0
       },
       "confidence": {
        "auroc_right_risk": 0.6320035293376189,
        "missed_mean_p": 0.8334920869987302,
        "missed_n": 517,
        "taken_grouped": 0,
        "taken_n": 252,
        "taken_other": 0
       },
       "error_rate": 47.94801757969987,
       "found": {
        "den": 690.0,
        "n": 129.0,
        "share": 0.18695652173913044
       },
       "good": {
        "den": 252.0,
        "n": 129.0,
        "share": 0.5119047619047619
       },
       "judgement": 53.38105871535531,
       "judgement_hi": 55.183406093583464,
       "judgement_lo": 51.47871312195412,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0784313725490196,
        "x": 0.8130434782608695,
        "y": 0.11933534743202417
       },
       "margin": 0.001,
       "missed": {
        "den": 690.0,
        "n": 517.0,
        "share": 0.7492753623188406
       },
       "needless": {
        "den": 662.0,
        "n": 79.0,
        "share": 0.11933534743202417
       },
       "needless_by_loss": {
        "big": {
         "den": 662.0,
         "n": 51.0,
         "share": 0.0770392749244713
        },
        "medium": {
         "den": 662.0,
         "n": 20.0,
         "share": 0.030211480362537766
        },
        "small": {
         "den": 662.0,
         "n": 8.0,
         "share": 0.012084592145015106
        }
       },
       "no_trade_off": 501.0,
       "reference": null,
       "right_safety": {
        "den": 662.0,
        "n": 583.0,
        "share": 0.8806646525679759
       },
       "risk_pays": 690.0,
       "safety_pays": 662.0,
       "scored": 1853,
       "sdt": {
        "aim": {
         "den": 173.0,
         "n": 129.0,
         "share": 0.7456647398843931
        },
        "beta": 1.2042634318800554,
        "caution": 0.9232587129446419,
        "caution_hi": 1.017410514047408,
        "caution_lo": 0.8383390111718134,
        "cstar": 0.3685218505166278,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.5043611930636063,
        "dprime_hi": 0.6650928663414458,
        "dprime_lo": 0.3555008715339917,
        "false_alarm": {
         "den": 662.0,
         "n": 79.0,
         "share": 0.11933534743202417
        },
        "false_alarm_rate": 0.11990950226244344,
        "hit": {
         "den": 690.0,
         "n": 173.0,
         "share": 0.25072463768115943
        },
        "hit_rate": 0.25108538350217074,
        "missed_loss": 0.20908778513884407,
        "missed_n": 517.0,
        "na": null,
        "needless_loss": 0.2624467882928969,
        "needless_n": 79.0
       },
       "size": {
        "bad": {
         "mean": 7.211382113821138,
         "n": 123.0,
         "too_few": true
        },
        "right": {
         "mean": 6.0310077519379846,
         "n": 129.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 417.0,
          "n": 91.0,
          "share": 0.2182254196642686
         },
         "missed": {
          "den": 417.0,
          "n": 309.0,
          "share": 0.7410071942446043
         },
         "risk_pays": 417.0,
         "wrong": {
          "den": 417.0,
          "n": 17.0,
          "share": 0.0407673860911271
         }
        },
        "medium": {
         "found": {
          "den": 208.0,
          "n": 30.0,
          "share": 0.14423076923076922
         },
         "missed": {
          "den": 208.0,
          "n": 153.0,
          "share": 0.7355769230769231
         },
         "risk_pays": 208.0,
         "wrong": {
          "den": 208.0,
          "n": 25.0,
          "share": 0.1201923076923077
         }
        },
        "small": {
         "found": {
          "den": 65.0,
          "n": 8.0,
          "share": 0.12307692307692308
         },
         "missed": {
          "den": 65.0,
          "n": 55.0,
          "share": 0.8461538461538461
         },
         "risk_pays": 65.0,
         "wrong": {
          "den": 65.0,
          "n": 2.0,
          "share": 0.03076923076923077
         }
        }
       },
       "trade_off": 1352.0,
       "wrong": {
        "den": 690.0,
        "n": 44.0,
        "share": 0.06376811594202898
       }
      },
      "robust": {
       "by_call": {
        "missed": 28.67888624257676,
        "needless": 5.604061769010952,
        "none": 4.549973328179176,
        "right_risk": 1.3433744858485972,
        "right_safety": 4.934196786113643,
        "wrong_risk": 2.8375249679707477
       },
       "calls": {
        "missed": 462.0,
        "needless": 89.0,
        "right_risk": 115.0,
        "right_safety": 638.0,
        "wrong_risk": 48.0
       },
       "confidence": {
        "auroc_right_risk": 0.6252618216439225,
        "missed_mean_p": 0.8321225743353129,
        "missed_n": 462,
        "taken_grouped": 0,
        "taken_n": 252,
        "taken_other": 0
       },
       "error_rate": 47.94801757969987,
       "found": {
        "den": 625.0,
        "n": 115.0,
        "share": 0.184
       },
       "good": {
        "den": 252.0,
        "n": 115.0,
        "share": 0.45634920634920634
       },
       "judgement": 53.07895460797799,
       "judgement_hi": 55.087870228561194,
       "judgement_lo": 51.2790343587926,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.09411764705882353,
        "x": 0.816,
        "y": 0.12242090784044017
       },
       "margin": 0.02,
       "missed": {
        "den": 625.0,
        "n": 462.0,
        "share": 0.7392
       },
       "needless": {
        "den": 727.0,
        "n": 89.0,
        "share": 0.12242090784044017
       },
       "needless_by_loss": {
        "big": {
         "den": 727.0,
         "n": 51.0,
         "share": 0.07015130674002751
        },
        "medium": {
         "den": 727.0,
         "n": 20.0,
         "share": 0.027510316368638238
        },
        "small": {
         "den": 727.0,
         "n": 18.0,
         "share": 0.024759284731774415
        }
       },
       "no_trade_off": 501.0,
       "reference": null,
       "right_safety": {
        "den": 727.0,
        "n": 638.0,
        "share": 0.8775790921595599
       },
       "risk_pays": 625.0,
       "safety_pays": 727.0,
       "scored": 1853,
       "sdt": {
        "aim": {
         "den": 163.0,
         "n": 115.0,
         "share": 0.7055214723926381
        },
        "beta": 1.1799048726524384,
        "caution": 0.9000610795682426,
        "caution_hi": 0.9899823245078406,
        "caution_lo": 0.8191286656320377,
        "cstar": 0.31770719895064636,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.5207115840562284,
        "dprime_hi": 0.6664592533389102,
        "dprime_lo": 0.37202096712635285,
        "false_alarm": {
         "den": 727.0,
         "n": 89.0,
         "share": 0.12242090784044017
        },
        "false_alarm_rate": 0.12293956043956043,
        "hit": {
         "den": 625.0,
         "n": 163.0,
         "share": 0.2608
        },
        "hit_rate": 0.26118210862619806,
        "missed_loss": 0.23005184505408977,
        "missed_n": 462.0,
        "na": null,
        "needless_loss": 0.23335565074106282,
        "needless_n": 89.0
       },
       "size": {
        "bad": {
         "mean": 7.124087591240876,
         "n": 137.0,
         "too_few": true
        },
        "right": {
         "mean": 5.991304347826087,
         "n": 115.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 417.0,
          "n": 87.0,
          "share": 0.20863309352517986
         },
         "missed": {
          "den": 417.0,
          "n": 309.0,
          "share": 0.7410071942446043
         },
         "risk_pays": 417.0,
         "wrong": {
          "den": 417.0,
          "n": 21.0,
          "share": 0.050359712230215826
         }
        },
        "medium": {
         "found": {
          "den": 208.0,
          "n": 28.0,
          "share": 0.1346153846153846
         },
         "missed": {
          "den": 208.0,
          "n": 153.0,
          "share": 0.7355769230769231
         },
         "risk_pays": 208.0,
         "wrong": {
          "den": 208.0,
          "n": 27.0,
          "share": 0.12980769230769232
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1352.0,
       "wrong": {
        "den": 625.0,
        "n": 48.0,
        "share": 0.0768
       }
      }
     },
     "slug": "mercury-decide"
    },
    "Jev 1.13.0": {
     "close": {
      "close": {
       "den": 1687,
       "n": 713,
       "share": 0.4226437462951986,
       "small": false
      },
      "decisions": 1911,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1687,
      "exclusions": {
       "not_audited": 224
      },
      "groups": {
       "close": {
        "by_count": [
         201,
         268,
         136,
         89,
         19
        ],
        "differ": {
         "hitting": {
          "den": 713,
          "n": 362,
          "share": 0.5077138849929874,
          "small": false
         },
         "points": {
          "den": 713,
          "n": 229,
          "share": 0.3211781206171108,
          "small": false
         },
         "prime": {
          "den": 713,
          "n": 197,
          "share": 0.2762973352033661,
          "small": false
         },
         "race": {
          "den": 713,
          "n": 95,
          "share": 0.1332398316970547,
          "small": false
         }
        },
        "gap": {
         "mean": 0.11320176252476129,
         "median": 0.05711504817008972,
         "n": 713
        },
        "loss1": {
         "mean": 0.09290900734497487,
         "median": 0.018244624137878418,
         "n": 713
        },
        "loss2": {
         "mean": 0.10539627835927805,
         "median": 0.046136438846588135,
         "n": 713
        },
        "n": 713,
        "p1": {
         "mean": 0.39692492951959996,
         "median": 0.39,
         "n": 713
        },
        "p2": {
         "mean": 0.2839085100655928,
         "median": 0.27,
         "n": 713
        },
        "psum": {
         "mean": 0.6808334395851927,
         "median": 0.6799999999999999,
         "n": 713
        },
        "psum_bins": [
         0,
         0,
         6,
         30,
         87,
         129,
         136,
         132,
         83,
         110
        ]
       },
       "other": {
        "by_count": [
         176,
         391,
         261,
         131,
         15
        ],
        "differ": {
         "hitting": {
          "den": 974,
          "n": 554,
          "share": 0.5687885010266941,
          "small": false
         },
         "points": {
          "den": 974,
          "n": 378,
          "share": 0.38809034907597534,
          "small": false
         },
         "prime": {
          "den": 974,
          "n": 316,
          "share": 0.324435318275154,
          "small": false
         },
         "race": {
          "den": 974,
          "n": 118,
          "share": 0.12114989733059549,
          "small": false
         }
        },
        "gap": {
         "mean": 0.15394210533929312,
         "median": 0.0947897732257843,
         "n": 974
        },
        "loss1": {
         "mean": 0.05204820299417821,
         "median": 0.0,
         "n": 974
        },
        "loss2": {
         "mean": 0.15155626582536363,
         "median": 0.09048545360565186,
         "n": 974
        },
        "n": 974,
        "p1": {
         "mean": 0.6814234749963702,
         "median": 0.6868686868686869,
         "n": 974
        },
        "p2": {
         "mean": 0.14757378715284258,
         "median": 0.15,
         "n": 974
        },
        "psum": {
         "mean": 0.8289972621492129,
         "median": 0.85,
         "n": 974
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         10,
         51,
         121,
         179,
         238,
         375
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 380,
           "n": 166,
           "share": 0.4368421052631579,
           "small": false
          },
          "eligible": 380,
          "risk_close": {
           "den": 166,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 622,
           "n": 328,
           "share": 0.5273311897106109,
           "small": false
          },
          "eligible": 622,
          "risk_close": {
           "den": 328,
           "n": 209,
           "share": 0.6371951219512195,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 685,
           "n": 219,
           "share": 0.3197080291970803,
           "small": false
          },
          "eligible": 685,
          "risk_close": {
           "den": 219,
           "n": 92,
           "share": 0.4200913242009132,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5679611650485437,
         "adj_other": 0.7981785252630486,
         "adjusted": -0.2302173602145049,
         "adjusted_hi": -0.15822428978228809,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.299187187596955,
         "close": {
          "den": 209,
          "n": 120,
          "share": 0.5741626794258373,
          "small": false
         },
         "covered": {
          "den": 209,
          "n": 206,
          "share": 0.9856459330143541,
          "small": false
         },
         "crude": -0.22490274113491038,
         "crude_hi": -0.14600435313121,
         "crude_left_out": 0,
         "crude_lo": -0.29911916523840903,
         "group": 423,
         "matches": 16,
         "na": null,
         "other": {
          "den": 214,
          "n": 171,
          "share": 0.7990654205607477,
          "small": false
         },
         "resamples": 2000,
         "strata": 34,
         "strata_both": 27
        },
        "stake": {
         "big": {
          "den": 384,
          "n": 207,
          "share": 0.5390625,
          "small": false
         },
         "medium": {
          "den": 168,
          "n": 84,
          "share": 0.5,
          "small": true
         },
         "small": {
          "den": 70,
          "n": 37,
          "share": 0.5285714285714286,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 380,
           "n": 166,
           "share": 0.4368421052631579,
           "small": false
          },
          "eligible": 380,
          "risk_close": {
           "den": 166,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 552,
           "n": 291,
           "share": 0.5271739130434783,
           "small": false
          },
          "eligible": 552,
          "risk_close": {
           "den": 291,
           "n": 186,
           "share": 0.6391752577319587,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 755,
           "n": 256,
           "share": 0.3390728476821192,
           "small": false
          },
          "eligible": 755,
          "risk_close": {
           "den": 256,
           "n": 115,
           "share": 0.44921875,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5628415300546448,
         "adj_other": 0.7889166442686211,
         "adjusted": -0.2260751142139763,
         "adjusted_hi": -0.13878552911112282,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.31402981018085335,
         "close": {
          "den": 186,
          "n": 106,
          "share": 0.5698924731182796,
          "small": true
         },
         "covered": {
          "den": 186,
          "n": 183,
          "share": 0.9838709677419355,
          "small": true
         },
         "crude": -0.21249094657083956,
         "crude_hi": -0.1261128645337995,
         "crude_left_out": 0,
         "crude_lo": -0.2929092838398331,
         "group": 379,
         "matches": 16,
         "na": null,
         "other": {
          "den": 193,
          "n": 151,
          "share": 0.7823834196891192,
          "small": true
         },
         "resamples": 2000,
         "strata": 33,
         "strata_both": 27
        },
        "stake": {
         "big": {
          "den": 384,
          "n": 207,
          "share": 0.5390625,
          "small": false
         },
         "medium": {
          "den": 168,
          "n": 84,
          "share": 0.5,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 713,
       "n": 301,
       "share": 0.4221598877980365,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1687,
       "n": 301,
       "share": 0.17842323651452283,
       "small": false
      },
      "risk_pair_other": {
       "den": 974,
       "n": 532,
       "share": 0.5462012320328542,
       "small": false
      },
      "ties": {
       "close": 44,
       "member": 86,
       "order": 22,
       "positive": 106,
       "top_two": 108,
       "zero": 2
      }
     },
     "confidence": {
      "auroc_best": 0.7202730208671113,
      "auroc_blunder": 0.6771629092266244,
      "confident_badly_wrong": {
       "den": 1911,
       "n": 8,
       "share": 0.004186289900575615
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 98,
         "n": 8,
         "share": 0.08163265306122448
        },
        "kept": {
         "den": 1911,
         "n": 98,
         "share": 0.05128205128205128
        },
        "mean_loss": 0.022318800797267835,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 5,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1911,
         "n": 5,
         "share": 0.0026164311878597592
        },
        "mean_loss": 0.0,
        "too_few": true
       }
      },
      "ece": 0.05930926216640503,
      "held_out": {
       "blunders": 0.03291053804265296,
       "kept": 0.021275679477085804,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1911,
      "surest": {
       "cut": 0.72,
       "error_rate": 12.269982464930191,
       "n": 491,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7202730208671113,
      "best_share": 0.5065410779696494,
      "blunder_share": 0.25065410779696495,
      "brier": 0.21637509157509158,
      "clusters": 94,
      "confidence_n": 1911,
      "confident_badly_wrong": 0.004186289900575615,
      "cost_coverage": 1.0,
      "decisions": 1911,
      "ece": 0.05930926216640503,
      "engine_scored": 1911,
      "error_hi": 38.03680767334301,
      "error_lo": 30.993751652333565,
      "error_rate": 34.409363666858304,
      "first_date": "2026-10-19",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.5643851386708529,
      "over_budget": 0.0,
      "p95_loss": 0.3523299992084503,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 1911,
      "time_median": 0.217,
      "time_p90": 0.257,
      "tokens_in": 3944.720041862899,
      "tokens_out": 256.763997906855,
      "too_few": false,
      "usd_per_1000": 0.16567824175824178,
      "very_confident": 0.05128205128205128,
      "worst_mean": 0.5342785843337575
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 21.410022946566826,
        "needless": 2.0959734339666642,
        "none": 2.6017494113703536,
        "right_risk": 2.1221964210193858,
        "right_safety": 2.660600272602339,
        "wrong_risk": 3.5188211813327346
       },
       "calls": {
        "missed": 458.0,
        "needless": 61.0,
        "right_risk": 190.0,
        "right_safety": 710.0,
        "wrong_risk": 57.0
       },
       "confidence": {
        "auroc_right_risk": 0.5258920606601248,
        "missed_mean_p": 0.5216593886462881,
        "missed_n": 458,
        "taken_grouped": 0,
        "taken_n": 308,
        "taken_other": 0
       },
       "error_rate": 34.409363666858304,
       "found": {
        "den": 705.0,
        "n": 190.0,
        "share": 0.2695035460992908
       },
       "good": {
        "den": 308.0,
        "n": 190.0,
        "share": 0.6168831168831169
       },
       "judgement": 59.51927587824599,
       "judgement_hi": 61.646003950962395,
       "judgement_lo": 57.378782146858576,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11067961165048544,
        "x": 0.7304964539007093,
        "y": 0.07911802853437094
       },
       "margin": 0.001,
       "missed": {
        "den": 705.0,
        "n": 458.0,
        "share": 0.649645390070922
       },
       "needless": {
        "den": 771.0,
        "n": 61.0,
        "share": 0.07911802853437094
       },
       "needless_by_loss": {
        "big": {
         "den": 771.0,
         "n": 29.0,
         "share": 0.03761348897535668
        },
        "medium": {
         "den": 771.0,
         "n": 19.0,
         "share": 0.02464332036316472
        },
        "small": {
         "den": 771.0,
         "n": 13.0,
         "share": 0.016861219195849545
        }
       },
       "no_trade_off": 435.0,
       "reference": null,
       "right_safety": {
        "den": 771.0,
        "n": 710.0,
        "share": 0.920881971465629
       },
       "risk_pays": 705.0,
       "safety_pays": 771.0,
       "scored": 1911,
       "sdt": {
        "aim": {
         "den": 247.0,
         "n": 190.0,
         "share": 0.7692307692307693
        },
        "beta": 0.803839873514922,
        "caution": 0.8955659294471564,
        "caution_hi": 0.997076576434774,
        "caution_lo": 0.813152647635049,
        "cstar": -0.21333139134345536,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.0235492796366936,
        "dprime_hi": 1.2637937526580802,
        "dprime_lo": 0.8187185697840093,
        "false_alarm": {
         "den": 771.0,
         "n": 61.0,
         "share": 0.07911802853437094
        },
        "false_alarm_rate": 0.07966321243523317,
        "hit": {
         "den": 705.0,
         "n": 247.0,
         "share": 0.350354609929078
        },
        "hit_rate": 0.35056657223796034,
        "missed_loss": 0.17866617402135024,
        "missed_n": 458.0,
        "na": null,
        "needless_loss": 0.13132476171509164,
        "needless_n": 61.0
       },
       "size": {
        "bad": {
         "mean": 8.466101694915254,
         "n": 118.0,
         "too_few": true
        },
        "right": {
         "mean": 7.652631578947369,
         "n": 190.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 433.0,
          "n": 143.0,
          "share": 0.3302540415704388
         },
         "missed": {
          "den": 433.0,
          "n": 264.0,
          "share": 0.6096997690531177
         },
         "risk_pays": 433.0,
         "wrong": {
          "den": 433.0,
          "n": 26.0,
          "share": 0.06004618937644342
         }
        },
        "medium": {
         "found": {
          "den": 189.0,
          "n": 34.0,
          "share": 0.17989417989417988
         },
         "missed": {
          "den": 189.0,
          "n": 135.0,
          "share": 0.7142857142857143
         },
         "risk_pays": 189.0,
         "wrong": {
          "den": 189.0,
          "n": 20.0,
          "share": 0.10582010582010581
         }
        },
        "small": {
         "found": {
          "den": 83.0,
          "n": 13.0,
          "share": 0.1566265060240964
         },
         "missed": {
          "den": 83.0,
          "n": 59.0,
          "share": 0.7108433734939759
         },
         "risk_pays": 83.0,
         "wrong": {
          "den": 83.0,
          "n": 11.0,
          "share": 0.13253012048192772
         }
        }
       },
       "trade_off": 1476.0,
       "wrong": {
        "den": 705.0,
        "n": 57.0,
        "share": 0.08085106382978724
       }
      },
      "robust": {
       "by_call": {
        "missed": 21.138450804335605,
        "needless": 2.3634224225562757,
        "none": 2.6017494113703536,
        "right_risk": 1.7678203584635088,
        "right_safety": 2.93217241483356,
        "wrong_risk": 3.605748255299
       },
       "calls": {
        "missed": 399.0,
        "needless": 85.0,
        "right_risk": 167.0,
        "right_safety": 769.0,
        "wrong_risk": 56.0
       },
       "confidence": {
        "auroc_right_risk": 0.5442731558160275,
        "missed_mean_p": 0.5202005012531329,
        "missed_n": 399,
        "taken_grouped": 0,
        "taken_n": 308,
        "taken_other": 0
       },
       "error_rate": 34.409363666858304,
       "found": {
        "den": 622.0,
        "n": 167.0,
        "share": 0.2684887459807074
       },
       "good": {
        "den": 308.0,
        "n": 167.0,
        "share": 0.5422077922077922
       },
       "judgement": 58.447856502782436,
       "judgement_hi": 60.78852318776566,
       "judgement_lo": 56.18566890732991,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12307692307692308,
        "x": 0.7315112540192926,
        "y": 0.09953161592505855
       },
       "margin": 0.02,
       "missed": {
        "den": 622.0,
        "n": 399.0,
        "share": 0.6414790996784566
       },
       "needless": {
        "den": 854.0,
        "n": 85.0,
        "share": 0.09953161592505855
       },
       "needless_by_loss": {
        "big": {
         "den": 854.0,
         "n": 34.0,
         "share": 0.03981264637002342
        },
        "medium": {
         "den": 854.0,
         "n": 24.0,
         "share": 0.02810304449648712
        },
        "small": {
         "den": 854.0,
         "n": 27.0,
         "share": 0.03161592505854801
        }
       },
       "no_trade_off": 435.0,
       "reference": null,
       "right_safety": {
        "den": 854.0,
        "n": 769.0,
        "share": 0.9004683840749415
       },
       "risk_pays": 622.0,
       "safety_pays": 854.0,
       "scored": 1911,
       "sdt": {
        "aim": {
         "den": 223.0,
         "n": 167.0,
         "share": 0.7488789237668162
        },
        "beta": 0.7205923578065077,
        "caution": 0.8216794658532354,
        "caution_hi": 0.914101782940556,
        "caution_lo": 0.7363530450440295,
        "cstar": -0.3562748058255329,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.919744199382731,
        "dprime_hi": 1.1284414792163637,
        "dprime_lo": 0.7155488024673949,
        "false_alarm": {
         "den": 854.0,
         "n": 85.0,
         "share": 0.09953161592505855
        },
        "false_alarm_rate": 0.1,
        "hit": {
         "den": 622.0,
         "n": 223.0,
         "share": 0.35852090032154343
        },
        "hit_rate": 0.35874799357945425,
        "missed_loss": 0.20248410770468844,
        "missed_n": 399.0,
        "na": null,
        "needless_loss": 0.10627059410600101,
        "needless_n": 85.0
       },
       "size": {
        "bad": {
         "mean": 8.51063829787234,
         "n": 141.0,
         "too_few": true
        },
        "right": {
         "mean": 7.502994011976048,
         "n": 167.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 433.0,
          "n": 137.0,
          "share": 0.3163972286374134
         },
         "missed": {
          "den": 433.0,
          "n": 264.0,
          "share": 0.6096997690531177
         },
         "risk_pays": 433.0,
         "wrong": {
          "den": 433.0,
          "n": 32.0,
          "share": 0.07390300230946882
         }
        },
        "medium": {
         "found": {
          "den": 189.0,
          "n": 30.0,
          "share": 0.15873015873015872
         },
         "missed": {
          "den": 189.0,
          "n": 135.0,
          "share": 0.7142857142857143
         },
         "risk_pays": 189.0,
         "wrong": {
          "den": 189.0,
          "n": 24.0,
          "share": 0.12698412698412698
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1476.0,
       "wrong": {
        "den": 622.0,
        "n": 56.0,
        "share": 0.09003215434083602
       }
      }
     },
     "slug": "jev-1-13-0"
    },
    "LFM2.5-24B-A2B (off)": {
     "close": {
      "close": {
       "den": 1509,
       "n": 884,
       "share": 0.585818422796554,
       "small": false
      },
      "decisions": 1952,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1509,
      "exclusions": {
       "grouped": 182,
       "sparse": 261
      },
      "groups": {
       "close": {
        "by_count": [
         180,
         401,
         214,
         78,
         11
        ],
        "differ": {
         "hitting": {
          "den": 884,
          "n": 540,
          "share": 0.6108597285067874,
          "small": false
         },
         "points": {
          "den": 884,
          "n": 249,
          "share": 0.2816742081447964,
          "small": false
         },
         "prime": {
          "den": 884,
          "n": 205,
          "share": 0.2319004524886878,
          "small": false
         },
         "race": {
          "den": 884,
          "n": 113,
          "share": 0.12782805429864252,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14626854725552899,
         "median": 0.08327370882034302,
         "n": 884
        },
        "loss1": {
         "mean": 0.13142287572719394,
         "median": 0.055489808320999146,
         "n": 884
        },
        "loss2": {
         "mean": 0.13890886775373873,
         "median": 0.06655740737915039,
         "n": 884
        },
        "n": 884,
        "p1": {
         "mean": 0.31361031275053675,
         "median": 0.28713571891091894,
         "n": 884
        },
        "p2": {
         "mean": 0.23276152170078693,
         "median": 0.2185877384077786,
         "n": 884
        },
        "psum": {
         "mean": 0.5463718344513238,
         "median": 0.5062164863716643,
         "n": 884
        },
        "psum_bins": [
         0,
         0,
         8,
         101,
         315,
         225,
         100,
         39,
         57,
         39
        ]
       },
       "other": {
        "by_count": [
         116,
         272,
         182,
         51,
         4
        ],
        "differ": {
         "hitting": {
          "den": 625,
          "n": 367,
          "share": 0.5872,
          "small": false
         },
         "points": {
          "den": 625,
          "n": 183,
          "share": 0.2928,
          "small": false
         },
         "prime": {
          "den": 625,
          "n": 161,
          "share": 0.2576,
          "small": false
         },
         "race": {
          "den": 625,
          "n": 94,
          "share": 0.1504,
          "small": false
         }
        },
        "gap": {
         "mean": 0.15613816442489625,
         "median": 0.08243775367736816,
         "n": 625
        },
        "loss1": {
         "mean": 0.07210246891975403,
         "median": 0.0023194551467895508,
         "n": 625
        },
        "loss2": {
         "mean": 0.14147644410133361,
         "median": 0.06488323211669922,
         "n": 625
        },
        "n": 625,
        "p1": {
         "mean": 0.6087717432978318,
         "median": 0.5870237739424684,
         "n": 625
        },
        "p2": {
         "mean": 0.1564137771193151,
         "median": 0.15617505270280377,
         "n": 625
        },
        "psum": {
         "mean": 0.7651855204171469,
         "median": 0.740830796118455,
         "n": 625
        },
        "psum_bins": [
         0,
         0,
         0,
         10,
         43,
         101,
         121,
         71,
         55,
         224
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 425,
           "n": 219,
           "share": 0.5152941176470588,
           "small": false
          },
          "eligible": 425,
          "risk_close": {
           "den": 219,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 512,
           "n": 336,
           "share": 0.65625,
           "small": false
          },
          "eligible": 512,
          "risk_close": {
           "den": 336,
           "n": 195,
           "share": 0.5803571428571429,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 572,
           "n": 329,
           "share": 0.5751748251748252,
           "small": false
          },
          "eligible": 572,
          "risk_close": {
           "den": 329,
           "n": 170,
           "share": 0.5167173252279635,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5885416666666666,
         "adj_other": 0.8238527965090464,
         "adjusted": -0.23531112984237978,
         "adjusted_hi": -0.13801415473199108,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.33695906161942885,
         "close": {
          "den": 195,
          "n": 115,
          "share": 0.5897435897435898,
          "small": true
         },
         "covered": {
          "den": 195,
          "n": 192,
          "share": 0.9846153846153847,
          "small": true
         },
         "crude": -0.21601180593986347,
         "crude_hi": -0.11826316759941816,
         "crude_left_out": 0,
         "crude_lo": -0.30376024363233667,
         "group": 334,
         "matches": 18,
         "na": null,
         "other": {
          "den": 139,
          "n": 112,
          "share": 0.8057553956834532,
          "small": true
         },
         "resamples": 2000,
         "strata": 26,
         "strata_both": 20
        },
        "stake": {
         "big": {
          "den": 290,
          "n": 199,
          "share": 0.6862068965517242,
          "small": false
         },
         "medium": {
          "den": 160,
          "n": 90,
          "share": 0.5625,
          "small": true
         },
         "small": {
          "den": 62,
          "n": 47,
          "share": 0.7580645161290323,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 425,
           "n": 219,
           "share": 0.5152941176470588,
           "small": false
          },
          "eligible": 425,
          "risk_close": {
           "den": 219,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 450,
           "n": 289,
           "share": 0.6422222222222222,
           "small": false
          },
          "eligible": 450,
          "risk_close": {
           "den": 289,
           "n": 167,
           "share": 0.5778546712802768,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 634,
           "n": 376,
           "share": 0.5930599369085173,
           "small": false
          },
          "eligible": 634,
          "risk_close": {
           "den": 376,
           "n": 198,
           "share": 0.526595744680851,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5878787878787879,
         "adj_other": 0.8273060273060272,
         "adjusted": -0.2394272394272393,
         "adjusted_hi": -0.13886372807565245,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3346346886236104,
         "close": {
          "den": 167,
          "n": 98,
          "share": 0.5868263473053892,
          "small": true
         },
         "covered": {
          "den": 167,
          "n": 165,
          "share": 0.9880239520958084,
          "small": true
         },
         "crude": -0.2241972747418549,
         "crude_hi": -0.1454573440496796,
         "crude_left_out": 0,
         "crude_lo": -0.30335532772461044,
         "group": 294,
         "matches": 18,
         "na": null,
         "other": {
          "den": 127,
          "n": 103,
          "share": 0.8110236220472441,
          "small": true
         },
         "resamples": 2000,
         "strata": 25,
         "strata_both": 20
        },
        "stake": {
         "big": {
          "den": 290,
          "n": 199,
          "share": 0.6862068965517242,
          "small": false
         },
         "medium": {
          "den": 160,
          "n": 90,
          "share": 0.5625,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 884,
       "n": 365,
       "share": 0.41289592760180993,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1509,
       "n": 365,
       "share": 0.24188204108681247,
       "small": false
      },
      "risk_pair_other": {
       "den": 625,
       "n": 327,
       "share": 0.5232,
       "small": false
      },
      "ties": {
       "close": 225,
       "member": 174,
       "order": 120,
       "positive": 284,
       "top_two": 284,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.656702970691303,
      "auroc_blunder": 0.6444231520309854,
      "confident_badly_wrong": {
       "den": 1770,
       "n": 7,
       "share": 0.0039548022598870055
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 48,
         "n": 7,
         "share": 0.14583333333333334
        },
        "kept": {
         "den": 1770,
         "n": 48,
         "share": 0.02711864406779661
        },
        "mean_loss": 0.043344903737306595,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 1,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1770,
         "n": 1,
         "share": 0.0005649717514124294
        },
        "mean_loss": 0.0,
        "too_few": true
       }
      },
      "ece": 0.08139084601549944,
      "held_out": {
       "blunders": 0.04302195619169253,
       "kept": 0.01619933783630037,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1770,
      "surest": {
       "cut": 0.5203654667791248,
       "error_rate": 30.828327377816624,
       "n": 443,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.656702970691303,
      "best_share": 0.32172131147540983,
      "blunder_share": 0.4082991803278688,
      "brier": 0.22034426499625342,
      "clusters": 94,
      "confidence_n": 1770,
      "confident_badly_wrong": 0.0039548022598870055,
      "cost_coverage": 1.0,
      "decisions": 1952,
      "ece": 0.08139084601549944,
      "engine_scored": 1952,
      "error_hi": 66.75787039954331,
      "error_lo": 56.31311716873862,
      "error_rate": 61.467165356410334,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 182,
      "invalid": 0,
      "last_date": "2026-10-23",
      "mean_confidence": 0.421503840365782,
      "over_budget": 0.0,
      "own_cost": {
       "decisions": 1952,
       "estimate": true,
       "excluded_hours": 87.88333333333334,
       "gaps": [
        [
         "2026-10-19T22:56Z",
         "2026-10-19T23:11Z",
         16
        ],
        [
         "2026-10-19T23:11Z",
         "2026-10-19T23:27Z",
         15
        ],
        [
         "2026-10-19T23:27Z",
         "2026-10-19T23:38Z",
         12
        ],
        [
         "2026-10-19T23:47Z",
         "2026-10-19T23:59Z",
         12
        ],
        [
         "2026-10-20T00:58Z",
         "2026-10-20T01:09Z",
         11
        ],
        [
         "2026-10-20T01:28Z",
         "2026-10-20T01:41Z",
         13
        ],
        [
         "2026-10-20T02:00Z",
         "2026-10-20T02:16Z",
         16
        ],
        [
         "2026-10-20T02:21Z",
         "2026-10-20T03:10Z",
         49
        ],
        [
         "2026-10-20T03:27Z",
         "2026-10-20T03:38Z",
         11
        ],
        [
         "2026-10-20T04:16Z",
         "2026-10-20T04:26Z",
         10
        ],
        [
         "2026-10-20T05:07Z",
         "2026-10-20T05:26Z",
         19
        ],
        [
         "2026-10-20T06:37Z",
         "2026-10-20T06:56Z",
         19
        ],
        [
         "2026-10-20T06:56Z",
         "2026-10-20T07:46Z",
         49
        ],
        [
         "2026-10-20T07:46Z",
         "2026-10-20T08:08Z",
         22
        ],
        [
         "2026-10-20T09:12Z",
         "2026-10-20T09:23Z",
         11
        ],
        [
         "2026-10-20T09:32Z",
         "2026-10-20T09:45Z",
         13
        ],
        [
         "2026-10-20T10:02Z",
         "2026-10-20T10:15Z",
         12
        ],
        [
         "2026-10-20T10:28Z",
         "2026-10-20T20:22Z",
         594
        ],
        [
         "2026-10-20T20:26Z",
         "2026-10-23T21:15Z",
         4369
        ]
       ],
       "gpu_decisions": 1952,
       "gpu_usd": 17.826504141545254,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 7.15923861106235,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 7.15923861106235,
         "machine": "rtx_pro_6000",
         "usd": 17.826504141545254,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 17.826504141545254,
       "usd_per_1000": 9.13243040038179
      },
      "p95_loss": 0.5206274211406707,
      "probability_source": "logprobs",
      "retry_mean": 0.001143954918032787,
      "scored": 1952,
      "time_median": 0.136,
      "time_p90": 0.3598000000000002,
      "tokens_in": 3882.473360655738,
      "tokens_out": 1.2346311475409837,
      "too_few": false,
      "usd_per_1000": 9.13243040038179,
      "very_confident": 0.02711864406779661,
      "worst_mean": 0.7436504957019067
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 14.794186009552147,
        "needless": 18.702299952445948,
        "none": 6.898382907641715,
        "right_risk": 2.8126904221831777,
        "right_safety": 5.111497926113547,
        "wrong_risk": 13.148108138473797
       },
       "calls": {
        "missed": 347.0,
        "needless": 280.0,
        "right_risk": 206.0,
        "right_safety": 470.0,
        "wrong_risk": 162.0
       },
       "confidence": {
        "auroc_right_risk": 0.5173028698801895,
        "missed_mean_p": 0.3921401360973296,
        "missed_n": 316,
        "taken_grouped": 75,
        "taken_n": 573,
        "taken_other": 0
       },
       "error_rate": 61.467165356410334,
       "found": {
        "den": 715.0,
        "n": 206.0,
        "share": 0.2881118881118881
       },
       "good": {
        "den": 648.0,
        "n": 206.0,
        "share": 0.31790123456790126
       },
       "judgement": 45.738927738927735,
       "judgement_hi": 48.12849699533099,
       "judgement_lo": 43.229422838327736,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.3182711198428291,
        "x": 0.7118881118881119,
        "y": 0.37333333333333335
       },
       "margin": 0.001,
       "missed": {
        "den": 715.0,
        "n": 347.0,
        "share": 0.4853146853146853
       },
       "needless": {
        "den": 750.0,
        "n": 280.0,
        "share": 0.37333333333333335
       },
       "needless_by_loss": {
        "big": {
         "den": 750.0,
         "n": 206.0,
         "share": 0.27466666666666667
        },
        "medium": {
         "den": 750.0,
         "n": 47.0,
         "share": 0.06266666666666666
        },
        "small": {
         "den": 750.0,
         "n": 27.0,
         "share": 0.036
        }
       },
       "no_trade_off": 487.0,
       "reference": null,
       "right_safety": {
        "den": 750.0,
        "n": 470.0,
        "share": 0.6266666666666667
       },
       "risk_pays": 715.0,
       "safety_pays": 750.0,
       "scored": 1952,
       "sdt": {
        "aim": {
         "den": 368.0,
         "n": 206.0,
         "share": 0.5597826086956522
        },
        "beta": 1.6433520398936035,
        "caution": 0.14291242270361804,
        "caution_hi": 0.2238062861807954,
        "caution_lo": 0.06265660686284102,
        "cstar": 1.382286030050837,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.3593598371285186,
        "dprime_hi": 0.49064266125728817,
        "dprime_lo": 0.2338124806159028,
        "false_alarm": {
         "den": 750.0,
         "n": 280.0,
         "share": 0.37333333333333335
        },
        "false_alarm_rate": 0.37350199733688416,
        "hit": {
         "den": 715.0,
         "n": 368.0,
         "share": 0.5146853146853146
        },
        "hit_rate": 0.5146648044692738,
        "missed_loss": 0.1664452512429152,
        "missed_n": 347.0,
        "na": null,
        "needless_loss": 0.2607634964798178,
        "needless_n": 280.0
       },
       "size": {
        "bad": {
         "mean": 12.76923076923077,
         "n": 442.0,
         "too_few": false
        },
        "right": {
         "mean": 9.946601941747574,
         "n": 206.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 413.0,
          "n": 147.0,
          "share": 0.3559322033898305
         },
         "missed": {
          "den": 413.0,
          "n": 183.0,
          "share": 0.4430992736077482
         },
         "risk_pays": 413.0,
         "wrong": {
          "den": 413.0,
          "n": 83.0,
          "share": 0.2009685230024213
         }
        },
        "medium": {
         "found": {
          "den": 224.0,
          "n": 50.0,
          "share": 0.22321428571428573
         },
         "missed": {
          "den": 224.0,
          "n": 125.0,
          "share": 0.5580357142857143
         },
         "risk_pays": 224.0,
         "wrong": {
          "den": 224.0,
          "n": 49.0,
          "share": 0.21875
         }
        },
        "small": {
         "found": {
          "den": 78.0,
          "n": 9.0,
          "share": 0.11538461538461539
         },
         "missed": {
          "den": 78.0,
          "n": 39.0,
          "share": 0.5
         },
         "risk_pays": 78.0,
         "wrong": {
          "den": 78.0,
          "n": 30.0,
          "share": 0.38461538461538464
         }
        }
       },
       "trade_off": 1465.0,
       "wrong": {
        "den": 715.0,
        "n": 162.0,
        "share": 0.22657342657342658
       }
      },
      "robust": {
       "by_call": {
        "missed": 14.458816895475152,
        "needless": 20.339708958492903,
        "none": 6.898382907641715,
        "right_risk": 2.3496732054675213,
        "right_safety": 5.446867040190541,
        "wrong_risk": 11.973716349142496
       },
       "calls": {
        "missed": 308.0,
        "needless": 319.0,
        "right_risk": 181.0,
        "right_safety": 509.0,
        "wrong_risk": 148.0
       },
       "confidence": {
        "auroc_right_risk": 0.5086787370941194,
        "missed_mean_p": 0.3944268605409039,
        "missed_n": 279,
        "taken_grouped": 75,
        "taken_n": 573,
        "taken_other": 0
       },
       "error_rate": 61.467165356410334,
       "found": {
        "den": 637.0,
        "n": 181.0,
        "share": 0.28414442700156983
       },
       "good": {
        "den": 648.0,
        "n": 181.0,
        "share": 0.279320987654321
       },
       "judgement": 44.9439363259239,
       "judgement_hi": 47.57380133738906,
       "judgement_lo": 42.601469202205465,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.32456140350877194,
        "x": 0.7158555729984302,
        "y": 0.3852657004830918
       },
       "margin": 0.02,
       "missed": {
        "den": 637.0,
        "n": 308.0,
        "share": 0.4835164835164835
       },
       "needless": {
        "den": 828.0,
        "n": 319.0,
        "share": 0.3852657004830918
       },
       "needless_by_loss": {
        "big": {
         "den": 828.0,
         "n": 226.0,
         "share": 0.27294685990338163
        },
        "medium": {
         "den": 828.0,
         "n": 56.0,
         "share": 0.06763285024154589
        },
        "small": {
         "den": 828.0,
         "n": 37.0,
         "share": 0.04468599033816425
        }
       },
       "no_trade_off": 487.0,
       "reference": null,
       "right_safety": {
        "den": 828.0,
        "n": 509.0,
        "share": 0.6147342995169082
       },
       "risk_pays": 637.0,
       "safety_pays": 828.0,
       "scored": 1952,
       "sdt": {
        "aim": {
         "den": 329.0,
         "n": 181.0,
         "share": 0.5501519756838906
        },
        "beta": 1.7654804561086637,
        "caution": 0.1250264500385079,
        "caution_hi": 0.20947486097953216,
        "caution_lo": 0.045980643814605156,
        "cstar": 1.7091163873425959,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.33258288940669095,
        "dprime_hi": 0.4625994132212182,
        "dprime_lo": 0.20189806827249585,
        "false_alarm": {
         "den": 828.0,
         "n": 319.0,
         "share": 0.3852657004830918
        },
        "false_alarm_rate": 0.3854041013268999,
        "hit": {
         "den": 637.0,
         "n": 329.0,
         "share": 0.5164835164835165
        },
        "hit_rate": 0.5164576802507836,
        "missed_loss": 0.1832701985712175,
        "missed_n": 308.0,
        "na": null,
        "needless_loss": 0.24892233157980032,
        "needless_n": 319.0
       },
       "size": {
        "bad": {
         "mean": 12.563169164882227,
         "n": 467.0,
         "too_few": false
        },
        "right": {
         "mean": 10.088397790055248,
         "n": 181.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 413.0,
          "n": 137.0,
          "share": 0.33171912832929784
         },
         "missed": {
          "den": 413.0,
          "n": 183.0,
          "share": 0.4430992736077482
         },
         "risk_pays": 413.0,
         "wrong": {
          "den": 413.0,
          "n": 93.0,
          "share": 0.22518159806295399
         }
        },
        "medium": {
         "found": {
          "den": 224.0,
          "n": 44.0,
          "share": 0.19642857142857142
         },
         "missed": {
          "den": 224.0,
          "n": 125.0,
          "share": 0.5580357142857143
         },
         "risk_pays": 224.0,
         "wrong": {
          "den": 224.0,
          "n": 55.0,
          "share": 0.24553571428571427
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1465.0,
       "wrong": {
        "den": 637.0,
        "n": 148.0,
        "share": 0.23233908948194662
       }
      }
     },
     "slug": "lfm2-5-24b-a2b-off"
    },
    "LFM2.5-24B-A2B (on)": {
     "close": {
      "close": {
       "den": 151,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "decisions": 2193,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 151,
      "exclusions": {
       "grouped": 229,
       "not_audited": 43,
       "sparse": 1770
      },
      "groups": {
       "close": {
        "by_count": [
         0,
         0,
         0,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "points": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "prime": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "race": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "gap": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "n": 0,
        "p1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "p2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0
        ]
       },
       "other": {
        "by_count": [
         46,
         80,
         25,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 151,
          "n": 54,
          "share": 0.3576158940397351,
          "small": true
         },
         "points": {
          "den": 151,
          "n": 11,
          "share": 0.0728476821192053,
          "small": true
         },
         "prime": {
          "den": 151,
          "n": 37,
          "share": 0.24503311258278146,
          "small": true
         },
         "race": {
          "den": 151,
          "n": 28,
          "share": 0.18543046357615894,
          "small": true
         }
        },
        "gap": {
         "mean": 0.10088723345308115,
         "median": 0.023262381553649902,
         "n": 151
        },
        "loss1": {
         "mean": 0.03670528077131865,
         "median": 0.0,
         "n": 151
        },
        "loss2": {
         "mean": 0.08329021022809262,
         "median": 0.0031251907348632812,
         "n": 151
        },
        "n": 151,
        "p1": {
         "mean": 0.9909797689852077,
         "median": 0.9998203816259932,
         "n": 151
        },
        "p2": {
         "mean": 0.003566624503281338,
         "median": 0.00016851718434943687,
         "n": 151
        },
        "psum": {
         "mean": 0.9945463934884891,
         "median": 1.0,
         "n": 151
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         1,
         0,
         1,
         0,
         149
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 94,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 94,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 16,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 16,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 41,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 41,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 13,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 13,
          "n": 10,
          "share": 0.7692307692307693,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 3,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 10,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 3,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 94,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 94,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 13,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 13,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 44,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 44,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 10,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 10,
          "n": 7,
          "share": 0.7,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 3,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 10,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 151,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "risk_pair_other": {
       "den": 151,
       "n": 48,
       "share": 0.31788079470198677,
       "small": true
      },
      "ties": {
       "close": 0,
       "member": 1,
       "order": 0,
       "positive": 1,
       "top_two": 1,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.5622655663915979,
      "auroc_blunder": 0.5538952564996221,
      "confident_badly_wrong": {
       "den": 1964,
       "n": 596,
       "share": 0.3034623217922607
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1955,
         "n": 596,
         "share": 0.30485933503836316
        },
        "kept": {
         "den": 1964,
         "n": 1955,
         "share": 0.995417515274949
        },
        "mean_loss": 0.0896182459181227,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 1942,
         "n": 591,
         "share": 0.3043254376930999
        },
        "kept": {
         "den": 1964,
         "n": 1942,
         "share": 0.9887983706720977
        },
        "mean_loss": 0.08923938331778336,
        "too_few": false
       }
      },
      "ece": 0.5817970985000193,
      "held_out": {
       "blunders": null,
       "kept": null,
       "no_cutoff": 300,
       "runs": 300
      },
      "n": 1964,
      "surest": {
       "cut": 1.0,
       "error_rate": 39.72216915497754,
       "n": 752,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.5622655663915979,
      "best_share": 0.3962608299133607,
      "blunder_share": 0.3237574099407205,
      "brier": 0.5810170277123968,
      "clusters": 100,
      "confidence_n": 1964,
      "confident_badly_wrong": 0.3034623217922607,
      "cost_coverage": 1.0,
      "decisions": 2193,
      "ece": 0.5817970985000193,
      "engine_scored": 2193,
      "error_hi": 51.154370370424054,
      "error_lo": 44.08083080740797,
      "error_rate": 47.686285635297615,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 229,
      "invalid": 0,
      "last_date": "2026-10-25",
      "mean_confidence": 0.9977848785407525,
      "over_budget": 1.0,
      "own_cost": {
       "decisions": 2193,
       "estimate": true,
       "excluded_hours": 97.11666666666666,
       "gaps": [
        [
         "2026-10-19T23:11Z",
         "2026-10-19T23:21Z",
         10
        ],
        [
         "2026-10-20T02:03Z",
         "2026-10-20T02:15Z",
         12
        ],
        [
         "2026-10-20T02:59Z",
         "2026-10-20T03:09Z",
         10
        ],
        [
         "2026-10-20T09:12Z",
         "2026-10-20T09:22Z",
         11
        ],
        [
         "2026-10-20T10:28Z",
         "2026-10-20T11:39Z",
         71
        ],
        [
         "2026-10-20T11:40Z",
         "2026-10-20T20:25Z",
         525
        ],
        [
         "2026-10-20T21:06Z",
         "2026-10-20T22:48Z",
         102
        ],
        [
         "2026-10-20T22:54Z",
         "2026-10-20T23:13Z",
         19
        ],
        [
         "2026-10-20T23:13Z",
         "2026-10-21T01:30Z",
         137
        ],
        [
         "2026-10-21T04:27Z",
         "2026-10-21T06:25Z",
         118
        ],
        [
         "2026-10-21T06:25Z",
         "2026-10-22T00:01Z",
         1056
        ],
        [
         "2026-10-22T00:01Z",
         "2026-10-22T00:55Z",
         55
        ],
        [
         "2026-10-22T00:55Z",
         "2026-10-22T04:50Z",
         235
        ],
        [
         "2026-10-22T04:50Z",
         "2026-10-22T15:43Z",
         653
        ],
        [
         "2026-10-22T16:19Z",
         "2026-10-22T22:27Z",
         368
        ],
        [
         "2026-10-23T00:05Z",
         "2026-10-24T16:50Z",
         2445
        ]
       ],
       "gpu_decisions": 2193,
       "gpu_usd": 84.90464323440818,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 34.190423333446205,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 0.10078722225295172,
         "machine": "dgx_spark",
         "usd": 0.021449317536982867,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 34.08963611119325,
         "machine": "rtx_pro_6000",
         "usd": 84.8831939168712,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 84.90464323440818,
       "usd_per_1000": 38.71620758522945
      },
      "p95_loss": 0.43073860406875647,
      "probability_source": "logprobs",
      "retry_mean": 127.69054673962609,
      "scored": 2193,
      "time_median": 324.805,
      "time_p90": 668.578,
      "tokens_in": 28836.270405836753,
      "tokens_out": 21667.886000911993,
      "too_few": false,
      "usd_per_1000": 38.71620758522945,
      "very_confident": 0.995417515274949,
      "worst_mean": 0.6314342826604843
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 12.214491975345515,
        "needless": 13.287840792429376,
        "none": 5.148068063616807,
        "right_risk": 2.7282470663116776,
        "right_safety": 4.2280424445718054,
        "wrong_risk": 10.07959529302243
       },
       "calls": {
        "missed": 373.0,
        "needless": 235.0,
        "right_risk": 248.0,
        "right_safety": 647.0,
        "wrong_risk": 167.0
       },
       "confidence": {
        "auroc_right_risk": 0.515093479252166,
        "missed_mean_p": 0.9997717382088558,
        "missed_n": 309,
        "taken_grouped": 78,
        "taken_n": 572,
        "taken_other": 0
       },
       "error_rate": 47.686285635297615,
       "found": {
        "den": 788.0,
        "n": 248.0,
        "share": 0.3147208121827411
       },
       "good": {
        "den": 650.0,
        "n": 248.0,
        "share": 0.38153846153846155
       },
       "judgement": 52.41404514428445,
       "judgement_hi": 54.51842177439104,
       "judgement_lo": 50.32163907748342,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.30925925925925923,
        "x": 0.6852791878172588,
        "y": 0.26643990929705214
       },
       "margin": 0.001,
       "missed": {
        "den": 788.0,
        "n": 373.0,
        "share": 0.4733502538071066
       },
       "needless": {
        "den": 882.0,
        "n": 235.0,
        "share": 0.26643990929705214
       },
       "needless_by_loss": {
        "big": {
         "den": 882.0,
         "n": 169.0,
         "share": 0.19160997732426305
        },
        "medium": {
         "den": 882.0,
         "n": 54.0,
         "share": 0.061224489795918366
        },
        "small": {
         "den": 882.0,
         "n": 12.0,
         "share": 0.013605442176870748
        }
       },
       "no_trade_off": 523.0,
       "reference": null,
       "right_safety": {
        "den": 882.0,
        "n": 647.0,
        "share": 0.7335600907029478
       },
       "risk_pays": 788.0,
       "safety_pays": 882.0,
       "scored": 2193,
       "sdt": {
        "aim": {
         "den": 415.0,
         "n": 248.0,
         "share": 0.5975903614457831
        },
        "beta": 1.9326906456755077,
        "caution": 0.27802246423185856,
        "caution_hi": 0.3407590030740412,
        "caution_lo": 0.2142135050399304,
        "cstar": 0.9555327176325419,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.6895767531653824,
        "dprime_hi": 0.8161401901376182,
        "dprime_lo": 0.5646883080065042,
        "false_alarm": {
         "den": 882.0,
         "n": 235.0,
         "share": 0.26643990929705214
        },
        "false_alarm_rate": 0.2667044167610419,
        "hit": {
         "den": 788.0,
         "n": 415.0,
         "share": 0.5266497461928934
        },
        "hit_rate": 0.526615969581749,
        "missed_loss": 0.14362670724896898,
        "missed_n": 373.0,
        "na": null,
        "needless_loss": 0.248001998789767,
        "needless_n": 235.0
       },
       "size": {
        "bad": {
         "mean": 12.335820895522389,
         "n": 402.0,
         "too_few": false
        },
        "right": {
         "mean": 10.540322580645162,
         "n": 248.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 406.0,
          "n": 182.0,
          "share": 0.4482758620689655
         },
         "missed": {
          "den": 406.0,
          "n": 154.0,
          "share": 0.3793103448275862
         },
         "risk_pays": 406.0,
         "wrong": {
          "den": 406.0,
          "n": 70.0,
          "share": 0.1724137931034483
         }
        },
        "medium": {
         "found": {
          "den": 289.0,
          "n": 59.0,
          "share": 0.2041522491349481
         },
         "missed": {
          "den": 289.0,
          "n": 158.0,
          "share": 0.5467128027681661
         },
         "risk_pays": 289.0,
         "wrong": {
          "den": 289.0,
          "n": 72.0,
          "share": 0.2491349480968858
         }
        },
        "small": {
         "found": {
          "den": 93.0,
          "n": 7.0,
          "share": 0.07526881720430108
         },
         "missed": {
          "den": 93.0,
          "n": 61.0,
          "share": 0.6559139784946236
         },
         "risk_pays": 93.0,
         "wrong": {
          "den": 93.0,
          "n": 25.0,
          "share": 0.26881720430107525
         }
        }
       },
       "trade_off": 1670.0,
       "wrong": {
        "den": 788.0,
        "n": 167.0,
        "share": 0.21192893401015228
       }
      },
      "robust": {
       "by_call": {
        "missed": 11.600134195229042,
        "needless": 14.800038163215126,
        "none": 5.148068063616807,
        "right_risk": 2.1399825580360354,
        "right_safety": 4.842400224688278,
        "wrong_risk": 9.155662430512324
       },
       "calls": {
        "missed": 312.0,
        "needless": 267.0,
        "right_risk": 224.0,
        "right_safety": 708.0,
        "wrong_risk": 159.0
       },
       "confidence": {
        "auroc_right_risk": 0.521341297114493,
        "missed_mean_p": 0.999753722473928,
        "missed_n": 259,
        "taken_grouped": 78,
        "taken_n": 572,
        "taken_other": 0
       },
       "error_rate": 47.686285635297615,
       "found": {
        "den": 695.0,
        "n": 224.0,
        "share": 0.32230215827338127
       },
       "good": {
        "den": 650.0,
        "n": 224.0,
        "share": 0.3446153846153846
       },
       "judgement": 52.42280022136136,
       "judgement_hi": 54.64580021380246,
       "judgement_lo": 50.21255586218876,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.3375796178343949,
        "x": 0.6776978417266187,
        "y": 0.27384615384615385
       },
       "margin": 0.02,
       "missed": {
        "den": 695.0,
        "n": 312.0,
        "share": 0.4489208633093525
       },
       "needless": {
        "den": 975.0,
        "n": 267.0,
        "share": 0.27384615384615385
       },
       "needless_by_loss": {
        "big": {
         "den": 975.0,
         "n": 186.0,
         "share": 0.19076923076923077
        },
        "medium": {
         "den": 975.0,
         "n": 59.0,
         "share": 0.06051282051282051
        },
        "small": {
         "den": 975.0,
         "n": 22.0,
         "share": 0.022564102564102566
        }
       },
       "no_trade_off": 523.0,
       "reference": null,
       "right_safety": {
        "den": 975.0,
        "n": 708.0,
        "share": 0.7261538461538461
       },
       "risk_pays": 695.0,
       "safety_pays": 975.0,
       "scored": 2193,
       "sdt": {
        "aim": {
         "den": 383.0,
         "n": 224.0,
         "share": 0.5848563968668408
        },
        "beta": 2.09152454537083,
        "caution": 0.23616161419587092,
        "caution_hi": 0.29996692756441745,
        "caution_lo": 0.17534582281048308,
        "cstar": 1.0125759731178814,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.7287287741313155,
        "dprime_hi": 0.8492994409895839,
        "dprime_lo": 0.6093603678916694,
        "false_alarm": {
         "den": 975.0,
         "n": 267.0,
         "share": 0.27384615384615385
        },
        "false_alarm_rate": 0.274077868852459,
        "hit": {
         "den": 695.0,
         "n": 383.0,
         "share": 0.5510791366906475
        },
        "hit_rate": 0.5510057471264368,
        "missed_loss": 0.16307111724446982,
        "missed_n": 312.0,
        "na": null,
        "needless_loss": 0.24311972802944398,
        "needless_n": 267.0
       },
       "size": {
        "bad": {
         "mean": 12.213615023474178,
         "n": 426.0,
         "too_few": false
        },
        "right": {
         "mean": 10.580357142857142,
         "n": 224.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 406.0,
          "n": 171.0,
          "share": 0.4211822660098522
         },
         "missed": {
          "den": 406.0,
          "n": 154.0,
          "share": 0.3793103448275862
         },
         "risk_pays": 406.0,
         "wrong": {
          "den": 406.0,
          "n": 81.0,
          "share": 0.19950738916256158
         }
        },
        "medium": {
         "found": {
          "den": 289.0,
          "n": 53.0,
          "share": 0.18339100346020762
         },
         "missed": {
          "den": 289.0,
          "n": 158.0,
          "share": 0.5467128027681661
         },
         "risk_pays": 289.0,
         "wrong": {
          "den": 289.0,
          "n": 78.0,
          "share": 0.2698961937716263
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1670.0,
       "wrong": {
        "den": 695.0,
        "n": 159.0,
        "share": 0.22877697841726619
       }
      }
     },
     "slug": "lfm2-5-24b-a2b-on"
    },
    "Open-Jev 27B v1.1": {
     "close": {
      "close": {
       "den": 1776,
       "n": 1740,
       "share": 0.9797297297297297,
       "small": false
      },
      "decisions": 2002,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1776,
      "exclusions": {
       "not_audited": 226
      },
      "groups": {
       "close": {
        "by_count": [
         366,
         717,
         449,
         199,
         9
        ],
        "differ": {
         "hitting": {
          "den": 1740,
          "n": 963,
          "share": 0.553448275862069,
          "small": false
         },
         "points": {
          "den": 1740,
          "n": 617,
          "share": 0.3545977011494253,
          "small": false
         },
         "prime": {
          "den": 1740,
          "n": 537,
          "share": 0.3086206896551724,
          "small": false
         },
         "race": {
          "den": 1740,
          "n": 131,
          "share": 0.07528735632183908,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14684955523959523,
         "median": 0.08019086718559265,
         "n": 1740
        },
        "loss1": {
         "mean": 0.1322294959220393,
         "median": 0.03357595205307007,
         "n": 1740
        },
        "loss2": {
         "mean": 0.17530299349762926,
         "median": 0.08604463934898376,
         "n": 1740
        },
        "n": 1740,
        "p1": {
         "mean": 0.20766105451798675,
         "median": 0.15064120889400434,
         "n": 1740
        },
        "p2": {
         "mean": 0.17544764898980814,
         "median": 0.13336779232162546,
         "n": 1740
        },
        "psum": {
         "mean": 0.3831087035077949,
         "median": 0.2818781527489696,
         "n": 1740
        },
        "psum_bins": [
         132,
         463,
         320,
         197,
         125,
         151,
         69,
         98,
         4,
         181
        ]
       },
       "other": {
        "by_count": [
         5,
         12,
         13,
         6,
         0
        ],
        "differ": {
         "hitting": {
          "den": 36,
          "n": 15,
          "share": 0.4166666666666667,
          "small": true
         },
         "points": {
          "den": 36,
          "n": 20,
          "share": 0.5555555555555556,
          "small": true
         },
         "prime": {
          "den": 36,
          "n": 18,
          "share": 0.5,
          "small": true
         },
         "race": {
          "den": 36,
          "n": 3,
          "share": 0.08333333333333333,
          "small": true
         }
        },
        "gap": {
         "mean": 0.14702201386292776,
         "median": 0.13250577449798584,
         "n": 36
        },
        "loss1": {
         "mean": 0.0,
         "median": 0.0,
         "n": 36
        },
        "loss2": {
         "mean": 0.14702201386292776,
         "median": 0.13250577449798584,
         "n": 36
        },
        "n": 36,
        "p1": {
         "mean": 0.4076558764234417,
         "median": 0.31336587522084247,
         "n": 36
        },
        "p2": {
         "mean": 0.17167456540514256,
         "median": 0.11802212320842409,
         "n": 36
        },
        "psum": {
         "mean": 0.5793304418285843,
         "median": 0.4295280477697571,
         "n": 36
        },
        "psum_bins": [
         0,
         0,
         8,
         8,
         6,
         1,
         0,
         0,
         2,
         11
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 465,
           "n": 452,
           "share": 0.9720430107526882,
           "small": false
          },
          "eligible": 465,
          "risk_close": {
           "den": 452,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 622,
           "n": 616,
           "share": 0.9903536977491961,
           "small": false
          },
          "eligible": 622,
          "risk_close": {
           "den": 616,
           "n": 271,
           "share": 0.43993506493506496,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 689,
           "n": 672,
           "share": 0.9753265602322206,
           "small": false
          },
          "eligible": 689,
          "risk_close": {
           "den": 672,
           "n": 380,
           "share": 0.5654761904761905,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "close": {
          "den": 271,
          "n": 155,
          "share": 0.5719557195571956,
          "small": false
         },
         "group": 271,
         "na": "N/A: no other decisions in this group",
         "other": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "stake": {
         "big": {
          "den": 345,
          "n": 343,
          "share": 0.9942028985507246,
          "small": false
         },
         "medium": {
          "den": 203,
          "n": 200,
          "share": 0.9852216748768473,
          "small": false
         },
         "small": {
          "den": 74,
          "n": 73,
          "share": 0.9864864864864865,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 465,
           "n": 452,
           "share": 0.9720430107526882,
           "small": false
          },
          "eligible": 465,
          "risk_close": {
           "den": 452,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 548,
           "n": 543,
           "share": 0.9908759124087592,
           "small": false
          },
          "eligible": 548,
          "risk_close": {
           "den": 543,
           "n": 230,
           "share": 0.42357274401473294,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 763,
           "n": 745,
           "share": 0.9764089121887287,
           "small": false
          },
          "eligible": 763,
          "risk_close": {
           "den": 745,
           "n": 421,
           "share": 0.5651006711409396,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "close": {
          "den": 230,
          "n": 130,
          "share": 0.5652173913043478,
          "small": false
         },
         "group": 230,
         "na": "N/A: no other decisions in this group",
         "other": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "stake": {
         "big": {
          "den": 345,
          "n": 343,
          "share": 0.9942028985507246,
          "small": false
         },
         "medium": {
          "den": 203,
          "n": 200,
          "share": 0.9852216748768473,
          "small": false
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 1740,
       "n": 651,
       "share": 0.3741379310344828,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1776,
       "n": 651,
       "share": 0.36655405405405406,
       "small": false
      },
      "risk_pair_other": {
       "den": 36,
       "n": 10,
       "share": 0.2777777777777778,
       "small": true
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7255163289015103,
      "auroc_blunder": 0.7166703332677204,
      "confident_badly_wrong": {
       "den": 2002,
       "n": 0,
       "share": 0.0
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 2002,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 2002,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.1546932790875266,
      "held_out": {
       "blunders": 0.019756781926639856,
       "kept": 0.022910357607555564,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 2002,
      "surest": {
       "cut": 0.291265346136371,
       "error_rate": 28.890634933393635,
       "n": 501,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7255163289015103,
      "best_share": 0.36563436563436563,
      "blunder_share": 0.38611388611388614,
      "brier": 0.22173881685754407,
      "clusters": 100,
      "confidence_n": 2002,
      "confident_badly_wrong": 0.0,
      "cost_coverage": 1.0,
      "decisions": 2002,
      "ece": 0.1546932790875266,
      "engine_scored": 2002,
      "error_hi": 71.92225732018971,
      "error_lo": 59.73789334253618,
      "error_rate": 65.55707858397172,
      "first_date": "2026-10-15",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.21094108654683905,
      "over_budget": 0.0,
      "own_cost": {
       "decisions": 2002,
       "estimate": true,
       "excluded_hours": 257.6166666666667,
       "gaps": [
        [
         "2026-10-15T11:21Z",
         "2026-10-15T23:48Z",
         747
        ],
        [
         "2026-10-15T23:53Z",
         "2026-10-16T04:31Z",
         278
        ],
        [
         "2026-10-16T04:33Z",
         "2026-10-19T20:52Z",
         5300
        ],
        [
         "2026-10-19T21:27Z",
         "2026-10-20T04:53Z",
         446
        ],
        [
         "2026-10-20T05:03Z",
         "2026-10-20T13:10Z",
         487
        ],
        [
         "2026-10-20T13:16Z",
         "2026-10-22T17:16Z",
         3120
        ],
        [
         "2026-10-22T17:22Z",
         "2026-10-22T22:21Z",
         300
        ],
        [
         "2026-10-22T22:23Z",
         "2026-10-23T21:20Z",
         1377
        ],
        [
         "2026-10-23T21:30Z",
         "2026-10-25T05:09Z",
         1899
        ],
        [
         "2026-10-25T05:17Z",
         "2026-10-25T05:33Z",
         16
        ],
        [
         "2026-10-25T09:25Z",
         "2026-10-25T09:36Z",
         12
        ],
        [
         "2026-10-25T09:39Z",
         "2026-10-25T21:54Z",
         735
        ],
        [
         "2026-10-25T21:58Z",
         "2026-10-26T10:18Z",
         740
        ]
       ],
       "gpu_decisions": 2002,
       "gpu_usd": 14.383886857966566,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 5.7766613887415925,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 5.7766613887415925,
         "machine": "rtx_pro_6000",
         "usd": 14.383886857966566,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 14.383886857966566,
       "usd_per_1000": 7.184758670312969
      },
      "p95_loss": 0.5959604293107975,
      "probability_source": "decision",
      "retry_mean": 2.017040959040959,
      "scored": 2002,
      "time_median": 1.575,
      "time_p90": 3.3798,
      "tokens_in": 35473.48251748252,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 7.184758670312969,
      "very_confident": 0.0,
      "worst_mean": 0.8458038645982743
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 12.49304478550767,
        "needless": 21.424859829180008,
        "none": 6.345426955899516,
        "right_risk": 3.0509093171590336,
        "right_safety": 4.953382992661083,
        "wrong_risk": 17.28945470356441
       },
       "calls": {
        "missed": 246.0,
        "needless": 306.0,
        "right_risk": 264.0,
        "right_safety": 455.0,
        "wrong_risk": 198.0
       },
       "confidence": {
        "auroc_right_risk": 0.5284917628667629,
        "missed_mean_p": 0.14858504333931516,
        "missed_n": 246,
        "taken_grouped": 0,
        "taken_n": 768,
        "taken_other": 0
       },
       "error_rate": 65.55707858397172,
       "found": {
        "den": 708.0,
        "n": 264.0,
        "share": 0.3728813559322034
       },
       "good": {
        "den": 768.0,
        "n": 264.0,
        "share": 0.34375
       },
       "judgement": 48.53894296086773,
       "judgement_hi": 50.949900110896586,
       "judgement_lo": 46.07354001452669,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.44594594594594594,
        "x": 0.6271186440677966,
        "y": 0.4021024967148489
       },
       "margin": 0.001,
       "missed": {
        "den": 708.0,
        "n": 246.0,
        "share": 0.3474576271186441
       },
       "needless": {
        "den": 761.0,
        "n": 306.0,
        "share": 0.4021024967148489
       },
       "needless_by_loss": {
        "big": {
         "den": 761.0,
         "n": 236.0,
         "share": 0.31011826544021026
        },
        "medium": {
         "den": 761.0,
         "n": 53.0,
         "share": 0.06964520367936924
        },
        "small": {
         "den": 761.0,
         "n": 17.0,
         "share": 0.022339027595269383
        }
       },
       "no_trade_off": 533.0,
       "reference": null,
       "right_safety": {
        "den": 761.0,
        "n": 455.0,
        "share": 0.5978975032851511
       },
       "risk_pays": 708.0,
       "safety_pays": 761.0,
       "scored": 2002,
       "sdt": {
        "aim": {
         "den": 462.0,
         "n": 264.0,
         "share": 0.5714285714285714
        },
        "beta": 1.48188592158663,
        "caution": -0.07201722020832618,
        "caution_hi": -0.006134141630468674,
        "caution_lo": -0.1370201469146727,
        "cstar": 0.6153364100615873,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.639187835292075,
        "dprime_hi": 0.7634329027241877,
        "dprime_lo": 0.5181987065112926,
        "false_alarm": {
         "den": 761.0,
         "n": 306.0,
         "share": 0.4021024967148489
        },
        "false_alarm_rate": 0.40223097112860895,
        "hit": {
         "den": 708.0,
         "n": 462.0,
         "share": 0.652542372881356
        },
        "hit_rate": 0.652327221438646,
        "missed_loss": 0.2033420785413525,
        "missed_n": 246.0,
        "na": null,
        "needless_loss": 0.28034359070600245,
        "needless_n": 306.0
       },
       "size": {
        "bad": {
         "mean": 11.865079365079366,
         "n": 504.0,
         "too_few": false
        },
        "right": {
         "mean": 11.159090909090908,
         "n": 264.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 397.0,
          "n": 170.0,
          "share": 0.4282115869017632
         },
         "missed": {
          "den": 397.0,
          "n": 136.0,
          "share": 0.3425692695214106
         },
         "risk_pays": 397.0,
         "wrong": {
          "den": 397.0,
          "n": 91.0,
          "share": 0.22921914357682618
         }
        },
        "medium": {
         "found": {
          "den": 229.0,
          "n": 80.0,
          "share": 0.34934497816593885
         },
         "missed": {
          "den": 229.0,
          "n": 73.0,
          "share": 0.31877729257641924
         },
         "risk_pays": 229.0,
         "wrong": {
          "den": 229.0,
          "n": 76.0,
          "share": 0.3318777292576419
         }
        },
        "small": {
         "found": {
          "den": 82.0,
          "n": 14.0,
          "share": 0.17073170731707318
         },
         "missed": {
          "den": 82.0,
          "n": 37.0,
          "share": 0.45121951219512196
         },
         "risk_pays": 82.0,
         "wrong": {
          "den": 82.0,
          "n": 31.0,
          "share": 0.3780487804878049
         }
        }
       },
       "trade_off": 1469.0,
       "wrong": {
        "den": 708.0,
        "n": 198.0,
        "share": 0.2796610169491525
       }
      },
      "robust": {
       "by_call": {
        "missed": 12.042280454021114,
        "needless": 23.757410446902018,
        "none": 6.345426955899516,
        "right_risk": 2.767501512428859,
        "right_safety": 5.4041473241476385,
        "wrong_risk": 15.240311890572578
       },
       "calls": {
        "missed": 209.0,
        "needless": 351.0,
        "right_risk": 236.0,
        "right_safety": 492.0,
        "wrong_risk": 181.0
       },
       "confidence": {
        "auroc_right_risk": 0.5327513699502995,
        "missed_mean_p": 0.15244265059496845,
        "missed_n": 209,
        "taken_grouped": 0,
        "taken_n": 768,
        "taken_other": 0
       },
       "error_rate": 65.55707858397172,
       "found": {
        "den": 626.0,
        "n": 236.0,
        "share": 0.3769968051118211
       },
       "good": {
        "den": 768.0,
        "n": 236.0,
        "share": 0.3072916666666667
       },
       "judgement": 48.031334917512766,
       "judgement_hi": 50.708500105833316,
       "judgement_lo": 45.479017459478314,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.4641025641025641,
        "x": 0.6230031948881789,
        "y": 0.41637010676156583
       },
       "margin": 0.02,
       "missed": {
        "den": 626.0,
        "n": 209.0,
        "share": 0.33386581469648563
       },
       "needless": {
        "den": 843.0,
        "n": 351.0,
        "share": 0.41637010676156583
       },
       "needless_by_loss": {
        "big": {
         "den": 843.0,
         "n": 261.0,
         "share": 0.3096085409252669
        },
        "medium": {
         "den": 843.0,
         "n": 59.0,
         "share": 0.06998813760379596
        },
        "small": {
         "den": 843.0,
         "n": 31.0,
         "share": 0.036773428232502965
        }
       },
       "no_trade_off": 533.0,
       "reference": null,
       "right_safety": {
        "den": 843.0,
        "n": 492.0,
        "share": 0.5836298932384342
       },
       "risk_pays": 626.0,
       "safety_pays": 843.0,
       "scored": 2002,
       "sdt": {
        "aim": {
         "den": 417.0,
         "n": 236.0,
         "share": 0.565947242206235
        },
        "beta": 1.5819136540428138,
        "caution": -0.10880031867998792,
        "caution_hi": -0.04251974194624597,
        "caution_lo": -0.1770625924657327,
        "cstar": 0.7172120016702993,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.6394696220040024,
        "dprime_hi": 0.7761528588180643,
        "dprime_lo": 0.5049271368645688,
        "false_alarm": {
         "den": 843.0,
         "n": 351.0,
         "share": 0.41637010676156583
        },
        "false_alarm_rate": 0.4164691943127962,
        "hit": {
         "den": 626.0,
         "n": 417.0,
         "share": 0.6661341853035144
        },
        "hit_rate": 0.6658692185007975,
        "missed_loss": 0.23070474132966767,
        "missed_n": 209.0,
        "na": null,
        "needless_loss": 0.2710104599128082,
        "needless_n": 351.0
       },
       "size": {
        "bad": {
         "mean": 11.733082706766917,
         "n": 532.0,
         "too_few": false
        },
        "right": {
         "mean": 11.372881355932204,
         "n": 236.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 397.0,
          "n": 164.0,
          "share": 0.41309823677581864
         },
         "missed": {
          "den": 397.0,
          "n": 136.0,
          "share": 0.3425692695214106
         },
         "risk_pays": 397.0,
         "wrong": {
          "den": 397.0,
          "n": 97.0,
          "share": 0.24433249370277077
         }
        },
        "medium": {
         "found": {
          "den": 229.0,
          "n": 72.0,
          "share": 0.314410480349345
         },
         "missed": {
          "den": 229.0,
          "n": 73.0,
          "share": 0.31877729257641924
         },
         "risk_pays": 229.0,
         "wrong": {
          "den": 229.0,
          "n": 84.0,
          "share": 0.36681222707423583
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1469.0,
       "wrong": {
        "den": 626.0,
        "n": 181.0,
        "share": 0.28913738019169327
       }
      }
     },
     "slug": "open-jev-27b-v1-1"
    },
    "Perplexity Decider 27B v1.1 (local GPU)": {
     "close": {
      "close": {
       "den": 1633,
       "n": 654,
       "share": 0.40048989589712186,
       "small": false
      },
      "decisions": 2052,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1633,
      "exclusions": {
       "grouped": 202,
       "not_audited": 217
      },
      "groups": {
       "close": {
        "by_count": [
         160,
         262,
         154,
         69,
         9
        ],
        "differ": {
         "hitting": {
          "den": 654,
          "n": 356,
          "share": 0.5443425076452599,
          "small": false
         },
         "points": {
          "den": 654,
          "n": 175,
          "share": 0.26758409785932724,
          "small": false
         },
         "prime": {
          "den": 654,
          "n": 185,
          "share": 0.28287461773700306,
          "small": false
         },
         "race": {
          "den": 654,
          "n": 97,
          "share": 0.14831804281345565,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13401427272627478,
         "median": 0.0720166563987732,
         "n": 654
        },
        "loss1": {
         "mean": 0.10078175730479237,
         "median": 0.03398919105529785,
         "n": 654
        },
        "loss2": {
         "mean": 0.1101043418004243,
         "median": 0.04866427183151245,
         "n": 654
        },
        "n": 654,
        "p1": {
         "mean": 0.39074347481463895,
         "median": 0.3851612338824503,
         "n": 654
        },
        "p2": {
         "mean": 0.27939108681012154,
         "median": 0.2701551176801976,
         "n": 654
        },
        "psum": {
         "mean": 0.6701345616247605,
         "median": 0.6645014744555469,
         "n": 654
        },
        "psum_bins": [
         0,
         0,
         4,
         29,
         80,
         121,
         150,
         120,
         72,
         78
        ]
       },
       "other": {
        "by_count": [
         205,
         394,
         259,
         109,
         12
        ],
        "differ": {
         "hitting": {
          "den": 979,
          "n": 532,
          "share": 0.54341164453524,
          "small": false
         },
         "points": {
          "den": 979,
          "n": 332,
          "share": 0.3391215526046987,
          "small": false
         },
         "prime": {
          "den": 979,
          "n": 302,
          "share": 0.3084780388151175,
          "small": false
         },
         "race": {
          "den": 979,
          "n": 121,
          "share": 0.12359550561797752,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14279925634473775,
         "median": 0.07881057262420654,
         "n": 979
        },
        "loss1": {
         "mean": 0.05308504611162414,
         "median": 0.0,
         "n": 979
        },
        "loss2": {
         "mean": 0.13953834467694026,
         "median": 0.06544137001037598,
         "n": 979
        },
        "n": 979,
        "p1": {
         "mean": 0.7165605041851845,
         "median": 0.7293513199880326,
         "n": 979
        },
        "p2": {
         "mean": 0.13353741626302104,
         "median": 0.1313399828859045,
         "n": 979
        },
        "psum": {
         "mean": 0.8500979204482055,
         "median": 0.8919867800244481,
         "n": 979
        },
        "psum_bins": [
         0,
         0,
         0,
         2,
         19,
         53,
         98,
         137,
         202,
         468
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 431,
           "n": 135,
           "share": 0.31322505800464034,
           "small": false
          },
          "eligible": 431,
          "risk_close": {
           "den": 135,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 528,
           "n": 256,
           "share": 0.48484848484848486,
           "small": false
          },
          "eligible": 528,
          "risk_close": {
           "den": 256,
           "n": 170,
           "share": 0.6640625,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 674,
           "n": 263,
           "share": 0.39020771513353114,
           "small": false
          },
          "eligible": 674,
          "risk_close": {
           "den": 263,
           "n": 132,
           "share": 0.5019011406844106,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5828220858895705,
         "adj_other": 0.7621577971537961,
         "adjusted": -0.17933571126422554,
         "adjusted_hi": -0.05879486157940104,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.2699307629859721,
         "close": {
          "den": 170,
          "n": 97,
          "share": 0.5705882352941176,
          "small": true
         },
         "covered": {
          "den": 170,
          "n": 163,
          "share": 0.9588235294117647,
          "small": true
         },
         "crude": -0.18325791855203621,
         "crude_hi": -0.09684104268739091,
         "crude_left_out": 0,
         "crude_lo": -0.2690820118173839,
         "group": 365,
         "matches": 16,
         "na": null,
         "other": {
          "den": 195,
          "n": 147,
          "share": 0.7538461538461538,
          "small": true
         },
         "resamples": 2000,
         "strata": 29,
         "strata_both": 18
        },
        "stake": {
         "big": {
          "den": 304,
          "n": 153,
          "share": 0.5032894736842105,
          "small": false
         },
         "medium": {
          "den": 167,
          "n": 74,
          "share": 0.4431137724550898,
          "small": true
         },
         "small": {
          "den": 57,
          "n": 29,
          "share": 0.5087719298245614,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 431,
           "n": 135,
           "share": 0.31322505800464034,
           "small": false
          },
          "eligible": 431,
          "risk_close": {
           "den": 135,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 471,
           "n": 227,
           "share": 0.4819532908704883,
           "small": false
          },
          "eligible": 471,
          "risk_close": {
           "den": 227,
           "n": 151,
           "share": 0.6651982378854625,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 731,
           "n": 292,
           "share": 0.399452804377565,
           "small": false
          },
          "eligible": 731,
          "risk_close": {
           "den": 292,
           "n": 151,
           "share": 0.5171232876712328,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5763888888888888,
         "adj_other": 0.7666995611741988,
         "adjusted": -0.19031067228530996,
         "adjusted_hi": -0.06281177117548915,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.28993922092377067,
         "close": {
          "den": 151,
          "n": 85,
          "share": 0.5629139072847682,
          "small": true
         },
         "covered": {
          "den": 151,
          "n": 144,
          "share": 0.9536423841059603,
          "small": true
         },
         "crude": -0.19137180700094614,
         "crude_hi": -0.09299271181293647,
         "crude_left_out": 0,
         "crude_lo": -0.287938705711764,
         "group": 326,
         "matches": 16,
         "na": null,
         "other": {
          "den": 175,
          "n": 132,
          "share": 0.7542857142857143,
          "small": true
         },
         "resamples": 2000,
         "strata": 29,
         "strata_both": 18
        },
        "stake": {
         "big": {
          "den": 304,
          "n": 153,
          "share": 0.5032894736842105,
          "small": false
         },
         "medium": {
          "den": 167,
          "n": 74,
          "share": 0.4431137724550898,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 654,
       "n": 302,
       "share": 0.4617737003058104,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1633,
       "n": 302,
       "share": 0.18493570116350275,
       "small": false
      },
      "risk_pair_other": {
       "den": 979,
       "n": 487,
       "share": 0.4974463738508682,
       "small": false
      },
      "ties": {
       "close": 56,
       "member": 40,
       "order": 40,
       "positive": 80,
       "top_two": 80,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7352903774565025,
      "auroc_blunder": 0.6933782783012845,
      "confident_badly_wrong": {
       "den": 1826,
       "n": 10,
       "share": 0.00547645125958379
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 195,
         "n": 10,
         "share": 0.05128205128205128
        },
        "kept": {
         "den": 1826,
         "n": 195,
         "share": 0.10679079956188389
        },
        "mean_loss": 0.013913569694910293,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 9,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1826,
         "n": 9,
         "share": 0.004928806133625411
        },
        "mean_loss": 0.0,
        "too_few": true
       }
      },
      "ece": 0.0910706833020427,
      "held_out": {
       "blunders": 0.018975392694625486,
       "kept": 0.041444095187321804,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1826,
      "surest": {
       "cut": 0.7703241364532214,
       "error_rate": 10.02539831256449,
       "n": 457,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7352903774565025,
      "best_share": 0.47076023391812866,
      "blunder_share": 0.2680311890838207,
      "brier": 0.2156276088019978,
      "clusters": 102,
      "confidence_n": 1826,
      "confident_badly_wrong": 0.00547645125958379,
      "cost_coverage": 1.0,
      "decisions": 2052,
      "ece": 0.0910706833020427,
      "engine_scored": 2052,
      "error_hi": 42.45993816996535,
      "error_lo": 35.28843844288763,
      "error_rate": 38.782911052016026,
      "first_date": "2026-10-15",
      "group_sizes": [
       13,
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25
      ],
      "grouped": 226,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.5858843221233039,
      "over_budget": 0.005847953216374269,
      "own_cost": {
       "decisions": 2052,
       "estimate": true,
       "excluded_hours": 255.1,
       "gaps": [
        [
         "2026-10-15T10:50Z",
         "2026-10-15T11:08Z",
         18
        ],
        [
         "2026-10-15T11:11Z",
         "2026-10-15T11:39Z",
         28
        ],
        [
         "2026-10-15T11:41Z",
         "2026-10-15T13:17Z",
         96
        ],
        [
         "2026-10-15T13:20Z",
         "2026-10-16T04:47Z",
         928
        ],
        [
         "2026-10-16T04:49Z",
         "2026-10-19T20:53Z",
         5284
        ],
        [
         "2026-10-19T22:25Z",
         "2026-10-20T04:53Z",
         388
        ],
        [
         "2026-10-20T05:14Z",
         "2026-10-20T13:10Z",
         476
        ],
        [
         "2026-10-20T13:16Z",
         "2026-10-20T20:12Z",
         415
        ],
        [
         "2026-10-20T20:24Z",
         "2026-10-22T17:16Z",
         2692
        ],
        [
         "2026-10-22T17:22Z",
         "2026-10-22T22:51Z",
         329
        ],
        [
         "2026-10-22T22:54Z",
         "2026-10-23T21:15Z",
         1341
        ],
        [
         "2026-10-23T21:16Z",
         "2026-10-24T16:48Z",
         1172
        ],
        [
         "2026-10-24T17:08Z",
         "2026-10-24T17:19Z",
         11
        ],
        [
         "2026-10-24T17:19Z",
         "2026-10-24T17:32Z",
         12
        ],
        [
         "2026-10-24T17:32Z",
         "2026-10-24T17:47Z",
         16
        ],
        [
         "2026-10-24T17:59Z",
         "2026-10-24T18:10Z",
         11
        ],
        [
         "2026-10-24T18:30Z",
         "2026-10-24T18:46Z",
         16
        ],
        [
         "2026-10-24T18:55Z",
         "2026-10-24T19:37Z",
         42
        ],
        [
         "2026-10-24T19:37Z",
         "2026-10-24T20:10Z",
         33
        ],
        [
         "2026-10-24T20:10Z",
         "2026-10-24T21:04Z",
         54
        ],
        [
         "2026-10-24T21:04Z",
         "2026-10-24T21:41Z",
         37
        ],
        [
         "2026-10-24T21:41Z",
         "2026-10-24T23:15Z",
         94
        ],
        [
         "2026-10-24T23:15Z",
         "2026-10-24T23:26Z",
         11
        ],
        [
         "2026-10-25T01:11Z",
         "2026-10-25T01:27Z",
         16
        ],
        [
         "2026-10-25T01:27Z",
         "2026-10-25T01:38Z",
         12
        ],
        [
         "2026-10-25T01:38Z",
         "2026-10-25T02:00Z",
         22
        ],
        [
         "2026-10-25T02:09Z",
         "2026-10-25T02:29Z",
         20
        ],
        [
         "2026-10-25T02:29Z",
         "2026-10-25T02:55Z",
         26
        ],
        [
         "2026-10-25T03:27Z",
         "2026-10-25T03:39Z",
         12
        ],
        [
         "2026-10-25T04:08Z",
         "2026-10-25T04:21Z",
         13
        ],
        [
         "2026-10-25T05:03Z",
         "2026-10-25T05:16Z",
         13
        ],
        [
         "2026-10-25T05:16Z",
         "2026-10-25T05:30Z",
         14
        ],
        [
         "2026-10-25T05:33Z",
         "2026-10-25T20:27Z",
         894
        ],
        [
         "2026-10-25T20:31Z",
         "2026-10-26T09:10Z",
         760
        ]
       ],
       "gpu_decisions": 2052,
       "gpu_usd": 13.528882173298374,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 7.526153610812292,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 2.288459999958674,
         "machine": "dgx_spark",
         "usd": 0.48702508227286556,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 5.237693610853618,
         "machine": "rtx_pro_6000",
         "usd": 13.04185709102551,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 13.528882173298374,
       "usd_per_1000": 6.593022501607395
      },
      "p95_loss": 0.38919930905103595,
      "probability_source": "decision",
      "retry_mean": 3.857218810916179,
      "scored": 2052,
      "time_median": 1.9735,
      "time_p90": 7.4769000000000005,
      "tokens_in": 4488.327485380117,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 6.593022501607395,
      "very_confident": 0.10679079956188389,
      "worst_mean": 0.5689771140663369
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 16.98760572842687,
        "needless": 8.316875419072938,
        "none": 3.745609745528498,
        "right_risk": 2.1128517813385113,
        "right_safety": 3.902366083500213,
        "wrong_risk": 3.71760229414899
       },
       "calls": {
        "missed": 403.0,
        "needless": 163.0,
        "right_risk": 233.0,
        "right_safety": 682.0,
        "wrong_risk": 67.0
       },
       "confidence": {
        "auroc_right_risk": 0.5467171717171717,
        "missed_mean_p": 0.5325417440511883,
        "missed_n": 340,
        "taken_grouped": 63,
        "taken_n": 400,
        "taken_other": 0
       },
       "error_rate": 38.782911052016026,
       "found": {
        "den": 703.0,
        "n": 233.0,
        "share": 0.3314366998577525
       },
       "good": {
        "den": 463.0,
        "n": 233.0,
        "share": 0.5032397408207343
       },
       "judgement": 56.92686457868644,
       "judgement_hi": 58.82338843905883,
       "judgement_lo": 54.924163619551976,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1425531914893617,
        "x": 0.6685633001422475,
        "y": 0.19289940828402366
       },
       "margin": 0.001,
       "missed": {
        "den": 703.0,
        "n": 403.0,
        "share": 0.5732574679943101
       },
       "needless": {
        "den": 845.0,
        "n": 163.0,
        "share": 0.19289940828402366
       },
       "needless_by_loss": {
        "big": {
         "den": 845.0,
         "n": 120.0,
         "share": 0.14201183431952663
        },
        "medium": {
         "den": 845.0,
         "n": 25.0,
         "share": 0.029585798816568046
        },
        "small": {
         "den": 845.0,
         "n": 18.0,
         "share": 0.021301775147928994
        }
       },
       "no_trade_off": 504.0,
       "reference": null,
       "right_safety": {
        "den": 845.0,
        "n": 682.0,
        "share": 0.8071005917159764
       },
       "risk_pays": 703.0,
       "safety_pays": 845.0,
       "scored": 2052,
       "sdt": {
        "aim": {
         "den": 300.0,
         "n": 233.0,
         "share": 0.7766666666666666
        },
        "beta": 1.4549459134370848,
        "caution": 0.5251725338859434,
        "caution_hi": 0.5939400523904008,
        "caution_lo": 0.45915082649587496,
        "cstar": 0.5501878685802132,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.6815285258918512,
        "dprime_hi": 0.8131443744952435,
        "dprime_lo": 0.5554389948277682,
        "false_alarm": {
         "den": 845.0,
         "n": 163.0,
         "share": 0.19289940828402366
        },
        "false_alarm_rate": 0.19326241134751773,
        "hit": {
         "den": 703.0,
         "n": 300.0,
         "share": 0.4267425320056899
        },
        "hit_rate": 0.4268465909090909,
        "missed_loss": 0.17299536950239178,
        "missed_n": 403.0,
        "na": null,
        "needless_loss": 0.20940157496856035,
        "needless_n": 163.0
       },
       "size": {
        "bad": {
         "mean": 10.108695652173912,
         "n": 230.0,
         "too_few": false
        },
        "right": {
         "mean": 10.051502145922747,
         "n": 233.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 401.0,
          "n": 160.0,
          "share": 0.39900249376558605
         },
         "missed": {
          "den": 401.0,
          "n": 212.0,
          "share": 0.5286783042394015
         },
         "risk_pays": 401.0,
         "wrong": {
          "den": 401.0,
          "n": 29.0,
          "share": 0.07231920199501247
         }
        },
        "medium": {
         "found": {
          "den": 225.0,
          "n": 63.0,
          "share": 0.28
         },
         "missed": {
          "den": 225.0,
          "n": 138.0,
          "share": 0.6133333333333333
         },
         "risk_pays": 225.0,
         "wrong": {
          "den": 225.0,
          "n": 24.0,
          "share": 0.10666666666666667
         }
        },
        "small": {
         "found": {
          "den": 77.0,
          "n": 10.0,
          "share": 0.12987012987012986
         },
         "missed": {
          "den": 77.0,
          "n": 53.0,
          "share": 0.6883116883116883
         },
         "risk_pays": 77.0,
         "wrong": {
          "den": 77.0,
          "n": 14.0,
          "share": 0.18181818181818182
         }
        }
       },
       "trade_off": 1548.0,
       "wrong": {
        "den": 703.0,
        "n": 67.0,
        "share": 0.0953058321479374
       }
      },
      "robust": {
       "by_call": {
        "missed": 16.38431020705556,
        "needless": 8.675374018053795,
        "none": 3.745609745528498,
        "right_risk": 1.6709403379967338,
        "right_safety": 4.505661604871527,
        "wrong_risk": 3.8010151385099102
       },
       "calls": {
        "missed": 350.0,
        "needless": 187.0,
        "right_risk": 211.0,
        "right_safety": 735.0,
        "wrong_risk": 65.0
       },
       "confidence": {
        "auroc_right_risk": 0.5586881038647343,
        "missed_mean_p": 0.5316675599633369,
        "missed_n": 294,
        "taken_grouped": 63,
        "taken_n": 400,
        "taken_other": 0
       },
       "error_rate": 38.782911052016026,
       "found": {
        "den": 626.0,
        "n": 211.0,
        "share": 0.33706070287539935
       },
       "good": {
        "den": 463.0,
        "n": 211.0,
        "share": 0.4557235421166307
       },
       "judgement": 56.71203731296737,
       "judgement_hi": 58.73030565661218,
       "judgement_lo": 54.73604002281167,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1566265060240964,
        "x": 0.6629392971246006,
        "y": 0.20281995661605207
       },
       "margin": 0.02,
       "missed": {
        "den": 626.0,
        "n": 350.0,
        "share": 0.5591054313099042
       },
       "needless": {
        "den": 922.0,
        "n": 187.0,
        "share": 0.20281995661605207
       },
       "needless_by_loss": {
        "big": {
         "den": 922.0,
         "n": 126.0,
         "share": 0.13665943600867678
        },
        "medium": {
         "den": 922.0,
         "n": 32.0,
         "share": 0.03470715835140998
        },
        "small": {
         "den": 922.0,
         "n": 29.0,
         "share": 0.031453362255965296
        }
       },
       "no_trade_off": 504.0,
       "reference": null,
       "right_safety": {
        "den": 922.0,
        "n": 735.0,
        "share": 0.797180043383948
       },
       "risk_pays": 626.0,
       "safety_pays": 922.0,
       "scored": 2052,
       "sdt": {
        "aim": {
         "den": 276.0,
         "n": 211.0,
         "share": 0.7644927536231884
        },
        "beta": 1.459630975475035,
        "caution": 0.4894568037183537,
        "caution_hi": 0.5620706070998008,
        "caution_lo": 0.4230763507953876,
        "cstar": 0.554530960968905,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.6819883358490945,
        "dprime_hi": 0.8157084298078263,
        "dprime_lo": 0.5450188868663404,
        "false_alarm": {
         "den": 922.0,
         "n": 187.0,
         "share": 0.20281995661605207
        },
        "false_alarm_rate": 0.20314192849404117,
        "hit": {
         "den": 626.0,
         "n": 276.0,
         "share": 0.44089456869009586
        },
        "hit_rate": 0.4409888357256778,
        "missed_loss": 0.19211774025644573,
        "missed_n": 350.0,
        "na": null,
        "needless_loss": 0.19039430465290252,
        "needless_n": 187.0
       },
       "size": {
        "bad": {
         "mean": 10.238095238095237,
         "n": 252.0,
         "too_few": false
        },
        "right": {
         "mean": 9.890995260663507,
         "n": 211.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 401.0,
          "n": 154.0,
          "share": 0.38403990024937656
         },
         "missed": {
          "den": 401.0,
          "n": 212.0,
          "share": 0.5286783042394015
         },
         "risk_pays": 401.0,
         "wrong": {
          "den": 401.0,
          "n": 35.0,
          "share": 0.08728179551122195
         }
        },
        "medium": {
         "found": {
          "den": 225.0,
          "n": 57.0,
          "share": 0.25333333333333335
         },
         "missed": {
          "den": 225.0,
          "n": 138.0,
          "share": 0.6133333333333333
         },
         "risk_pays": 225.0,
         "wrong": {
          "den": 225.0,
          "n": 30.0,
          "share": 0.13333333333333333
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1548.0,
       "wrong": {
        "den": 626.0,
        "n": 65.0,
        "share": 0.10383386581469649
       }
      }
     },
     "slug": "decider-v1-1-27b"
    },
    "Perplexity Decider 27B v1.2 (local GPU)": {
     "close": {
      "close": {
       "den": 1599,
       "n": 847,
       "share": 0.5297060662914321,
       "small": false
      },
      "decisions": 2028,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1599,
      "exclusions": {
       "grouped": 187,
       "not_audited": 242
      },
      "groups": {
       "close": {
        "by_count": [
         226,
         341,
         197,
         68,
         15
        ],
        "differ": {
         "hitting": {
          "den": 847,
          "n": 450,
          "share": 0.5312868949232585,
          "small": false
         },
         "points": {
          "den": 847,
          "n": 207,
          "share": 0.24439197166469895,
          "small": false
         },
         "prime": {
          "den": 847,
          "n": 232,
          "share": 0.27390791027154665,
          "small": false
         },
         "race": {
          "den": 847,
          "n": 110,
          "share": 0.12987012987012986,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13061008620853268,
         "median": 0.07487046718597412,
         "n": 847
        },
        "loss1": {
         "mean": 0.08721222076674982,
         "median": 0.029327809810638428,
         "n": 847
        },
        "loss2": {
         "mean": 0.11161498041051619,
         "median": 0.034857749938964844,
         "n": 847
        },
        "n": 847,
        "p1": {
         "mean": 0.35596368116644694,
         "median": 0.3423632085323334,
         "n": 847
        },
        "p2": {
         "mean": 0.25854781309103503,
         "median": 0.24362932947144125,
         "n": 847
        },
        "psum": {
         "mean": 0.614511494257482,
         "median": 0.58555445092733,
         "n": 847
        },
        "psum_bins": [
         0,
         0,
         40,
         103,
         144,
         155,
         128,
         95,
         73,
         109
        ]
       },
       "other": {
        "by_count": [
         131,
         309,
         215,
         80,
         17
        ],
        "differ": {
         "hitting": {
          "den": 752,
          "n": 455,
          "share": 0.6050531914893617,
          "small": false
         },
         "points": {
          "den": 752,
          "n": 252,
          "share": 0.3351063829787234,
          "small": false
         },
         "prime": {
          "den": 752,
          "n": 222,
          "share": 0.29521276595744683,
          "small": false
         },
         "race": {
          "den": 752,
          "n": 118,
          "share": 0.15691489361702127,
          "small": false
         }
        },
        "gap": {
         "mean": 0.15398287840504596,
         "median": 0.09561735391616821,
         "n": 752
        },
        "loss1": {
         "mean": 0.045288256825284756,
         "median": 0.0,
         "n": 752
        },
        "loss2": {
         "mean": 0.1550239814009438,
         "median": 0.08987486362457275,
         "n": 752
        },
        "n": 752,
        "p1": {
         "mean": 0.605049485839395,
         "median": 0.5988023127937077,
         "n": 752
        },
        "p2": {
         "mean": 0.15709033332594086,
         "median": 0.15211746549956398,
         "n": 752
        },
        "psum": {
         "mean": 0.7621398191653358,
         "median": 0.7802248533620435,
         "n": 752
        },
        "psum_bins": [
         0,
         0,
         1,
         16,
         54,
         83,
         123,
         129,
         142,
         204
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 389,
           "n": 204,
           "share": 0.5244215938303342,
           "small": false
          },
          "eligible": 389,
          "risk_close": {
           "den": 204,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 561,
           "n": 332,
           "share": 0.5918003565062389,
           "small": false
          },
          "eligible": 561,
          "risk_close": {
           "den": 332,
           "n": 205,
           "share": 0.6174698795180723,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 649,
           "n": 311,
           "share": 0.47919876733436056,
           "small": false
          },
          "eligible": 649,
          "risk_close": {
           "den": 311,
           "n": 165,
           "share": 0.5305466237942122,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5609756097560976,
         "adj_other": 0.6712305262090054,
         "adjusted": -0.11025491645290775,
         "adjusted_hi": -0.011925256329545419,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.23148196260129023,
         "close": {
          "den": 205,
          "n": 115,
          "share": 0.5609756097560976,
          "small": false
         },
         "covered": {
          "den": 205,
          "n": 205,
          "share": 1.0,
          "small": false
         },
         "crude": -0.15926248548199762,
         "crude_hi": -0.0636669307692997,
         "crude_left_out": 0,
         "crude_lo": -0.2687860350489584,
         "group": 373,
         "matches": 16,
         "na": null,
         "other": {
          "den": 168,
          "n": 121,
          "share": 0.7202380952380952,
          "small": true
         },
         "resamples": 2000,
         "strata": 26,
         "strata_both": 24
        },
        "stake": {
         "big": {
          "den": 317,
          "n": 190,
          "share": 0.5993690851735016,
          "small": false
         },
         "medium": {
          "den": 177,
          "n": 99,
          "share": 0.559322033898305,
          "small": true
         },
         "small": {
          "den": 67,
          "n": 43,
          "share": 0.6417910447761194,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 389,
           "n": 204,
           "share": 0.5244215938303342,
           "small": false
          },
          "eligible": 389,
          "risk_close": {
           "den": 204,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 494,
           "n": 289,
           "share": 0.5850202429149798,
           "small": false
          },
          "eligible": 494,
          "risk_close": {
           "den": 289,
           "n": 178,
           "share": 0.615916955017301,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 716,
           "n": 354,
           "share": 0.49441340782122906,
           "small": false
          },
          "eligible": 716,
          "risk_close": {
           "den": 354,
           "n": 192,
           "share": 0.5423728813559322,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5819209039548022,
         "adj_other": 0.6801445830857595,
         "adjusted": -0.09822367913095731,
         "adjusted_hi": -0.0025034142737080036,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.1997837858063921,
         "close": {
          "den": 178,
          "n": 103,
          "share": 0.5786516853932584,
          "small": true
         },
         "covered": {
          "den": 178,
          "n": 177,
          "share": 0.9943820224719101,
          "small": true
         },
         "crude": -0.14134831460674158,
         "crude_hi": -0.04515980631741151,
         "crude_left_out": 0,
         "crude_lo": -0.23374235555758846,
         "group": 328,
         "matches": 16,
         "na": null,
         "other": {
          "den": 150,
          "n": 108,
          "share": 0.72,
          "small": true
         },
         "resamples": 2000,
         "strata": 26,
         "strata_both": 23
        },
        "stake": {
         "big": {
          "den": 317,
          "n": 190,
          "share": 0.5993690851735016,
          "small": false
         },
         "medium": {
          "den": 177,
          "n": 99,
          "share": 0.559322033898305,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 847,
       "n": 370,
       "share": 0.43683589138134593,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1599,
       "n": 370,
       "share": 0.2313946216385241,
       "small": false
      },
      "risk_pair_other": {
       "den": 752,
       "n": 423,
       "share": 0.5625,
       "small": false
      },
      "ties": {
       "close": 71,
       "member": 75,
       "order": 26,
       "positive": 101,
       "top_two": 101,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.73174003434873,
      "auroc_blunder": 0.6958439363439554,
      "confident_badly_wrong": {
       "den": 1822,
       "n": 1,
       "share": 0.0005488474204171241
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 40,
         "n": 1,
         "share": 0.025
        },
        "kept": {
         "den": 1822,
         "n": 40,
         "share": 0.021953896816684963
        },
        "mean_loss": 0.005356258153915406,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1822,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.023585915782185368,
      "held_out": {
       "blunders": 0.01927503152494736,
       "kept": 0.03589102498906951,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1822,
      "surest": {
       "cut": 0.6017643252502664,
       "error_rate": 10.112562037089415,
       "n": 456,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.73174003434873,
      "best_share": 0.46597633136094674,
      "blunder_share": 0.27909270216962523,
      "brier": 0.2098469985948178,
      "clusters": 96,
      "confidence_n": 1822,
      "confident_badly_wrong": 0.0005488474204171241,
      "cost_coverage": 1.0,
      "decisions": 2028,
      "ece": 0.023585915782185368,
      "engine_scored": 2028,
      "error_hi": 40.070898530844595,
      "error_lo": 33.899031957510196,
      "error_rate": 36.933414013486875,
      "first_date": "2026-10-20",
      "group_sizes": [
       13,
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25
      ],
      "grouped": 206,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.47074628089784004,
      "over_budget": 0.0,
      "own_cost": {
       "decisions": 2028,
       "estimate": true,
       "excluded_hours": 131.13333333333333,
       "gaps": [
        [
         "2026-10-20T13:17Z",
         "2026-10-20T20:11Z",
         414
        ],
        [
         "2026-10-20T20:41Z",
         "2026-10-22T22:39Z",
         2998
        ],
        [
         "2026-10-22T22:55Z",
         "2026-10-23T21:15Z",
         1340
        ],
        [
         "2026-10-23T21:20Z",
         "2026-10-24T16:48Z",
         1168
        ],
        [
         "2026-10-24T17:06Z",
         "2026-10-24T17:31Z",
         25
        ],
        [
         "2026-10-24T17:31Z",
         "2026-10-24T17:45Z",
         14
        ],
        [
         "2026-10-24T17:45Z",
         "2026-10-24T17:56Z",
         11
        ],
        [
         "2026-10-24T18:22Z",
         "2026-10-24T18:36Z",
         14
        ],
        [
         "2026-10-24T19:21Z",
         "2026-10-24T19:32Z",
         12
        ],
        [
         "2026-10-24T20:16Z",
         "2026-10-24T20:38Z",
         22
        ],
        [
         "2026-10-24T21:34Z",
         "2026-10-24T21:47Z",
         12
        ],
        [
         "2026-10-24T22:16Z",
         "2026-10-24T22:32Z",
         16
        ],
        [
         "2026-10-25T01:49Z",
         "2026-10-25T02:02Z",
         13
        ],
        [
         "2026-10-25T02:02Z",
         "2026-10-25T02:15Z",
         13
        ],
        [
         "2026-10-25T02:15Z",
         "2026-10-25T02:41Z",
         27
        ],
        [
         "2026-10-25T02:41Z",
         "2026-10-25T03:08Z",
         27
        ],
        [
         "2026-10-25T04:19Z",
         "2026-10-25T04:30Z",
         11
        ],
        [
         "2026-10-25T05:08Z",
         "2026-10-25T20:27Z",
         919
        ],
        [
         "2026-10-25T20:33Z",
         "2026-10-26T10:05Z",
         812
        ]
       ],
       "gpu_decisions": 2028,
       "gpu_usd": 24.797178908618296,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 9.95870638900333,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 9.95870638900333,
         "machine": "rtx_pro_6000",
         "usd": 24.797178908618296,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 24.797178908618296,
       "usd_per_1000": 12.227405773480422
      },
      "p95_loss": 0.34802035689353905,
      "probability_source": "decision",
      "retry_mean": 1.8407376725838265,
      "scored": 2028,
      "time_median": 0.935,
      "time_p90": 2.7321999999999997,
      "tokens_in": 4330.647928994083,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 12.227405773480422,
      "very_confident": 0.021953896816684963,
      "worst_mean": 0.5103017230435173
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 16.245585552157735,
        "needless": 6.417515560896439,
        "none": 3.50701207886551,
        "right_risk": 2.1722945632666524,
        "right_safety": 4.743092915656769,
        "wrong_risk": 3.8479133426437717
       },
       "calls": {
        "missed": 410.0,
        "needless": 145.0,
        "right_risk": 244.0,
        "right_safety": 682.0,
        "wrong_risk": 77.0
       },
       "confidence": {
        "auroc_right_risk": 0.5485246737593584,
        "missed_mean_p": 0.4242838240147153,
        "missed_n": 337,
        "taken_grouped": 50,
        "taken_n": 416,
        "taken_other": 0
       },
       "error_rate": 36.933414013486875,
       "found": {
        "den": 731.0,
        "n": 244.0,
        "share": 0.3337893296853625
       },
       "good": {
        "den": 466.0,
        "n": 244.0,
        "share": 0.5236051502145923
       },
       "judgement": 57.922840123929554,
       "judgement_hi": 59.91331105863875,
       "judgement_lo": 55.983175853903866,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.15811088295687886,
        "x": 0.6662106703146374,
        "y": 0.17533252720677148
       },
       "margin": 0.001,
       "missed": {
        "den": 731.0,
        "n": 410.0,
        "share": 0.560875512995896
       },
       "needless": {
        "den": 827.0,
        "n": 145.0,
        "share": 0.17533252720677148
       },
       "needless_by_loss": {
        "big": {
         "den": 827.0,
         "n": 101.0,
         "share": 0.12212817412333736
        },
        "medium": {
         "den": 827.0,
         "n": 31.0,
         "share": 0.037484885126964934
        },
        "small": {
         "den": 827.0,
         "n": 13.0,
         "share": 0.015719467956469165
        }
       },
       "no_trade_off": 470.0,
       "reference": null,
       "right_safety": {
        "den": 827.0,
        "n": 682.0,
        "share": 0.8246674727932285
       },
       "risk_pays": 731.0,
       "safety_pays": 827.0,
       "scored": 2028,
       "sdt": {
        "aim": {
         "den": 321.0,
         "n": 244.0,
         "share": 0.7601246105919003
        },
        "beta": 1.2636754487565618,
        "caution": 0.5423801313755855,
        "caution_hi": 0.6105527839343233,
        "caution_lo": 0.47811387856914556,
        "cstar": 0.30049237738203904,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7788034411037965,
        "dprime_hi": 0.8908938005733188,
        "dprime_lo": 0.6679839246220607,
        "false_alarm": {
         "den": 827.0,
         "n": 145.0,
         "share": 0.17533252720677148
        },
        "false_alarm_rate": 0.17572463768115942,
        "hit": {
         "den": 731.0,
         "n": 321.0,
         "share": 0.43912448700410395
        },
        "hit_rate": 0.43920765027322406,
        "missed_loss": 0.16071242682817505,
        "missed_n": 410.0,
        "na": null,
        "needless_loss": 0.17951340079307557,
        "needless_n": 145.0
       },
       "size": {
        "bad": {
         "mean": 8.878378378378379,
         "n": 222.0,
         "too_few": false
        },
        "right": {
         "mean": 10.098360655737705,
         "n": 244.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 416.0,
          "n": 162.0,
          "share": 0.3894230769230769
         },
         "missed": {
          "den": 416.0,
          "n": 225.0,
          "share": 0.5408653846153846
         },
         "risk_pays": 416.0,
         "wrong": {
          "den": 416.0,
          "n": 29.0,
          "share": 0.06971153846153846
         }
        },
        "medium": {
         "found": {
          "den": 228.0,
          "n": 61.0,
          "share": 0.2675438596491228
         },
         "missed": {
          "den": 228.0,
          "n": 134.0,
          "share": 0.5877192982456141
         },
         "risk_pays": 228.0,
         "wrong": {
          "den": 228.0,
          "n": 33.0,
          "share": 0.14473684210526316
         }
        },
        "small": {
         "found": {
          "den": 87.0,
          "n": 21.0,
          "share": 0.2413793103448276
         },
         "missed": {
          "den": 87.0,
          "n": 51.0,
          "share": 0.5862068965517241
         },
         "risk_pays": 87.0,
         "wrong": {
          "den": 87.0,
          "n": 15.0,
          "share": 0.1724137931034483
         }
        }
       },
       "trade_off": 1558.0,
       "wrong": {
        "den": 731.0,
        "n": 77.0,
        "share": 0.10533515731874145
       }
      },
      "robust": {
       "by_call": {
        "missed": 15.816977824391227,
        "needless": 6.930775749377715,
        "none": 3.50701207886551,
        "right_risk": 2.016417483782627,
        "right_safety": 5.171700643423276,
        "wrong_risk": 3.490530233646521
       },
       "calls": {
        "missed": 359.0,
        "needless": 181.0,
        "right_risk": 213.0,
        "right_safety": 733.0,
        "wrong_risk": 72.0
       },
       "confidence": {
        "auroc_right_risk": 0.5381674941146307,
        "missed_mean_p": 0.42126107046121525,
        "missed_n": 296,
        "taken_grouped": 50,
        "taken_n": 416,
        "taken_other": 0
       },
       "error_rate": 36.933414013486875,
       "found": {
        "den": 644.0,
        "n": 213.0,
        "share": 0.3307453416149068
       },
       "good": {
        "den": 466.0,
        "n": 213.0,
        "share": 0.4570815450643777
       },
       "judgement": 56.63573535208013,
       "judgement_hi": 58.737333509454125,
       "judgement_lo": 54.583301040303205,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.16705336426914152,
        "x": 0.6692546583850931,
        "y": 0.19803063457330417
       },
       "margin": 0.02,
       "missed": {
        "den": 644.0,
        "n": 359.0,
        "share": 0.5574534161490683
       },
       "needless": {
        "den": 914.0,
        "n": 181.0,
        "share": 0.19803063457330417
       },
       "needless_by_loss": {
        "big": {
         "den": 914.0,
         "n": 109.0,
         "share": 0.11925601750547046
        },
        "medium": {
         "den": 914.0,
         "n": 37.0,
         "share": 0.04048140043763676
        },
        "small": {
         "den": 914.0,
         "n": 35.0,
         "share": 0.038293216630196934
        }
       },
       "no_trade_off": 470.0,
       "reference": null,
       "right_safety": {
        "den": 914.0,
        "n": 733.0,
        "share": 0.8019693654266958
       },
       "risk_pays": 644.0,
       "safety_pays": 914.0,
       "scored": 2028,
       "sdt": {
        "aim": {
         "den": 285.0,
         "n": 213.0,
         "share": 0.7473684210526316
        },
        "beta": 1.2334869056032014,
        "caution": 0.49589076969885426,
        "caution_hi": 0.5687126296350592,
        "caution_lo": 0.42415946869420457,
        "cstar": 0.29841396521967933,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7032011425219673,
        "dprime_hi": 0.8052818546903389,
        "dprime_lo": 0.6036364082373449,
        "false_alarm": {
         "den": 914.0,
         "n": 181.0,
         "share": 0.19803063457330417
        },
        "false_alarm_rate": 0.19836065573770492,
        "hit": {
         "den": 644.0,
         "n": 285.0,
         "share": 0.44254658385093165
        },
        "hit_rate": 0.44263565891472867,
        "missed_loss": 0.17870100851178503,
        "missed_n": 359.0,
        "na": null,
        "needless_loss": 0.15531064331202218,
        "needless_n": 181.0
       },
       "size": {
        "bad": {
         "mean": 9.34387351778656,
         "n": 253.0,
         "too_few": false
        },
        "right": {
         "mean": 9.72300469483568,
         "n": 213.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 416.0,
          "n": 157.0,
          "share": 0.37740384615384615
         },
         "missed": {
          "den": 416.0,
          "n": 225.0,
          "share": 0.5408653846153846
         },
         "risk_pays": 416.0,
         "wrong": {
          "den": 416.0,
          "n": 34.0,
          "share": 0.08173076923076923
         }
        },
        "medium": {
         "found": {
          "den": 228.0,
          "n": 56.0,
          "share": 0.24561403508771928
         },
         "missed": {
          "den": 228.0,
          "n": 134.0,
          "share": 0.5877192982456141
         },
         "risk_pays": 228.0,
         "wrong": {
          "den": 228.0,
          "n": 38.0,
          "share": 0.16666666666666666
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1558.0,
       "wrong": {
        "den": 644.0,
        "n": 72.0,
        "share": 0.11180124223602485
       }
      }
     },
     "slug": "decider-v1-2-27b"
    },
    "Perplexity Decider Flash v1.2": {
     "close": {
      "close": {
       "den": 1629,
       "n": 1110,
       "share": 0.6813996316758748,
       "small": false
      },
      "decisions": 2006,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1629,
      "exclusions": {
       "grouped": 198,
       "not_audited": 179
      },
      "groups": {
       "close": {
        "by_count": [
         236,
         495,
         259,
         105,
         15
        ],
        "differ": {
         "hitting": {
          "den": 1110,
          "n": 667,
          "share": 0.6009009009009009,
          "small": false
         },
         "points": {
          "den": 1110,
          "n": 319,
          "share": 0.2873873873873874,
          "small": false
         },
         "prime": {
          "den": 1110,
          "n": 270,
          "share": 0.24324324324324326,
          "small": false
         },
         "race": {
          "den": 1110,
          "n": 132,
          "share": 0.11891891891891893,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14500717740875108,
         "median": 0.07842221856117249,
         "n": 1110
        },
        "loss1": {
         "mean": 0.12351204406570744,
         "median": 0.04533359408378601,
         "n": 1110
        },
        "loss2": {
         "mean": 0.15243510654917708,
         "median": 0.06451237201690674,
         "n": 1110
        },
        "n": 1110,
        "p1": {
         "mean": 0.2998240092624979,
         "median": 0.2689746268892218,
         "n": 1110
        },
        "p2": {
         "mean": 0.22140215130463384,
         "median": 0.19865364362487264,
         "n": 1110
        },
        "psum": {
         "mean": 0.5212261605671318,
         "median": 0.4683047812850743,
         "n": 1110
        },
        "psum_bins": [
         0,
         32,
         184,
         224,
         169,
         130,
         112,
         91,
         51,
         117
        ]
       },
       "other": {
        "by_count": [
         85,
         206,
         160,
         60,
         8
        ],
        "differ": {
         "hitting": {
          "den": 519,
          "n": 313,
          "share": 0.603082851637765,
          "small": false
         },
         "points": {
          "den": 519,
          "n": 221,
          "share": 0.4258188824662813,
          "small": false
         },
         "prime": {
          "den": 519,
          "n": 146,
          "share": 0.2813102119460501,
          "small": false
         },
         "race": {
          "den": 519,
          "n": 58,
          "share": 0.11175337186897881,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1722028032088785,
         "median": 0.10758626461029053,
         "n": 519
        },
        "loss1": {
         "mean": 0.06519521879093265,
         "median": 0.0,
         "n": 519
        },
        "loss2": {
         "mean": 0.16723368065664992,
         "median": 0.10055172443389893,
         "n": 519
        },
        "n": 519,
        "p1": {
         "mean": 0.5254497433446937,
         "median": 0.5256323428844947,
         "n": 519
        },
        "p2": {
         "mean": 0.16304452019384524,
         "median": 0.15283473348435983,
         "n": 519
        },
        "psum": {
         "mean": 0.6884942635385389,
         "median": 0.6878350654213702,
         "n": 519
        },
        "psum_bins": [
         0,
         0,
         11,
         52,
         51,
         77,
         76,
         67,
         83,
         102
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 445,
           "n": 296,
           "share": 0.6651685393258427,
           "small": false
          },
          "eligible": 445,
          "risk_close": {
           "den": 296,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 569,
           "n": 431,
           "share": 0.7574692442882249,
           "small": false
          },
          "eligible": 569,
          "risk_close": {
           "den": 431,
           "n": 245,
           "share": 0.568445475638051,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 615,
           "n": 383,
           "share": 0.6227642276422765,
           "small": false
          },
          "eligible": 615,
          "risk_close": {
           "den": 383,
           "n": 229,
           "share": 0.597911227154047,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5574468085106383,
         "adj_other": 0.7591498572349635,
         "adjusted": -0.2017030487243252,
         "adjusted_hi": -0.05346721073831792,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3274377102314494,
         "close": {
          "den": 245,
          "n": 137,
          "share": 0.5591836734693878,
          "small": false
         },
         "covered": {
          "den": 245,
          "n": 235,
          "share": 0.9591836734693877,
          "small": false
         },
         "crude": -0.18829107400535972,
         "crude_hi": -0.08111286780852002,
         "crude_left_out": 0,
         "crude_lo": -0.297826734338866,
         "group": 344,
         "matches": 16,
         "na": null,
         "other": {
          "den": 99,
          "n": 74,
          "share": 0.7474747474747475,
          "small": true
         },
         "resamples": 2000,
         "strata": 27,
         "strata_both": 20
        },
        "stake": {
         "big": {
          "den": 317,
          "n": 249,
          "share": 0.7854889589905363,
          "small": false
         },
         "medium": {
          "den": 185,
          "n": 138,
          "share": 0.745945945945946,
          "small": true
         },
         "small": {
          "den": 67,
          "n": 44,
          "share": 0.6567164179104478,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 445,
           "n": 296,
           "share": 0.6651685393258427,
           "small": false
          },
          "eligible": 445,
          "risk_close": {
           "den": 296,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 502,
           "n": 387,
           "share": 0.7709163346613546,
           "small": false
          },
          "eligible": 502,
          "risk_close": {
           "den": 387,
           "n": 220,
           "share": 0.5684754521963824,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 682,
           "n": 427,
           "share": 0.626099706744868,
           "small": false
          },
          "eligible": 682,
          "risk_close": {
           "den": 427,
           "n": 254,
           "share": 0.594847775175644,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5518867924528302,
         "adj_other": 0.7605356121865556,
         "adjusted": -0.2086488197337254,
         "adjusted_hi": -0.058643748024242284,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.32967266706260556,
         "close": {
          "den": 220,
          "n": 121,
          "share": 0.55,
          "small": false
         },
         "covered": {
          "den": 220,
          "n": 212,
          "share": 0.9636363636363636,
          "small": false
         },
         "crude": -0.2030864197530864,
         "crude_hi": -0.08664692906310457,
         "crude_left_out": 0,
         "crude_lo": -0.31094439078694225,
         "group": 301,
         "matches": 16,
         "na": null,
         "other": {
          "den": 81,
          "n": 61,
          "share": 0.7530864197530864,
          "small": true
         },
         "resamples": 2000,
         "strata": 24,
         "strata_both": 19
        },
        "stake": {
         "big": {
          "den": 317,
          "n": 249,
          "share": 0.7854889589905363,
          "small": false
         },
         "medium": {
          "den": 185,
          "n": 138,
          "share": 0.745945945945946,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 1110,
       "n": 474,
       "share": 0.42702702702702705,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1629,
       "n": 474,
       "share": 0.29097605893186,
       "small": false
      },
      "risk_pair_other": {
       "den": 519,
       "n": 278,
       "share": 0.535645472061657,
       "small": false
      },
      "ties": {
       "close": 90,
       "member": 82,
       "order": 43,
       "positive": 120,
       "top_two": 120,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.725637272918198,
      "auroc_blunder": 0.7165768184695432,
      "confident_badly_wrong": {
       "den": 1782,
       "n": 0,
       "share": 0.0
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 5,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1782,
         "n": 5,
         "share": 0.0028058361391694723
        },
        "mean_loss": 0.0,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1782,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.02999041116473971,
      "held_out": {
       "blunders": 0.03070284108402301,
       "kept": 0.027724673428695043,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1782,
      "surest": {
       "cut": 0.5088738837009212,
       "error_rate": 19.551347256241357,
       "n": 446,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.725637272918198,
      "best_share": 0.3743768693918245,
      "blunder_share": 0.37537387836490527,
      "brier": 0.20439853473366554,
      "clusters": 98,
      "confidence_n": 1782,
      "confident_badly_wrong": 0.0,
      "cost_coverage": 1.0,
      "decisions": 2006,
      "ece": 0.02999041116473971,
      "engine_scored": 2006,
      "error_hi": 64.53627023541853,
      "error_lo": 54.887041259557826,
      "error_rate": 59.642184061459744,
      "first_date": "2026-10-19",
      "group_sizes": [
       13,
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25
      ],
      "grouped": 224,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.3724392651418984,
      "over_budget": 0.0,
      "own_cost": {
       "decisions": 2006,
       "estimate": true,
       "excluded_hours": 147.33333333333334,
       "gaps": [
        [
         "2026-10-19T21:27Z",
         "2026-10-19T21:51Z",
         24
        ],
        [
         "2026-10-19T22:25Z",
         "2026-10-20T05:08Z",
         404
        ],
        [
         "2026-10-20T05:09Z",
         "2026-10-20T20:31Z",
         922
        ],
        [
         "2026-10-20T20:41Z",
         "2026-10-22T22:35Z",
         2994
        ],
        [
         "2026-10-22T22:38Z",
         "2026-10-23T21:15Z",
         1356
        ],
        [
         "2026-10-23T21:17Z",
         "2026-10-24T16:48Z",
         1171
        ],
        [
         "2026-10-24T17:03Z",
         "2026-10-24T17:16Z",
         13
        ],
        [
         "2026-10-24T17:24Z",
         "2026-10-24T17:35Z",
         11
        ],
        [
         "2026-10-24T18:35Z",
         "2026-10-24T19:04Z",
         29
        ],
        [
         "2026-10-24T19:28Z",
         "2026-10-24T19:38Z",
         10
        ],
        [
         "2026-10-24T20:47Z",
         "2026-10-24T20:57Z",
         11
        ],
        [
         "2026-10-24T21:10Z",
         "2026-10-24T21:20Z",
         10
        ],
        [
         "2026-10-24T22:35Z",
         "2026-10-24T22:49Z",
         14
        ],
        [
         "2026-10-24T22:49Z",
         "2026-10-24T23:00Z",
         10
        ],
        [
         "2026-10-24T23:44Z",
         "2026-10-25T00:02Z",
         18
        ],
        [
         "2026-10-25T00:23Z",
         "2026-10-25T00:51Z",
         27
        ],
        [
         "2026-10-25T00:59Z",
         "2026-10-25T01:11Z",
         12
        ],
        [
         "2026-10-25T01:47Z",
         "2026-10-25T02:00Z",
         13
        ],
        [
         "2026-10-25T03:02Z",
         "2026-10-25T03:15Z",
         13
        ],
        [
         "2026-10-25T03:24Z",
         "2026-10-25T03:47Z",
         24
        ],
        [
         "2026-10-25T04:29Z",
         "2026-10-25T20:27Z",
         958
        ],
        [
         "2026-10-25T20:30Z",
         "2026-10-26T09:46Z",
         796
        ]
       ],
       "gpu_decisions": 2006,
       "gpu_usd": 24.60842100003957,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 9.88290000001589,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 9.88290000001589,
         "machine": "rtx_pro_6000",
         "usd": 24.60842100003957,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 24.60842100003957,
       "usd_per_1000": 12.267408275194201
      },
      "p95_loss": 0.5312456041574478,
      "probability_source": "decision",
      "retry_mean": 0.6987243270189432,
      "scored": 2006,
      "time_median": 0.559,
      "time_p90": 0.965,
      "tokens_in": 4491.782652043868,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 12.267408275194201,
      "very_confident": 0.0028058361391694723,
      "worst_mean": 0.7648311659693718
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 13.425735316628355,
        "needless": 16.03727798132692,
        "none": 7.11312875196204,
        "right_risk": 3.0962688957943634,
        "right_safety": 6.173300125068824,
        "wrong_risk": 13.796472990679241
       },
       "calls": {
        "missed": 304.0,
        "needless": 257.0,
        "right_risk": 223.0,
        "right_safety": 519.0,
        "wrong_risk": 185.0
       },
       "confidence": {
        "auroc_right_risk": 0.5605883336119004,
        "missed_mean_p": 0.3247366876731153,
        "missed_n": 270,
        "taken_grouped": 100,
        "taken_n": 565,
        "taken_other": 0
       },
       "error_rate": 59.642184061459744,
       "found": {
        "den": 712.0,
        "n": 223.0,
        "share": 0.31320224719101125
       },
       "good": {
        "den": 665.0,
        "n": 223.0,
        "share": 0.33533834586466166
       },
       "judgement": 49.1008340090351,
       "judgement_hi": 51.617650601365106,
       "judgement_lo": 46.452894426514725,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.3783231083844581,
        "x": 0.6867977528089888,
        "y": 0.33118556701030927
       },
       "margin": 0.001,
       "missed": {
        "den": 712.0,
        "n": 304.0,
        "share": 0.42696629213483145
       },
       "needless": {
        "den": 776.0,
        "n": 257.0,
        "share": 0.33118556701030927
       },
       "needless_by_loss": {
        "big": {
         "den": 776.0,
         "n": 196.0,
         "share": 0.25257731958762886
        },
        "medium": {
         "den": 776.0,
         "n": 41.0,
         "share": 0.05283505154639175
        },
        "small": {
         "den": 776.0,
         "n": 20.0,
         "share": 0.02577319587628866
        }
       },
       "no_trade_off": 518.0,
       "reference": null,
       "right_safety": {
        "den": 776.0,
        "n": 519.0,
        "share": 0.6688144329896907
       },
       "risk_pays": 712.0,
       "safety_pays": 776.0,
       "scored": 2006,
       "sdt": {
        "aim": {
         "den": 408.0,
         "n": 223.0,
         "share": 0.5465686274509803
        },
        "beta": 1.5399788773485064,
        "caution": 0.1261004357464754,
        "caution_hi": 0.20240290578786613,
        "caution_lo": 0.0522110180680847,
        "cstar": 0.6965305865434553,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.619884766965753,
        "dprime_hi": 0.7371948279601787,
        "dprime_lo": 0.5057383985931322,
        "false_alarm": {
         "den": 776.0,
         "n": 257.0,
         "share": 0.33118556701030927
        },
        "false_alarm_rate": 0.3314028314028314,
        "hit": {
         "den": 712.0,
         "n": 408.0,
         "share": 0.5730337078651685
        },
        "hit_rate": 0.5729312762973352,
        "missed_loss": 0.1771843752970821,
        "missed_n": 304.0,
        "na": null,
        "needless_loss": 0.2503562617162786,
        "needless_n": 257.0
       },
       "size": {
        "bad": {
         "mean": 13.411764705882353,
         "n": 442.0,
         "too_few": false
        },
        "right": {
         "mean": 10.74439461883408,
         "n": 223.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 399.0,
          "n": 167.0,
          "share": 0.41854636591478694
         },
         "missed": {
          "den": 399.0,
          "n": 145.0,
          "share": 0.3634085213032581
         },
         "risk_pays": 399.0,
         "wrong": {
          "den": 399.0,
          "n": 87.0,
          "share": 0.21804511278195488
         }
        },
        "medium": {
         "found": {
          "den": 228.0,
          "n": 43.0,
          "share": 0.18859649122807018
         },
         "missed": {
          "den": 228.0,
          "n": 120.0,
          "share": 0.5263157894736842
         },
         "risk_pays": 228.0,
         "wrong": {
          "den": 228.0,
          "n": 65.0,
          "share": 0.2850877192982456
         }
        },
        "small": {
         "found": {
          "den": 85.0,
          "n": 13.0,
          "share": 0.15294117647058825
         },
         "missed": {
          "den": 85.0,
          "n": 39.0,
          "share": 0.4588235294117647
         },
         "risk_pays": 85.0,
         "wrong": {
          "den": 85.0,
          "n": 33.0,
          "share": 0.38823529411764707
         }
        }
       },
       "trade_off": 1488.0,
       "wrong": {
        "den": 712.0,
        "n": 185.0,
        "share": 0.2598314606741573
       }
      },
      "robust": {
       "by_call": {
        "missed": 13.107613367906001,
        "needless": 17.50862554592245,
        "none": 7.11312875196204,
        "right_risk": 2.447516194072107,
        "right_safety": 6.491422073791177,
        "wrong_risk": 12.973878127805971
       },
       "calls": {
        "missed": 265.0,
        "needless": 303.0,
        "right_risk": 192.0,
        "right_safety": 558.0,
        "wrong_risk": 170.0
       },
       "confidence": {
        "auroc_right_risk": 0.5654950629586013,
        "missed_mean_p": 0.3095436833153504,
        "missed_n": 234,
        "taken_grouped": 100,
        "taken_n": 565,
        "taken_other": 0
       },
       "error_rate": 59.642184061459744,
       "found": {
        "den": 627.0,
        "n": 192.0,
        "share": 0.3062200956937799
       },
       "good": {
        "den": 665.0,
        "n": 192.0,
        "share": 0.2887218045112782
       },
       "judgement": 47.71518596935799,
       "judgement_hi": 50.06689562127092,
       "judgement_lo": 44.99170443118184,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.39080459770114945,
        "x": 0.69377990430622,
        "y": 0.3519163763066202
       },
       "margin": 0.02,
       "missed": {
        "den": 627.0,
        "n": 265.0,
        "share": 0.4226475279106858
       },
       "needless": {
        "den": 861.0,
        "n": 303.0,
        "share": 0.3519163763066202
       },
       "needless_by_loss": {
        "big": {
         "den": 861.0,
         "n": 219.0,
         "share": 0.25435540069686413
        },
        "medium": {
         "den": 861.0,
         "n": 47.0,
         "share": 0.0545876887340302
        },
        "small": {
         "den": 861.0,
         "n": 37.0,
         "share": 0.0429732868757259
        }
       },
       "no_trade_off": 518.0,
       "reference": null,
       "right_safety": {
        "den": 861.0,
        "n": 558.0,
        "share": 0.6480836236933798
       },
       "risk_pays": 627.0,
       "safety_pays": 861.0,
       "scored": 2006,
       "sdt": {
        "aim": {
         "den": 362.0,
         "n": 192.0,
         "share": 0.5303867403314917
        },
        "beta": 1.604232417432138,
        "caution": 0.09243928136227571,
        "caution_hi": 0.16554276692529554,
        "caution_lo": 0.020187666853591517,
        "cstar": 0.822708383048983,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.5744993090314141,
        "dprime_hi": 0.6953176302578417,
        "dprime_lo": 0.4590438017798032,
        "false_alarm": {
         "den": 861.0,
         "n": 303.0,
         "share": 0.3519163763066202
        },
        "false_alarm_rate": 0.35208816705336426,
        "hit": {
         "den": 627.0,
         "n": 362.0,
         "share": 0.5773524720893142
        },
        "hit_rate": 0.5772292993630573,
        "missed_loss": 0.19844432012090144,
        "missed_n": 265.0,
        "na": null,
        "needless_loss": 0.23183038181597643,
        "needless_n": 303.0
       },
       "size": {
        "bad": {
         "mean": 13.175475687103594,
         "n": 473.0,
         "too_few": false
        },
        "right": {
         "mean": 10.895833333333334,
         "n": 192.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 399.0,
          "n": 158.0,
          "share": 0.39598997493734334
         },
         "missed": {
          "den": 399.0,
          "n": 145.0,
          "share": 0.3634085213032581
         },
         "risk_pays": 399.0,
         "wrong": {
          "den": 399.0,
          "n": 96.0,
          "share": 0.24060150375939848
         }
        },
        "medium": {
         "found": {
          "den": 228.0,
          "n": 34.0,
          "share": 0.14912280701754385
         },
         "missed": {
          "den": 228.0,
          "n": 120.0,
          "share": 0.5263157894736842
         },
         "risk_pays": 228.0,
         "wrong": {
          "den": 228.0,
          "n": 74.0,
          "share": 0.32456140350877194
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1488.0,
       "wrong": {
        "den": 627.0,
        "n": 170.0,
        "share": 0.2711323763955343
       }
      }
     },
     "slug": "decider-flash-v1-2"
    },
    "Qwen3.8-27B (off)": {
     "close": {
      "close": {
       "den": 312,
       "n": 109,
       "share": 0.34935897435897434,
       "small": false
      },
      "decisions": 2005,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 312,
      "exclusions": {
       "grouped": 33,
       "not_audited": 1630,
       "sparse": 30
      },
      "groups": {
       "close": {
        "by_count": [
         40,
         40,
         17,
         10,
         2
        ],
        "differ": {
         "hitting": {
          "den": 109,
          "n": 53,
          "share": 0.48623853211009177,
          "small": true
         },
         "points": {
          "den": 109,
          "n": 19,
          "share": 0.1743119266055046,
          "small": true
         },
         "prime": {
          "den": 109,
          "n": 27,
          "share": 0.24770642201834864,
          "small": true
         },
         "race": {
          "den": 109,
          "n": 13,
          "share": 0.11926605504587157,
          "small": true
         }
        },
        "gap": {
         "mean": 0.13875446899221577,
         "median": 0.04085195064544678,
         "n": 109
        },
        "loss1": {
         "mean": 0.16036447062404877,
         "median": 0.03126227855682373,
         "n": 109
        },
        "loss2": {
         "mean": 0.10527504994234907,
         "median": 0.010157942771911621,
         "n": 109
        },
        "n": 109,
        "p1": {
         "mean": 0.48183051718402903,
         "median": 0.5018680089132102,
         "n": 109
        },
        "p2": {
         "mean": 0.34296548279897365,
         "median": 0.33807904660000887,
         "n": 109
        },
        "psum": {
         "mean": 0.8247959999830027,
         "median": 0.8740747595443787,
         "n": 109
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         2,
         9,
         12,
         24,
         15,
         47
        ]
       },
       "other": {
        "by_count": [
         47,
         94,
         40,
         20,
         2
        ],
        "differ": {
         "hitting": {
          "den": 203,
          "n": 114,
          "share": 0.5615763546798029,
          "small": false
         },
         "points": {
          "den": 203,
          "n": 56,
          "share": 0.27586206896551724,
          "small": false
         },
         "prime": {
          "den": 203,
          "n": 57,
          "share": 0.28078817733990147,
          "small": false
         },
         "race": {
          "den": 203,
          "n": 15,
          "share": 0.07389162561576355,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13195771536803597,
         "median": 0.0859881043434143,
         "n": 203
        },
        "loss1": {
         "mean": 0.06781257035697034,
         "median": 0.001259446144104004,
         "n": 203
        },
        "loss2": {
         "mean": 0.1288658038442358,
         "median": 0.07547760009765625,
         "n": 203
        },
        "n": 203,
        "p1": {
         "mean": 0.7954637882335168,
         "median": 0.7997887271066176,
         "n": 203
        },
        "p2": {
         "mean": 0.13299681121465987,
         "median": 0.12374844102447921,
         "n": 203
        },
        "psum": {
         "mean": 0.9284605994481767,
         "median": 0.9578448730597572,
         "n": 203
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         3,
         15,
         33,
         152
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 90,
           "n": 37,
           "share": 0.4111111111111111,
           "small": true
          },
          "eligible": 90,
          "risk_close": {
           "den": 37,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 109,
           "n": 40,
           "share": 0.3669724770642202,
           "small": true
          },
          "eligible": 109,
          "risk_close": {
           "den": 40,
           "n": 29,
           "share": 0.725,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 113,
           "n": 32,
           "share": 0.2831858407079646,
           "small": true
          },
          "eligible": 113,
          "risk_close": {
           "den": 32,
           "n": 17,
           "share": 0.53125,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.6428571428571429,
         "adj_other": 0.824404761904762,
         "adjusted": -0.18154761904761907,
         "adjusted_hi": 0.1428571428571428,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3382034632034632,
         "close": {
          "den": 29,
          "n": 19,
          "share": 0.6551724137931034,
          "small": true
         },
         "covered": {
          "den": 29,
          "n": 28,
          "share": 0.9655172413793104,
          "small": true
         },
         "crude": -0.14482758620689662,
         "crude_hi": 0.10080645161290325,
         "crude_left_out": 0,
         "crude_lo": -0.2848484848484849,
         "group": 84,
         "matches": 4,
         "na": null,
         "other": {
          "den": 55,
          "n": 44,
          "share": 0.8,
          "small": true
         },
         "resamples": 2000,
         "strata": 22,
         "strata_both": 13
        },
        "stake": {
         "big": {
          "den": 71,
          "n": 25,
          "share": 0.352112676056338,
          "small": true
         },
         "medium": {
          "den": 29,
          "n": 13,
          "share": 0.4482758620689655,
          "small": true
         },
         "small": {
          "den": 9,
          "n": 2,
          "share": 0.2222222222222222,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 90,
           "n": 37,
           "share": 0.4111111111111111,
           "small": true
          },
          "eligible": 90,
          "risk_close": {
           "den": 37,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 100,
           "n": 38,
           "share": 0.38,
           "small": true
          },
          "eligible": 100,
          "risk_close": {
           "den": 38,
           "n": 27,
           "share": 0.7105263157894737,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 122,
           "n": 34,
           "share": 0.2786885245901639,
           "small": true
          },
          "eligible": 122,
          "risk_close": {
           "den": 34,
           "n": 19,
           "share": 0.5588235294117647,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.64,
         "adj_other": 0.8033333333333335,
         "adjusted": -0.16333333333333344,
         "adjusted_hi": 0.17708333333333326,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.36,
         "close": {
          "den": 27,
          "n": 18,
          "share": 0.6666666666666666,
          "small": true
         },
         "covered": {
          "den": 27,
          "n": 25,
          "share": 0.9259259259259259,
          "small": true
         },
         "crude": -0.11764705882352944,
         "crude_hi": 0.1048951048951049,
         "crude_left_out": 0,
         "crude_lo": -0.28260869565217395,
         "group": 78,
         "matches": 4,
         "na": null,
         "other": {
          "den": 51,
          "n": 40,
          "share": 0.7843137254901961,
          "small": true
         },
         "resamples": 2000,
         "strata": 22,
         "strata_both": 11
        },
        "stake": {
         "big": {
          "den": 71,
          "n": 25,
          "share": 0.352112676056338,
          "small": true
         },
         "medium": {
          "den": 29,
          "n": 13,
          "share": 0.4482758620689655,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 109,
       "n": 46,
       "share": 0.42201834862385323,
       "small": true
      },
      "risk_close_of_eligible": {
       "den": 312,
       "n": 46,
       "share": 0.14743589743589744,
       "small": false
      },
      "risk_pair_other": {
       "den": 203,
       "n": 112,
       "share": 0.5517241379310345,
       "small": false
      },
      "ties": {
       "close": 1,
       "member": 0,
       "order": 1,
       "positive": 1,
       "top_two": 1,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6405729529785421,
      "auroc_blunder": 0.5805056871694559,
      "confident_badly_wrong": {
       "den": 1825,
       "n": 73,
       "share": 0.04
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 354,
         "n": 73,
         "share": 0.2062146892655367
        },
        "kept": {
         "den": 1825,
         "n": 354,
         "share": 0.19397260273972602
        },
        "mean_loss": 0.05598314409538851,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 11,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1825,
         "n": 11,
         "share": 0.006027397260273973
        },
        "mean_loss": 0.0007570169188759544,
        "too_few": true
       }
      },
      "ece": 0.24797898952360273,
      "held_out": {
       "blunders": 0.06442805871172738,
       "kept": 0.008584449519882324,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1825,
      "surest": {
       "cut": 0.8705989600558174,
       "error_rate": 30.831941597049553,
       "n": 457,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6405729529785421,
      "best_share": 0.43690773067331673,
      "blunder_share": 0.30673316708229426,
      "brier": 0.2996574625842421,
      "clusters": 104,
      "confidence_n": 1825,
      "confident_badly_wrong": 0.04,
      "cost_coverage": 1.0,
      "decisions": 2005,
      "ece": 0.24797898952360273,
      "engine_scored": 2005,
      "error_hi": 49.93782874880952,
      "error_lo": 40.65903495291559,
      "error_rate": 45.030896510566556,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 180,
      "invalid": 0,
      "last_date": "2026-10-25",
      "mean_confidence": 0.7038694004825069,
      "over_budget": 0.0004987531172069825,
      "own_cost": {
       "decisions": 2005,
       "estimate": true,
       "excluded_hours": 117.88333333333334,
       "gaps": [
        [
         "2026-10-20T21:00Z",
         "2026-10-20T21:57Z",
         56
        ],
        [
         "2026-10-20T22:01Z",
         "2026-10-21T01:30Z",
         209
        ],
        [
         "2026-10-21T01:39Z",
         "2026-10-21T01:57Z",
         19
        ],
        [
         "2026-10-21T04:23Z",
         "2026-10-25T20:12Z",
         6709
        ],
        [
         "2026-10-25T20:16Z",
         "2026-10-25T20:27Z",
         11
        ],
        [
         "2026-10-25T20:45Z",
         "2026-10-25T21:54Z",
         69
        ]
       ],
       "gpu_decisions": 2005,
       "gpu_usd": 9.125208382443592,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 3.722901666760435,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 0.06359472221798365,
         "machine": "dgx_spark",
         "usd": 0.01353409053288798,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 3.6593069445424513,
         "machine": "rtx_pro_6000",
         "usd": 9.111674291910704,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 9.125208382443592,
       "usd_per_1000": 4.551226125907029
      },
      "p95_loss": 0.4220028638839721,
      "probability_source": "logprobs",
      "retry_mean": 0.41779351620947636,
      "scored": 2005,
      "time_median": 1.476,
      "time_p90": 2.713,
      "tokens_in": 4265.779052369077,
      "tokens_out": 2.5296758104738153,
      "too_few": false,
      "usd_per_1000": 4.551226125907029,
      "very_confident": 0.19397260273972602,
      "worst_mean": 0.6799375572800637
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 26.370262148374334,
        "needless": 3.1951272428184376,
        "none": 3.975061184152998,
        "right_risk": 2.919092692639168,
        "right_safety": 5.7535069690380904,
        "wrong_risk": 2.8178462735435317
       },
       "calls": {
        "missed": 536.0,
        "needless": 61.0,
        "right_risk": 178.0,
        "right_safety": 671.0,
        "wrong_risk": 42.0
       },
       "confidence": {
        "auroc_right_risk": 0.5048340548340549,
        "missed_mean_p": 0.7053531128021785,
        "missed_n": 477,
        "taken_grouped": 37,
        "taken_n": 244,
        "taken_other": 0
       },
       "error_rate": 45.030896510566556,
       "found": {
        "den": 756.0,
        "n": 178.0,
        "share": 0.23544973544973544
       },
       "good": {
        "den": 281.0,
        "n": 178.0,
        "share": 0.6334519572953736
       },
       "judgement": 57.60582010582011,
       "judgement_hi": 59.03917207223001,
       "judgement_lo": 56.0818093690487,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0726643598615917,
        "x": 0.7645502645502645,
        "y": 0.08333333333333333
       },
       "margin": 0.001,
       "missed": {
        "den": 756.0,
        "n": 536.0,
        "share": 0.708994708994709
       },
       "needless": {
        "den": 732.0,
        "n": 61.0,
        "share": 0.08333333333333333
       },
       "needless_by_loss": {
        "big": {
         "den": 732.0,
         "n": 46.0,
         "share": 0.06284153005464481
        },
        "medium": {
         "den": 732.0,
         "n": 10.0,
         "share": 0.01366120218579235
        },
        "small": {
         "den": 732.0,
         "n": 5.0,
         "share": 0.006830601092896175
        }
       },
       "no_trade_off": 517.0,
       "reference": null,
       "right_safety": {
        "den": 732.0,
        "n": 671.0,
        "share": 0.9166666666666666
       },
       "risk_pays": 756.0,
       "safety_pays": 732.0,
       "scored": 2005,
       "sdt": {
        "aim": {
         "den": 220.0,
         "n": 178.0,
         "share": 0.8090909090909091
        },
        "beta": 1.0308558771135814,
        "caution": 0.9644705406593062,
        "caution_hi": 1.0449343122084234,
        "caution_lo": 0.888242365842646,
        "cstar": 0.036629158282506104,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.8296506737726163,
        "dprime_hi": 0.9771175787717208,
        "dprime_lo": 0.6979046979736102,
        "false_alarm": {
         "den": 732.0,
         "n": 61.0,
         "share": 0.08333333333333333
        },
        "false_alarm_rate": 0.08390177353342429,
        "hit": {
         "den": 756.0,
         "n": 220.0,
         "share": 0.291005291005291
        },
        "hit_rate": 0.2912813738441215,
        "missed_loss": 0.19728498361003932,
        "missed_n": 536.0,
        "na": null,
        "needless_loss": 0.21004033186396615,
        "needless_n": 61.0
       },
       "size": {
        "bad": {
         "mean": 8.194174757281553,
         "n": 103.0,
         "too_few": true
        },
        "right": {
         "mean": 6.089887640449438,
         "n": 178.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 471.0,
          "n": 124.0,
          "share": 0.2632696390658174
         },
         "missed": {
          "den": 471.0,
          "n": 328.0,
          "share": 0.6963906581740976
         },
         "risk_pays": 471.0,
         "wrong": {
          "den": 471.0,
          "n": 19.0,
          "share": 0.040339702760084924
         }
        },
        "medium": {
         "found": {
          "den": 217.0,
          "n": 46.0,
          "share": 0.2119815668202765
         },
         "missed": {
          "den": 217.0,
          "n": 154.0,
          "share": 0.7096774193548387
         },
         "risk_pays": 217.0,
         "wrong": {
          "den": 217.0,
          "n": 17.0,
          "share": 0.07834101382488479
         }
        },
        "small": {
         "found": {
          "den": 68.0,
          "n": 8.0,
          "share": 0.11764705882352941
         },
         "missed": {
          "den": 68.0,
          "n": 54.0,
          "share": 0.7941176470588235
         },
         "risk_pays": 68.0,
         "wrong": {
          "den": 68.0,
          "n": 6.0,
          "share": 0.08823529411764706
         }
        }
       },
       "trade_off": 1488.0,
       "wrong": {
        "den": 756.0,
        "n": 42.0,
        "share": 0.05555555555555555
       }
      },
      "robust": {
       "by_call": {
        "missed": 25.784564657401564,
        "needless": 3.3672840963872592,
        "none": 3.975061184152998,
        "right_risk": 2.5251610915262503,
        "right_safety": 6.339204460010862,
        "wrong_risk": 3.0396210210876276
       },
       "calls": {
        "missed": 482.0,
        "needless": 75.0,
        "right_risk": 157.0,
        "right_safety": 725.0,
        "wrong_risk": 49.0
       },
       "confidence": {
        "auroc_right_risk": 0.5405698778833107,
        "missed_mean_p": 0.7033042857746639,
        "missed_n": 433,
        "taken_grouped": 37,
        "taken_n": 244,
        "taken_other": 0
       },
       "error_rate": 45.030896510566556,
       "found": {
        "den": 688.0,
        "n": 157.0,
        "share": 0.22819767441860464
       },
       "good": {
        "den": 281.0,
        "n": 157.0,
        "share": 0.5587188612099644
       },
       "judgement": 56.72238372093024,
       "judgement_hi": 58.197783474520556,
       "judgement_lo": 55.141070740837414,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.09227871939736347,
        "x": 0.7718023255813954,
        "y": 0.09375
       },
       "margin": 0.02,
       "missed": {
        "den": 688.0,
        "n": 482.0,
        "share": 0.7005813953488372
       },
       "needless": {
        "den": 800.0,
        "n": 75.0,
        "share": 0.09375
       },
       "needless_by_loss": {
        "big": {
         "den": 800.0,
         "n": 51.0,
         "share": 0.06375
        },
        "medium": {
         "den": 800.0,
         "n": 10.0,
         "share": 0.0125
        },
        "small": {
         "den": 800.0,
         "n": 14.0,
         "share": 0.0175
        }
       },
       "no_trade_off": 517.0,
       "reference": null,
       "right_safety": {
        "den": 800.0,
        "n": 725.0,
        "share": 0.90625
       },
       "risk_pays": 688.0,
       "safety_pays": 800.0,
       "scored": 2005,
       "sdt": {
        "aim": {
         "den": 206.0,
         "n": 157.0,
         "share": 0.7621359223300971
        },
        "beta": 0.9759044077737189,
        "caution": 0.9201111522108544,
        "caution_hi": 0.9946881865957948,
        "caution_lo": 0.8499591049329079,
        "cstar": -0.030883955133059096,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.7897511868370424,
        "dprime_hi": 0.9260426189854113,
        "dprime_lo": 0.6620975677612504,
        "false_alarm": {
         "den": 800.0,
         "n": 75.0,
         "share": 0.09375
        },
        "false_alarm_rate": 0.09425717852684144,
        "hit": {
         "den": 688.0,
         "n": 206.0,
         "share": 0.29941860465116277
        },
        "hit_rate": 0.2997097242380261,
        "missed_loss": 0.21451473916219974,
        "missed_n": 482.0,
        "na": null,
        "needless_loss": 0.18003745635350546,
        "needless_n": 75.0
       },
       "size": {
        "bad": {
         "mean": 7.975806451612903,
         "n": 124.0,
         "too_few": true
        },
        "right": {
         "mean": 5.980891719745223,
         "n": 157.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 471.0,
          "n": 118.0,
          "share": 0.2505307855626327
         },
         "missed": {
          "den": 471.0,
          "n": 328.0,
          "share": 0.6963906581740976
         },
         "risk_pays": 471.0,
         "wrong": {
          "den": 471.0,
          "n": 25.0,
          "share": 0.05307855626326964
         }
        },
        "medium": {
         "found": {
          "den": 217.0,
          "n": 39.0,
          "share": 0.17972350230414746
         },
         "missed": {
          "den": 217.0,
          "n": 154.0,
          "share": 0.7096774193548387
         },
         "risk_pays": 217.0,
         "wrong": {
          "den": 217.0,
          "n": 24.0,
          "share": 0.11059907834101383
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1488.0,
       "wrong": {
        "den": 688.0,
        "n": 49.0,
        "share": 0.07122093023255814
       }
      }
     },
     "slug": "qwen3-8-27b-off"
    },
    "Random": {
     "close": {
      "decisions": 1337,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1222,
       "not_audited": 115
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.16529543754674644,
      "blunder_share": 0.6148092744951383,
      "clusters": 64,
      "cost_coverage": 0.0,
      "decisions": 1337,
      "engine_scored": 1337,
      "error_hi": 128.51310019414183,
      "error_lo": 113.25450566982416,
      "error_rate": 121.10562838764447,
      "first_date": "2026-10-15",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.0,
      "p95_loss": 0.8546491920948031,
      "probability_source": null,
      "retry_mean": 0.0,
      "scored": 1337,
      "time_median": 0.0,
      "time_p90": 0.0,
      "too_few": false,
      "worst_mean": 1.080384640996136
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.200662889049047,
        "needless": 54.224612345959414,
        "none": 13.44392510519691,
        "right_risk": 3.3580628833221517,
        "right_safety": 3.879087378752258,
        "wrong_risk": 37.99927778536469
       },
       "calls": {
        "missed": 87.0,
        "needless": 363.0,
        "right_risk": 112.0,
        "right_safety": 121.0,
        "wrong_risk": 253.0
       },
       "confidence": null,
       "error_rate": 121.10562838764447,
       "found": {
        "den": 452.0,
        "n": 112.0,
        "share": 0.24778761061946902
       },
       "good": {
        "den": 728.0,
        "n": 112.0,
        "share": 0.15384615384615385
       },
       "judgement": 24.88938053097345,
       "judgement_hi": 27.44041100845115,
       "judgement_lo": 22.27113231887112,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.7441176470588236,
        "x": 0.7522123893805309,
        "y": 0.75
       },
       "margin": 0.001,
       "missed": {
        "den": 452.0,
        "n": 87.0,
        "share": 0.19247787610619468
       },
       "needless": {
        "den": 484.0,
        "n": 363.0,
        "share": 0.75
       },
       "needless_by_loss": {
        "big": {
         "den": 484.0,
         "n": 329.0,
         "share": 0.6797520661157025
        },
        "medium": {
         "den": 484.0,
         "n": 27.0,
         "share": 0.05578512396694215
        },
        "small": {
         "den": 484.0,
         "n": 7.0,
         "share": 0.014462809917355372
        }
       },
       "no_trade_off": 401.0,
       "reference": null,
       "right_safety": {
        "den": 484.0,
        "n": 121.0,
        "share": 0.25
       },
       "risk_pays": 452.0,
       "safety_pays": 484.0,
       "scored": 1337,
       "sdt": {
        "aim": {
         "den": 365.0,
         "n": 112.0,
         "share": 0.30684931506849317
        },
        "beta": 1.6969422038584,
        "caution": -0.7695953973350287,
        "caution_hi": -0.6543443060143569,
        "caution_lo": -0.8939147278281053,
        "cstar": 2.733614772299761,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.1934537130829157,
        "dprime_hi": 0.33745384782237964,
        "dprime_lo": 0.05444320181704694,
        "false_alarm": {
         "den": 484.0,
         "n": 363.0,
         "share": 0.75
        },
        "false_alarm_rate": 0.7494845360824742,
        "hit": {
         "den": 452.0,
         "n": 365.0,
         "share": 0.8075221238938053
        },
        "hit_rate": 0.8068432671081678,
        "missed_loss": 0.25205255822203626,
        "missed_n": 87.0,
        "na": null,
        "needless_loss": 0.39943970637216386,
        "needless_n": 363.0
       },
       "size": {
        "bad": {
         "mean": 16.412337662337663,
         "n": 616.0,
         "too_few": false
        },
        "right": {
         "mean": 12.330357142857142,
         "n": 112.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 267.0,
          "n": 78.0,
          "share": 0.29213483146067415
         },
         "missed": {
          "den": 267.0,
          "n": 49.0,
          "share": 0.18352059925093633
         },
         "risk_pays": 267.0,
         "wrong": {
          "den": 267.0,
          "n": 140.0,
          "share": 0.5243445692883895
         }
        },
        "medium": {
         "found": {
          "den": 147.0,
          "n": 26.0,
          "share": 0.17687074829931973
         },
         "missed": {
          "den": 147.0,
          "n": 30.0,
          "share": 0.20408163265306123
         },
         "risk_pays": 147.0,
         "wrong": {
          "den": 147.0,
          "n": 91.0,
          "share": 0.6190476190476191
         }
        },
        "small": {
         "found": {
          "den": 38.0,
          "n": 8.0,
          "share": 0.21052631578947367
         },
         "missed": {
          "den": 38.0,
          "n": 8.0,
          "share": 0.21052631578947367
         },
         "risk_pays": 38.0,
         "wrong": {
          "den": 38.0,
          "n": 22.0,
          "share": 0.5789473684210527
         }
        }
       },
       "trade_off": 936.0,
       "wrong": {
        "den": 452.0,
        "n": 253.0,
        "share": 0.5597345132743363
       }
      },
      "robust": {
       "by_call": {
        "missed": 8.00387361821793,
        "needless": 55.363607823447495,
        "none": 13.44392510519691,
        "right_risk": 3.0748957270727106,
        "right_safety": 4.075876649583376,
        "wrong_risk": 37.14344946412605
       },
       "calls": {
        "missed": 79.0,
        "needless": 393.0,
        "right_risk": 94.0,
        "right_safety": 129.0,
        "wrong_risk": 241.0
       },
       "confidence": null,
       "error_rate": 121.10562838764447,
       "found": {
        "den": 414.0,
        "n": 94.0,
        "share": 0.22705314009661837
       },
       "good": {
        "den": 728.0,
        "n": 94.0,
        "share": 0.12912087912087913
       },
       "judgement": 23.708978843911378,
       "judgement_hi": 26.293518844319333,
       "judgement_lo": 20.98056148894538,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.753125,
        "x": 0.7729468599033816,
        "y": 0.7528735632183908
       },
       "margin": 0.02,
       "missed": {
        "den": 414.0,
        "n": 79.0,
        "share": 0.19082125603864733
       },
       "needless": {
        "den": 522.0,
        "n": 393.0,
        "share": 0.7528735632183908
       },
       "needless_by_loss": {
        "big": {
         "den": 522.0,
         "n": 346.0,
         "share": 0.6628352490421456
        },
        "medium": {
         "den": 522.0,
         "n": 29.0,
         "share": 0.05555555555555555
        },
        "small": {
         "den": 522.0,
         "n": 18.0,
         "share": 0.034482758620689655
        }
       },
       "no_trade_off": 401.0,
       "reference": null,
       "right_safety": {
        "den": 522.0,
        "n": 129.0,
        "share": 0.2471264367816092
       },
       "risk_pays": 414.0,
       "safety_pays": 522.0,
       "scored": 1337,
       "sdt": {
        "aim": {
         "den": 335.0,
         "n": 94.0,
         "share": 0.28059701492537314
        },
        "beta": 1.7531895119169172,
        "caution": -0.7770845963856998,
        "caution_hi": -0.661188784807069,
        "caution_lo": -0.8968939604649809,
        "cstar": 2.9532375389282173,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.19010888893719657,
        "dprime_hi": 0.35106995216777664,
        "dprime_lo": 0.045051192127102596,
        "false_alarm": {
         "den": 522.0,
         "n": 393.0,
         "share": 0.7528735632183908
        },
        "false_alarm_rate": 0.7523900573613767,
        "hit": {
         "den": 414.0,
         "n": 335.0,
         "share": 0.8091787439613527
        },
        "hit_rate": 0.808433734939759,
        "missed_loss": 0.2709159247482879,
        "missed_n": 79.0,
        "na": null,
        "needless_loss": 0.3766979321117013,
        "needless_n": 393.0
       },
       "size": {
        "bad": {
         "mean": 16.27917981072555,
         "n": 634.0,
         "too_few": false
        },
        "right": {
         "mean": 12.446808510638299,
         "n": 94.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 267.0,
          "n": 75.0,
          "share": 0.2808988764044944
         },
         "missed": {
          "den": 267.0,
          "n": 49.0,
          "share": 0.18352059925093633
         },
         "risk_pays": 267.0,
         "wrong": {
          "den": 267.0,
          "n": 143.0,
          "share": 0.5355805243445693
         }
        },
        "medium": {
         "found": {
          "den": 147.0,
          "n": 19.0,
          "share": 0.1292517006802721
         },
         "missed": {
          "den": 147.0,
          "n": 30.0,
          "share": 0.20408163265306123
         },
         "risk_pays": 147.0,
         "wrong": {
          "den": 147.0,
          "n": 98.0,
          "share": 0.6666666666666666
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 936.0,
       "wrong": {
        "den": 414.0,
        "n": 241.0,
        "share": 0.5821256038647343
       }
      }
     },
     "slug": "random"
    },
    "Safest": {
     "close": {
      "decisions": 2058,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1861,
       "not_audited": 197
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.3726919339164237,
      "blunder_share": 0.35131195335276966,
      "clusters": 106,
      "cost_coverage": 0.0,
      "decisions": 2058,
      "engine_scored": 2058,
      "error_hi": 56.18256412580833,
      "error_lo": 47.401644040653395,
      "error_rate": 51.644559750519875,
      "first_date": "2026-10-15",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.0,
      "p95_loss": 0.44506904780864714,
      "probability_source": null,
      "retry_mean": 0.0,
      "scored": 2058,
      "time_median": 0.0,
      "time_p90": 0.004,
      "too_few": false,
      "worst_mean": 0.6748495718229164
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 34.94693096310798,
        "needless": 0.0,
        "none": 8.247797818179265,
        "right_risk": 0.0,
        "right_safety": 8.449830969232627,
        "wrong_risk": 0.0
       },
       "calls": {
        "missed": 785.0,
        "needless": 0.0,
        "right_risk": 0.0,
        "right_safety": 749.0,
        "wrong_risk": 0.0
       },
       "confidence": null,
       "error_rate": 51.644559750519875,
       "found": {
        "den": 785.0,
        "n": 0.0,
        "share": 0.0
       },
       "good": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "judgement": 50.0,
       "judgement_hi": 50.0,
       "judgement_lo": 50.0,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0,
        "x": 1.0,
        "y": 0.0
       },
       "margin": 0.001,
       "missed": {
        "den": 785.0,
        "n": 785.0,
        "share": 1.0
       },
       "needless": {
        "den": 749.0,
        "n": 0.0,
        "share": 0.0
       },
       "needless_by_loss": {
        "big": {
         "den": 749.0,
         "n": 0.0,
         "share": 0.0
        },
        "medium": {
         "den": 749.0,
         "n": 0.0,
         "share": 0.0
        },
        "small": {
         "den": 749.0,
         "n": 0.0,
         "share": 0.0
        }
       },
       "no_trade_off": 524.0,
       "reference": null,
       "right_safety": {
        "den": 749.0,
        "n": 749.0,
        "share": 1.0
       },
       "risk_pays": 785.0,
       "safety_pays": 749.0,
       "scored": 2058,
       "sdt": {
        "aim": {
         "den": 0.0,
         "n": 0.0,
         "share": null
        },
        "beta": null,
        "caution": 3.215435260039758,
        "caution_hi": 3.2280452576782555,
        "caution_lo": 3.201472330654792,
        "cstar": null,
        "cstar_note": "N/A: no needless risks to price",
        "cstar_status": "na",
        "dprime": -0.01345669920947934,
        "dprime_hi": 0.02485835492305925,
        "dprime_lo": -0.05192157607247948,
        "false_alarm": {
         "den": 749.0,
         "n": 0.0,
         "share": 0.0
        },
        "false_alarm_rate": 0.0006666666666666666,
        "hit": {
         "den": 785.0,
         "n": 0.0,
         "share": 0.0
        },
        "hit_rate": 0.0006361323155216285,
        "missed_loss": 0.1832376660435063,
        "missed_n": 785.0,
        "na": null,
        "needless_loss": null,
        "needless_n": 0.0
       },
       "size": {
        "bad": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        },
        "right": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 460.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 460.0,
          "n": 460.0,
          "share": 1.0
         },
         "risk_pays": 460.0,
         "wrong": {
          "den": 460.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "medium": {
         "found": {
          "den": 247.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 247.0,
          "n": 247.0,
          "share": 1.0
         },
         "risk_pays": 247.0,
         "wrong": {
          "den": 247.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "small": {
         "found": {
          "den": 78.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 78.0,
          "n": 78.0,
          "share": 1.0
         },
         "risk_pays": 78.0,
         "wrong": {
          "den": 78.0,
          "n": 0.0,
          "share": 0.0
         }
        }
       },
       "trade_off": 1534.0,
       "wrong": {
        "den": 785.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "robust": {
       "by_call": {
        "missed": 34.37663307748337,
        "needless": 0.0,
        "none": 8.247797818179265,
        "right_risk": 0.0,
        "right_safety": 9.020128854857242,
        "wrong_risk": 0.0
       },
       "calls": {
        "missed": 707.0,
        "needless": 0.0,
        "right_risk": 0.0,
        "right_safety": 827.0,
        "wrong_risk": 0.0
       },
       "confidence": null,
       "error_rate": 51.644559750519875,
       "found": {
        "den": 707.0,
        "n": 0.0,
        "share": 0.0
       },
       "good": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "judgement": 50.0,
       "judgement_hi": 50.0,
       "judgement_lo": 50.0,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0,
        "x": 1.0,
        "y": 0.0
       },
       "margin": 0.02,
       "missed": {
        "den": 707.0,
        "n": 707.0,
        "share": 1.0
       },
       "needless": {
        "den": 827.0,
        "n": 0.0,
        "share": 0.0
       },
       "needless_by_loss": {
        "big": {
         "den": 827.0,
         "n": 0.0,
         "share": 0.0
        },
        "medium": {
         "den": 827.0,
         "n": 0.0,
         "share": 0.0
        },
        "small": {
         "den": 827.0,
         "n": 0.0,
         "share": 0.0
        }
       },
       "no_trade_off": 524.0,
       "reference": null,
       "right_safety": {
        "den": 827.0,
        "n": 827.0,
        "share": 1.0
       },
       "risk_pays": 707.0,
       "safety_pays": 827.0,
       "scored": 2058,
       "sdt": {
        "aim": {
         "den": 0.0,
         "n": 0.0,
         "share": null
        },
        "beta": null,
        "caution": 3.214573650171019,
        "caution_hi": 3.227360135369213,
        "caution_lo": 3.200090172282817,
        "cstar": null,
        "cstar_note": "N/A: no needless risks to price",
        "cstar_status": "na",
        "dprime": 0.04494940243341583,
        "dprime_hi": 0.08106494589447905,
        "dprime_lo": 0.007069286272281192,
        "false_alarm": {
         "den": 827.0,
         "n": 0.0,
         "share": 0.0
        },
        "false_alarm_rate": 0.0006038647342995169,
        "hit": {
         "den": 707.0,
         "n": 0.0,
         "share": 0.0
        },
        "hit_rate": 0.0007062146892655367,
        "missed_loss": 0.20013326979762594,
        "missed_n": 707.0,
        "na": null,
        "needless_loss": null,
        "needless_n": 0.0
       },
       "size": {
        "bad": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        },
        "right": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 460.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 460.0,
          "n": 460.0,
          "share": 1.0
         },
         "risk_pays": 460.0,
         "wrong": {
          "den": 460.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "medium": {
         "found": {
          "den": 247.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 247.0,
          "n": 247.0,
          "share": 1.0
         },
         "risk_pays": 247.0,
         "wrong": {
          "den": 247.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1534.0,
       "wrong": {
        "den": 707.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "slug": "safest"
    },
    "SubQ Snap Preview": {
     "close": {
      "close": {
       "den": 1968,
       "n": 962,
       "share": 0.4888211382113821,
       "small": false
      },
      "decisions": 2200,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1968,
      "exclusions": {
       "grouped": 1,
       "not_audited": 231
      },
      "groups": {
       "close": {
        "by_count": [
         252,
         372,
         228,
         98,
         12
        ],
        "differ": {
         "hitting": {
          "den": 962,
          "n": 503,
          "share": 0.5228690228690228,
          "small": false
         },
         "points": {
          "den": 962,
          "n": 290,
          "share": 0.30145530145530147,
          "small": false
         },
         "prime": {
          "den": 962,
          "n": 267,
          "share": 0.27754677754677753,
          "small": false
         },
         "race": {
          "den": 962,
          "n": 110,
          "share": 0.11434511434511435,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13103037155591524,
         "median": 0.0695122480392456,
         "n": 962
        },
        "loss1": {
         "mean": 0.11793822589138689,
         "median": 0.04503810405731201,
         "n": 962
        },
        "loss2": {
         "mean": 0.14401507012065878,
         "median": 0.05923989415168762,
         "n": 962
        },
        "n": 962,
        "p1": {
         "mean": 0.34166970969891813,
         "median": 0.3311569822743974,
         "n": 962
        },
        "p2": {
         "mean": 0.2455617121210226,
         "median": 0.23409833941271518,
         "n": 962
        },
        "psum": {
         "mean": 0.5872314218199407,
         "median": 0.5690496807648201,
         "n": 962
        },
        "psum_bins": [
         0,
         16,
         66,
         116,
         168,
         161,
         148,
         104,
         90,
         93
        ]
       },
       "other": {
        "by_count": [
         219,
         425,
         247,
         105,
         10
        ],
        "differ": {
         "hitting": {
          "den": 1006,
          "n": 570,
          "share": 0.5666003976143141,
          "small": false
         },
         "points": {
          "den": 1006,
          "n": 322,
          "share": 0.32007952286282304,
          "small": false
         },
         "prime": {
          "den": 1006,
          "n": 266,
          "share": 0.2644135188866799,
          "small": false
         },
         "race": {
          "den": 1006,
          "n": 116,
          "share": 0.11530815109343936,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1385121932382849,
         "median": 0.07357880473136902,
         "n": 1006
        },
        "loss1": {
         "mean": 0.06509769510914744,
         "median": 0.0,
         "n": 1006
        },
        "loss2": {
         "mean": 0.14724359834644477,
         "median": 0.07579386234283447,
         "n": 1006
        },
        "n": 1006,
        "p1": {
         "mean": 0.598067672525552,
         "median": 0.6012359857552321,
         "n": 1006
        },
        "p2": {
         "mean": 0.14554153584944374,
         "median": 0.13920642516232995,
         "n": 1006
        },
        "psum": {
         "mean": 0.7436092083749958,
         "median": 0.7557309367422392,
         "n": 1006
        },
        "psum_bins": [
         0,
         3,
         7,
         27,
         81,
         106,
         171,
         197,
         163,
         251
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 451,
           "n": 213,
           "share": 0.4722838137472284,
           "small": false
          },
          "eligible": 451,
          "risk_close": {
           "den": 213,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 715,
           "n": 376,
           "share": 0.5258741258741259,
           "small": false
          },
          "eligible": 715,
          "risk_close": {
           "den": 376,
           "n": 176,
           "share": 0.46808510638297873,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 802,
           "n": 373,
           "share": 0.46508728179551123,
           "small": false
          },
          "eligible": 802,
          "risk_close": {
           "den": 373,
           "n": 162,
           "share": 0.4343163538873995,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5380116959064327,
         "adj_other": 0.7021781662132539,
         "adjusted": -0.1641664703068212,
         "adjusted_hi": -0.01519045797952056,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.2960546308881678,
         "close": {
          "den": 176,
          "n": 96,
          "share": 0.5454545454545454,
          "small": true
         },
         "covered": {
          "den": 176,
          "n": 171,
          "share": 0.9715909090909091,
          "small": true
         },
         "crude": -0.15135396518375244,
         "crude_hi": -0.03626358883976312,
         "crude_left_out": 0,
         "crude_lo": -0.2577306763285024,
         "group": 364,
         "matches": 16,
         "na": null,
         "other": {
          "den": 188,
          "n": 131,
          "share": 0.6968085106382979,
          "small": true
         },
         "resamples": 2000,
         "strata": 37,
         "strata_both": 26
        },
        "stake": {
         "big": {
          "den": 407,
          "n": 211,
          "share": 0.5184275184275184,
          "small": false
         },
         "medium": {
          "den": 220,
          "n": 124,
          "share": 0.5636363636363636,
          "small": false
         },
         "small": {
          "den": 88,
          "n": 41,
          "share": 0.4659090909090909,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 451,
           "n": 213,
           "share": 0.4722838137472284,
           "small": false
          },
          "eligible": 451,
          "risk_close": {
           "den": 213,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 627,
           "n": 335,
           "share": 0.5342902711323764,
           "small": false
          },
          "eligible": 627,
          "risk_close": {
           "den": 335,
           "n": 153,
           "share": 0.45671641791044776,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 890,
           "n": 414,
           "share": 0.4651685393258427,
           "small": false
          },
          "eligible": 890,
          "risk_close": {
           "den": 414,
           "n": 185,
           "share": 0.4468599033816425,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5436241610738255,
         "adj_other": 0.695953487228655,
         "adjusted": -0.15232932615482953,
         "adjusted_hi": 0.03216586913824216,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.2906413280936265,
         "close": {
          "den": 153,
          "n": 83,
          "share": 0.5424836601307189,
          "small": true
         },
         "covered": {
          "den": 153,
          "n": 149,
          "share": 0.9738562091503268,
          "small": true
         },
         "crude": -0.12856897144822843,
         "crude_hi": 0.009298724527481777,
         "crude_left_out": 0,
         "crude_lo": -0.24631187235631985,
         "group": 305,
         "matches": 16,
         "na": null,
         "other": {
          "den": 152,
          "n": 102,
          "share": 0.6710526315789473,
          "small": true
         },
         "resamples": 2000,
         "strata": 35,
         "strata_both": 25
        },
        "stake": {
         "big": {
          "den": 407,
          "n": 211,
          "share": 0.5184275184275184,
          "small": false
         },
         "medium": {
          "den": 220,
          "n": 124,
          "share": 0.5636363636363636,
          "small": false
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 962,
       "n": 338,
       "share": 0.35135135135135137,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1968,
       "n": 338,
       "share": 0.1717479674796748,
       "small": false
      },
      "risk_pair_other": {
       "den": 1006,
       "n": 464,
       "share": 0.46123260437375746,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7311022034581722,
      "auroc_blunder": 0.7113266571292323,
      "confident_badly_wrong": {
       "den": 2199,
       "n": 2,
       "share": 0.0009095043201455207
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 47,
         "n": 2,
         "share": 0.0425531914893617
        },
        "kept": {
         "den": 2199,
         "n": 47,
         "share": 0.021373351523419737
        },
        "mean_loss": 0.00763832761886272,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 1,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 2199,
         "n": 1,
         "share": 0.00045475216007276033
        },
        "mean_loss": 0.0,
        "too_few": true
       }
      },
      "ece": 0.054206982825888234,
      "held_out": {
       "blunders": 0.03812258311729701,
       "kept": 0.014587872901869647,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 2199,
      "surest": {
       "cut": 0.6236441731452942,
       "error_rate": 13.859975392168218,
       "n": 550,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7311022034581722,
      "best_share": 0.42318181818181816,
      "blunder_share": 0.31772727272727275,
      "brier": 0.20839464823150336,
      "clusters": 104,
      "confidence_n": 2199,
      "confident_badly_wrong": 0.0009095043201455207,
      "cost_coverage": 1.0,
      "decisions": 2200,
      "ece": 0.054206982825888234,
      "engine_scored": 2200,
      "error_hi": 48.759960355104205,
      "error_lo": 39.31096486165569,
      "error_rate": 43.870584172281355,
      "first_date": "2026-10-15",
      "group_sizes": [
       178
      ],
      "grouped": 1,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.4757474552977215,
      "over_budget": 0.0,
      "p95_loss": 0.3991760790348043,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 2200,
      "time_median": 0.244,
      "time_p90": 0.315,
      "tokens_in": 3866.2845454545454,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 0.1933142272727273,
      "very_confident": 0.021373351523419737,
      "worst_mean": 0.6342666739767248
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 14.354410435665738,
        "needless": 10.397110974246806,
        "none": 3.5760779543356462,
        "right_risk": 3.209385309707035,
        "right_safety": 5.113029872829264,
        "wrong_risk": 7.220569625496864
       },
       "calls": {
        "missed": 359.0,
        "needless": 223.0,
        "right_risk": 297.0,
        "right_safety": 673.0,
        "wrong_risk": 127.0
       },
       "confidence": {
        "auroc_right_risk": 0.6063684463684463,
        "missed_mean_p": 0.44256693264209357,
        "missed_n": 358,
        "taken_grouped": 0,
        "taken_n": 647,
        "taken_other": 0
       },
       "error_rate": 43.870584172281355,
       "found": {
        "den": 783.0,
        "n": 297.0,
        "share": 0.3793103448275862
       },
       "good": {
        "den": 647.0,
        "n": 297.0,
        "share": 0.45904173106646057
       },
       "judgement": 56.52132081280787,
       "judgement_hi": 59.149111307398606,
       "judgement_lo": 53.78571237431705,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.2613168724279835,
        "x": 0.6206896551724138,
        "y": 0.24888392857142858
       },
       "margin": 0.001,
       "missed": {
        "den": 783.0,
        "n": 359.0,
        "share": 0.45849297573435505
       },
       "needless": {
        "den": 896.0,
        "n": 223.0,
        "share": 0.24888392857142858
       },
       "needless_by_loss": {
        "big": {
         "den": 896.0,
         "n": 156.0,
         "share": 0.17410714285714285
        },
        "medium": {
         "den": 896.0,
         "n": 53.0,
         "share": 0.05915178571428571
        },
        "small": {
         "den": 896.0,
         "n": 14.0,
         "share": 0.015625
        }
       },
       "no_trade_off": 521.0,
       "reference": null,
       "right_safety": {
        "den": 896.0,
        "n": 673.0,
        "share": 0.7511160714285714
       },
       "risk_pays": 783.0,
       "safety_pays": 896.0,
       "scored": 2200,
       "sdt": {
        "aim": {
         "den": 424.0,
         "n": 297.0,
         "share": 0.7004716981132075
        },
        "beta": 1.3343296997767455,
        "caution": 0.2865127874380804,
        "caution_hi": 0.3625170184347467,
        "caution_lo": 0.2158707887416374,
        "cstar": 0.3692029486029735,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.7812209228146971,
        "dprime_hi": 0.9266364560133818,
        "dprime_lo": 0.6501372896180688,
        "false_alarm": {
         "den": 896.0,
         "n": 223.0,
         "share": 0.24888392857142858
        },
        "false_alarm_rate": 0.2491638795986622,
        "hit": {
         "den": 783.0,
         "n": 424.0,
         "share": 0.541507024265645
        },
        "hit_rate": 0.5414540816326531,
        "missed_loss": 0.17593149280481685,
        "missed_n": 359.0,
        "na": null,
        "needless_loss": 0.20514479052325535,
        "needless_n": 223.0
       },
       "size": {
        "bad": {
         "mean": 10.92,
         "n": 350.0,
         "too_few": false
        },
        "right": {
         "mean": 9.616161616161616,
         "n": 297.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 438.0,
          "n": 201.0,
          "share": 0.4589041095890411
         },
         "missed": {
          "den": 438.0,
          "n": 185.0,
          "share": 0.4223744292237443
         },
         "risk_pays": 438.0,
         "wrong": {
          "den": 438.0,
          "n": 52.0,
          "share": 0.1187214611872146
         }
        },
        "medium": {
         "found": {
          "den": 247.0,
          "n": 79.0,
          "share": 0.31983805668016196
         },
         "missed": {
          "den": 247.0,
          "n": 117.0,
          "share": 0.47368421052631576
         },
         "risk_pays": 247.0,
         "wrong": {
          "den": 247.0,
          "n": 51.0,
          "share": 0.20647773279352227
         }
        },
        "small": {
         "found": {
          "den": 98.0,
          "n": 17.0,
          "share": 0.17346938775510204
         },
         "missed": {
          "den": 98.0,
          "n": 57.0,
          "share": 0.5816326530612245
         },
         "risk_pays": 98.0,
         "wrong": {
          "den": 98.0,
          "n": 24.0,
          "share": 0.24489795918367346
         }
        }
       },
       "trade_off": 1679.0,
       "wrong": {
        "den": 783.0,
        "n": 127.0,
        "share": 0.16219667943805874
       }
      },
      "robust": {
       "by_call": {
        "missed": 13.796494162895463,
        "needless": 11.345225023952397,
        "none": 3.5760779543356462,
        "right_risk": 2.65424521131949,
        "right_safety": 5.6709461455995385,
        "wrong_risk": 6.827595674178817
       },
       "calls": {
        "missed": 302.0,
        "needless": 264.0,
        "right_risk": 263.0,
        "right_safety": 730.0,
        "wrong_risk": 120.0
       },
       "confidence": {
        "auroc_right_risk": 0.599443520278834,
        "missed_mean_p": 0.43049760551448674,
        "missed_n": 301,
        "taken_grouped": 0,
        "taken_n": 647,
        "taken_other": 0
       },
       "error_rate": 43.870584172281355,
       "found": {
        "den": 685.0,
        "n": 263.0,
        "share": 0.38394160583941606
       },
       "good": {
        "den": 647.0,
        "n": 263.0,
        "share": 0.40649149922720246
       },
       "judgement": 55.917402223560345,
       "judgement_hi": 58.83409873031749,
       "judgement_lo": 53.07552711299953,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.2843601895734597,
        "x": 0.6160583941605839,
        "y": 0.2655935613682093
       },
       "margin": 0.02,
       "missed": {
        "den": 685.0,
        "n": 302.0,
        "share": 0.4408759124087591
       },
       "needless": {
        "den": 994.0,
        "n": 264.0,
        "share": 0.2655935613682093
       },
       "needless_by_loss": {
        "big": {
         "den": 994.0,
         "n": 172.0,
         "share": 0.17303822937625754
        },
        "medium": {
         "den": 994.0,
         "n": 56.0,
         "share": 0.056338028169014086
        },
        "small": {
         "den": 994.0,
         "n": 36.0,
         "share": 0.03621730382293763
        }
       },
       "no_trade_off": 521.0,
       "reference": null,
       "right_safety": {
        "den": 994.0,
        "n": 730.0,
        "share": 0.7344064386317908
       },
       "risk_pays": 685.0,
       "safety_pays": 994.0,
       "scored": 2200,
       "sdt": {
        "aim": {
         "den": 383.0,
         "n": 263.0,
         "share": 0.6866840731070496
        },
        "beta": 1.365033160261409,
        "caution": 0.23847310901166358,
        "caution_hi": 0.31279752848266257,
        "caution_lo": 0.16462158141755318,
        "cstar": 0.40203604918235664,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.7740070130688789,
        "dprime_hi": 0.934604962828306,
        "dprime_lo": 0.6305870073455202,
        "false_alarm": {
         "den": 994.0,
         "n": 264.0,
         "share": 0.2655935613682093
        },
        "false_alarm_rate": 0.2658291457286432,
        "hit": {
         "den": 685.0,
         "n": 383.0,
         "share": 0.5591240875912409
        },
        "hit_rate": 0.5590379008746356,
        "missed_loss": 0.201008524227616,
        "missed_n": 302.0,
        "na": null,
        "needless_loss": 0.18908708373253996,
        "needless_n": 264.0
       },
       "size": {
        "bad": {
         "mean": 11.059895833333334,
         "n": 384.0,
         "too_few": false
        },
        "right": {
         "mean": 9.243346007604563,
         "n": 263.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 438.0,
          "n": 190.0,
          "share": 0.4337899543378995
         },
         "missed": {
          "den": 438.0,
          "n": 185.0,
          "share": 0.4223744292237443
         },
         "risk_pays": 438.0,
         "wrong": {
          "den": 438.0,
          "n": 63.0,
          "share": 0.14383561643835616
         }
        },
        "medium": {
         "found": {
          "den": 247.0,
          "n": 73.0,
          "share": 0.29554655870445345
         },
         "missed": {
          "den": 247.0,
          "n": 117.0,
          "share": 0.47368421052631576
         },
         "risk_pays": 247.0,
         "wrong": {
          "den": 247.0,
          "n": 57.0,
          "share": 0.23076923076923078
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1679.0,
       "wrong": {
        "den": 685.0,
        "n": 120.0,
        "share": 0.17518248175182483
       }
      }
     },
     "slug": "subq-snap-preview"
    },
    "Winnow-12B": {
     "close": {
      "close": {
       "den": 1705,
       "n": 692,
       "share": 0.4058651026392962,
       "small": false
      },
      "decisions": 2015,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1705,
      "exclusions": {
       "grouped": 81,
       "not_audited": 229
      },
      "groups": {
       "close": {
        "by_count": [
         227,
         276,
         124,
         53,
         12
        ],
        "differ": {
         "hitting": {
          "den": 692,
          "n": 350,
          "share": 0.5057803468208093,
          "small": false
         },
         "points": {
          "den": 692,
          "n": 141,
          "share": 0.203757225433526,
          "small": false
         },
         "prime": {
          "den": 692,
          "n": 146,
          "share": 0.21098265895953758,
          "small": false
         },
         "race": {
          "den": 692,
          "n": 94,
          "share": 0.13583815028901733,
          "small": false
         }
        },
        "gap": {
         "mean": 0.12558600788860652,
         "median": 0.058928102254867554,
         "n": 692
        },
        "loss1": {
         "mean": 0.110976908937355,
         "median": 0.028619438409805298,
         "n": 692
        },
        "loss2": {
         "mean": 0.11942387695257374,
         "median": 0.04005149006843567,
         "n": 692
        },
        "n": 692,
        "p1": {
         "mean": 0.3954218137874098,
         "median": 0.38839018443149764,
         "n": 692
        },
        "p2": {
         "mean": 0.2908460449032778,
         "median": 0.2859207997225418,
         "n": 692
        },
        "psum": {
         "mean": 0.6862678586906876,
         "median": 0.6805784512896664,
         "n": 692
        },
        "psum_bins": [
         0,
         0,
         3,
         38,
         74,
         122,
         142,
         116,
         93,
         104
        ]
       },
       "other": {
        "by_count": [
         188,
         380,
         313,
         117,
         15
        ],
        "differ": {
         "hitting": {
          "den": 1013,
          "n": 574,
          "share": 0.5666337611056268,
          "small": false
         },
         "points": {
          "den": 1013,
          "n": 435,
          "share": 0.42941757156959526,
          "small": false
         },
         "prime": {
          "den": 1013,
          "n": 303,
          "share": 0.29911154985192495,
          "small": false
         },
         "race": {
          "den": 1013,
          "n": 105,
          "share": 0.10365251727541955,
          "small": false
         }
        },
        "gap": {
         "mean": 0.15194226652825102,
         "median": 0.08169066905975342,
         "n": 1013
        },
        "loss1": {
         "mean": 0.08822706121094488,
         "median": 0.009468793869018555,
         "n": 1013
        },
        "loss2": {
         "mean": 0.15723362838645324,
         "median": 0.07727563381195068,
         "n": 1013
        },
        "n": 1013,
        "p1": {
         "mean": 0.7191720135557234,
         "median": 0.7276690206112124,
         "n": 1013
        },
        "p2": {
         "mean": 0.13176531926151555,
         "median": 0.13052005989937523,
         "n": 1013
        },
        "psum": {
         "mean": 0.8509373328172388,
         "median": 0.8850958474422423,
         "n": 1013
        },
        "psum_bins": [
         0,
         0,
         0,
         1,
         15,
         42,
         100,
         149,
         250,
         456
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 430,
           "n": 194,
           "share": 0.4511627906976744,
           "small": false
          },
          "eligible": 430,
          "risk_close": {
           "den": 194,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 655,
           "n": 262,
           "share": 0.4,
           "small": false
          },
          "eligible": 655,
          "risk_close": {
           "den": 262,
           "n": 132,
           "share": 0.5038167938931297,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 620,
           "n": 236,
           "share": 0.38064516129032255,
           "small": false
          },
          "eligible": 620,
          "risk_close": {
           "den": 236,
           "n": 111,
           "share": 0.4703389830508475,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.6201550387596899,
         "adj_other": 0.6743288784292455,
         "adjusted": -0.05417383966955558,
         "adjusted_hi": 0.056000735451260567,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.15440903372425613,
         "close": {
          "den": 132,
          "n": 82,
          "share": 0.6212121212121212,
          "small": true
         },
         "covered": {
          "den": 132,
          "n": 129,
          "share": 0.9772727272727273,
          "small": true
         },
         "crude": -0.04820936639118456,
         "crude_hi": 0.05376564001761155,
         "crude_left_out": 0,
         "crude_lo": -0.14780029185903704,
         "group": 374,
         "matches": 16,
         "na": null,
         "other": {
          "den": 242,
          "n": 162,
          "share": 0.6694214876033058,
          "small": false
         },
         "resamples": 2000,
         "strata": 35,
         "strata_both": 25
        },
        "stake": {
         "big": {
          "den": 372,
          "n": 138,
          "share": 0.3709677419354839,
          "small": false
         },
         "medium": {
          "den": 210,
          "n": 85,
          "share": 0.40476190476190477,
          "small": false
         },
         "small": {
          "den": 73,
          "n": 39,
          "share": 0.5342465753424658,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 430,
           "n": 194,
           "share": 0.4511627906976744,
           "small": false
          },
          "eligible": 430,
          "risk_close": {
           "den": 194,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 582,
           "n": 223,
           "share": 0.38316151202749144,
           "small": false
          },
          "eligible": 582,
          "risk_close": {
           "den": 223,
           "n": 109,
           "share": 0.48878923766816146,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 693,
           "n": 275,
           "share": 0.3968253968253968,
           "small": false
          },
          "eligible": 693,
          "risk_close": {
           "den": 275,
           "n": 134,
           "share": 0.48727272727272725,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.6476190476190476,
         "adj_other": 0.6515138286942798,
         "adjusted": -0.003894781075232112,
         "adjusted_hi": 0.11878790206846504,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.10801657725674677,
         "close": {
          "den": 109,
          "n": 71,
          "share": 0.6513761467889908,
          "small": true
         },
         "covered": {
          "den": 109,
          "n": 105,
          "share": 0.963302752293578,
          "small": true
         },
         "crude": -0.009257337373905106,
         "crude_hi": 0.0912593347716604,
         "crude_left_out": 0,
         "crude_lo": -0.10856890241137378,
         "group": 330,
         "matches": 16,
         "na": null,
         "other": {
          "den": 221,
          "n": 146,
          "share": 0.6606334841628959,
          "small": false
         },
         "resamples": 2000,
         "strata": 34,
         "strata_both": 22
        },
        "stake": {
         "big": {
          "den": 372,
          "n": 138,
          "share": 0.3709677419354839,
          "small": false
         },
         "medium": {
          "den": 210,
          "n": 85,
          "share": 0.40476190476190477,
          "small": false
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 692,
       "n": 243,
       "share": 0.3511560693641618,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1705,
       "n": 243,
       "share": 0.14252199413489736,
       "small": false
      },
      "risk_pair_other": {
       "den": 1013,
       "n": 476,
       "share": 0.4698914116485686,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6549873446200574,
      "auroc_blunder": 0.6119429545024295,
      "confident_badly_wrong": {
       "den": 1923,
       "n": 39,
       "share": 0.0202808112324493
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 217,
         "n": 39,
         "share": 0.17972350230414746
        },
        "kept": {
         "den": 1923,
         "n": 217,
         "share": 0.11284451378055123
        },
        "mean_loss": 0.04562072517685077,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 20,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1923,
         "n": 20,
         "share": 0.010400416016640665
        },
        "mean_loss": 0.00345720648765564,
        "too_few": true
       }
      },
      "ece": 0.19186329923843223,
      "held_out": {
       "blunders": 0.03969931900284926,
       "kept": 0.017421010782148725,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1923,
      "surest": {
       "cut": 0.7797883805684382,
       "error_rate": 29.569928121913744,
       "n": 481,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6549873446200574,
      "best_share": 0.3890818858560794,
      "blunder_share": 0.3230769230769231,
      "brier": 0.26796395892914304,
      "clusters": 100,
      "confidence_n": 1923,
      "confident_badly_wrong": 0.0202808112324493,
      "cost_coverage": 1.0,
      "decisions": 2015,
      "ece": 0.19186329923843223,
      "engine_scored": 2015,
      "error_hi": 53.553671142577855,
      "error_lo": 45.94350881584737,
      "error_rate": 49.727740965173496,
      "first_date": "2026-10-19",
      "group_sizes": [
       21,
       22,
       23,
       24,
       25,
       26,
       27,
       28,
       29,
       30,
       31,
       32,
       33,
       34,
       35,
       36,
       37,
       38,
       39,
       40
      ],
      "grouped": 92,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.5933392169427752,
      "over_budget": 0.0009925558312655087,
      "own_cost": {
       "decisions": 2015,
       "estimate": true,
       "excluded_hours": 149.56666666666666,
       "gaps": [
        [
         "2026-10-19T21:27Z",
         "2026-10-19T21:43Z",
         16
        ],
        [
         "2026-10-19T22:11Z",
         "2026-10-20T05:09Z",
         418
        ],
        [
         "2026-10-20T05:11Z",
         "2026-10-20T20:31Z",
         920
        ],
        [
         "2026-10-20T20:38Z",
         "2026-10-22T22:37Z",
         2999
        ],
        [
         "2026-10-22T22:51Z",
         "2026-10-23T21:15Z",
         1344
        ],
        [
         "2026-10-23T21:18Z",
         "2026-10-24T16:48Z",
         1170
        ],
        [
         "2026-10-24T16:59Z",
         "2026-10-24T17:10Z",
         11
        ],
        [
         "2026-10-24T17:10Z",
         "2026-10-24T17:26Z",
         16
        ],
        [
         "2026-10-24T17:26Z",
         "2026-10-24T17:39Z",
         13
        ],
        [
         "2026-10-24T17:39Z",
         "2026-10-24T17:49Z",
         10
        ],
        [
         "2026-10-24T17:49Z",
         "2026-10-24T17:59Z",
         10
        ],
        [
         "2026-10-24T17:59Z",
         "2026-10-24T18:11Z",
         12
        ],
        [
         "2026-10-24T18:11Z",
         "2026-10-24T18:22Z",
         11
        ],
        [
         "2026-10-24T18:38Z",
         "2026-10-24T18:49Z",
         11
        ],
        [
         "2026-10-24T19:49Z",
         "2026-10-24T20:00Z",
         11
        ],
        [
         "2026-10-24T20:23Z",
         "2026-10-24T20:36Z",
         13
        ],
        [
         "2026-10-24T21:56Z",
         "2026-10-24T22:07Z",
         11
        ],
        [
         "2026-10-24T22:21Z",
         "2026-10-24T22:47Z",
         26
        ],
        [
         "2026-10-24T22:47Z",
         "2026-10-24T23:23Z",
         36
        ],
        [
         "2026-10-24T23:23Z",
         "2026-10-24T23:37Z",
         14
        ],
        [
         "2026-10-25T02:05Z",
         "2026-10-25T20:29Z",
         1104
        ],
        [
         "2026-10-25T20:32Z",
         "2026-10-26T09:50Z",
         798
        ]
       ],
       "gpu_decisions": 2015,
       "gpu_usd": 19.374178166923933,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 7.780794444547763,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 7.780794444547763,
         "machine": "rtx_pro_6000",
         "usd": 19.374178166923933,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 19.374178166923933,
       "usd_per_1000": 9.614976757778626
      },
      "p95_loss": 0.45641934871673573,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 2015,
      "time_median": 2.455,
      "time_p90": 5.452400000000001,
      "tokens_in": 4143.675930521092,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 9.614976757778626,
      "very_confident": 0.11284451378055123,
      "worst_mean": 0.6883469014474661
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 19.930967414941147,
        "needless": 10.047160284986568,
        "none": 4.861290372039189,
        "right_risk": 3.4536352746244106,
        "right_safety": 5.372298688214115,
        "wrong_risk": 6.062388930368068
       },
       "calls": {
        "missed": 415.0,
        "needless": 175.0,
        "right_risk": 263.0,
        "right_safety": 573.0,
        "wrong_risk": 102.0
       },
       "confidence": {
        "auroc_right_risk": 0.6167979002624672,
        "missed_mean_p": 0.5968489754059799,
        "missed_n": 390,
        "taken_grouped": 22,
        "taken_n": 518,
        "taken_other": 0
       },
       "error_rate": 49.727740965173496,
       "found": {
        "den": 780.0,
        "n": 263.0,
        "share": 0.3371794871794872
       },
       "good": {
        "den": 540.0,
        "n": 263.0,
        "share": 0.48703703703703705
       },
       "judgement": 55.161113396407515,
       "judgement_hi": 57.153681808515614,
       "judgement_lo": 52.939407585129885,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.19729206963249515,
        "x": 0.6628205128205128,
        "y": 0.2339572192513369
       },
       "margin": 0.001,
       "missed": {
        "den": 780.0,
        "n": 415.0,
        "share": 0.532051282051282
       },
       "needless": {
        "den": 748.0,
        "n": 175.0,
        "share": 0.2339572192513369
       },
       "needless_by_loss": {
        "big": {
         "den": 748.0,
         "n": 123.0,
         "share": 0.16443850267379678
        },
        "medium": {
         "den": 748.0,
         "n": 37.0,
         "share": 0.04946524064171123
        },
        "small": {
         "den": 748.0,
         "n": 15.0,
         "share": 0.020053475935828877
        }
       },
       "no_trade_off": 487.0,
       "reference": null,
       "right_safety": {
        "den": 748.0,
        "n": 573.0,
        "share": 0.766042780748663
       },
       "risk_pays": 780.0,
       "safety_pays": 748.0,
       "scored": 2015,
       "sdt": {
        "aim": {
         "den": 365.0,
         "n": 263.0,
         "share": 0.7205479452054795
        },
        "beta": 1.1463889593617167,
        "caution": 0.4025212127906424,
        "caution_hi": 0.4905422438172599,
        "caution_lo": 0.31553119884411734,
        "cstar": 0.2120083474558041,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.6443942817421918,
        "dprime_hi": 0.7657674861898415,
        "dprime_lo": 0.534133046425085,
        "false_alarm": {
         "den": 748.0,
         "n": 175.0,
         "share": 0.2339572192513369
        },
        "false_alarm_rate": 0.23431241655540722,
        "hit": {
         "den": 780.0,
         "n": 365.0,
         "share": 0.46794871794871795
        },
        "hit_rate": 0.4679897567221511,
        "missed_loss": 0.19354650284870561,
        "missed_n": 415.0,
        "na": null,
        "needless_loss": 0.23137174827711923,
        "needless_n": 175.0
       },
       "size": {
        "bad": {
         "mean": 10.184115523465705,
         "n": 277.0,
         "too_few": false
        },
        "right": {
         "mean": 9.76425855513308,
         "n": 263.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 441.0,
          "n": 176.0,
          "share": 0.39909297052154197
         },
         "missed": {
          "den": 441.0,
          "n": 225.0,
          "share": 0.5102040816326531
         },
         "risk_pays": 441.0,
         "wrong": {
          "den": 441.0,
          "n": 40.0,
          "share": 0.09070294784580499
         }
        },
        "medium": {
         "found": {
          "den": 252.0,
          "n": 77.0,
          "share": 0.3055555555555556
         },
         "missed": {
          "den": 252.0,
          "n": 134.0,
          "share": 0.5317460317460317
         },
         "risk_pays": 252.0,
         "wrong": {
          "den": 252.0,
          "n": 41.0,
          "share": 0.1626984126984127
         }
        },
        "small": {
         "found": {
          "den": 87.0,
          "n": 10.0,
          "share": 0.11494252873563218
         },
         "missed": {
          "den": 87.0,
          "n": 56.0,
          "share": 0.6436781609195402
         },
         "risk_pays": 87.0,
         "wrong": {
          "den": 87.0,
          "n": 21.0,
          "share": 0.2413793103448276
         }
        }
       },
       "trade_off": 1528.0,
       "wrong": {
        "den": 780.0,
        "n": 102.0,
        "share": 0.13076923076923078
       }
      },
      "robust": {
       "by_call": {
        "missed": 19.40835423712103,
        "needless": 10.776289912962145,
        "none": 4.861290372039189,
        "right_risk": 2.8704588451693134,
        "right_safety": 5.894911866034231,
        "wrong_risk": 5.916435731847588
       },
       "calls": {
        "missed": 359.0,
        "needless": 206.0,
        "right_risk": 233.0,
        "right_safety": 629.0,
        "wrong_risk": 101.0
       },
       "confidence": {
        "auroc_right_risk": 0.6276215298824099,
        "missed_mean_p": 0.5983083042323465,
        "missed_n": 338,
        "taken_grouped": 22,
        "taken_n": 518,
        "taken_other": 0
       },
       "error_rate": 49.727740965173496,
       "found": {
        "den": 693.0,
        "n": 233.0,
        "share": 0.3362193362193362
       },
       "good": {
        "den": 540.0,
        "n": 233.0,
        "share": 0.43148148148148147
       },
       "judgement": 54.47563746964945,
       "judgement_hi": 56.158016257711964,
       "judgement_lo": 52.73616969979535,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.21956521739130436,
        "x": 0.6637806637806638,
        "y": 0.2467065868263473
       },
       "margin": 0.02,
       "missed": {
        "den": 693.0,
        "n": 359.0,
        "share": 0.5180375180375181
       },
       "needless": {
        "den": 835.0,
        "n": 206.0,
        "share": 0.2467065868263473
       },
       "needless_by_loss": {
        "big": {
         "den": 835.0,
         "n": 132.0,
         "share": 0.15808383233532936
        },
        "medium": {
         "den": 835.0,
         "n": 48.0,
         "share": 0.05748502994011976
        },
        "small": {
         "den": 835.0,
         "n": 26.0,
         "share": 0.031137724550898204
        }
       },
       "no_trade_off": 487.0,
       "reference": null,
       "right_safety": {
        "den": 835.0,
        "n": 629.0,
        "share": 0.7532934131736527
       },
       "risk_pays": 693.0,
       "safety_pays": 835.0,
       "scored": 2015,
       "sdt": {
        "aim": {
         "den": 334.0,
         "n": 233.0,
         "share": 0.6976047904191617
        },
        "beta": 1.1658992568244906,
        "caution": 0.364546958789476,
        "caution_hi": 0.45219174292293246,
        "caution_lo": 0.2838472275925733,
        "cstar": 0.24029533258546848,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.638766811984795,
        "dprime_hi": 0.7617873350746346,
        "dprime_lo": 0.5193589687717585,
        "false_alarm": {
         "den": 835.0,
         "n": 206.0,
         "share": 0.2467065868263473
        },
        "false_alarm_rate": 0.24700956937799043,
        "hit": {
         "den": 693.0,
         "n": 334.0,
         "share": 0.481962481962482
        },
        "hit_rate": 0.4819884726224784,
        "missed_loss": 0.21787094032199933,
        "missed_n": 359.0,
        "na": null,
        "needless_loss": 0.21081771043319147,
        "needless_n": 206.0
       },
       "size": {
        "bad": {
         "mean": 10.35830618892508,
         "n": 307.0,
         "too_few": false
        },
        "right": {
         "mean": 9.48068669527897,
         "n": 233.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 441.0,
          "n": 165.0,
          "share": 0.3741496598639456
         },
         "missed": {
          "den": 441.0,
          "n": 225.0,
          "share": 0.5102040816326531
         },
         "risk_pays": 441.0,
         "wrong": {
          "den": 441.0,
          "n": 51.0,
          "share": 0.11564625850340136
         }
        },
        "medium": {
         "found": {
          "den": 252.0,
          "n": 68.0,
          "share": 0.2698412698412698
         },
         "missed": {
          "den": 252.0,
          "n": 134.0,
          "share": 0.5317460317460317
         },
         "risk_pays": 252.0,
         "wrong": {
          "den": 252.0,
          "n": 50.0,
          "share": 0.1984126984126984
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1528.0,
       "wrong": {
        "den": 693.0,
        "n": 101.0,
        "share": 0.14574314574314573
       }
      }
     },
     "slug": "winnow-12b"
    }
   },
   "status": "Finished",
   "winner": "GNUbg weak"
  },
  "league-2": {
   "id": 2,
   "metric_status": "Published",
   "reasoning": [
    {
     "extra_cost": 6.306051658857413,
     "extra_time_median": 5.1255,
     "high": "Claude Sonnet 5.5 (high)",
     "high_setting": "high",
     "low": "Claude Sonnet 5.5 (low)",
     "low_setting": "low",
     "model": "Claude Sonnet 5.5",
     "reading": "no clear difference in league play",
     "risk": {
      "change": 4.671013027001997,
      "overlap": false
     },
     "sdt": {
      "main": {
       "caution_change": -0.21223824086791088,
       "dprime_change": 0.09634056399773128
      },
      "robust": {
       "caution_change": -0.19017251696227866,
       "dprime_change": 0.1524891153374457
      }
     }
    },
    {
     "extra_cost": 4.624952696284031,
     "extra_time_median": 21.486000000000004,
     "high": "DeepSeek-V4.1-Flash 1017 (low)",
     "high_setting": "low",
     "low": "DeepSeek-V4.1-Flash 1017 (off)",
     "low_setting": "off",
     "model": "DeepSeek-V4.1-Flash 1017",
     "reading": "lower error rate in league play",
     "risk": {
      "change": 9.96377461885507,
      "overlap": false
     },
     "sdt": {
      "main": {
       "caution_change": -0.10626281714288244,
       "dprime_change": 0.6355790877865484
      },
      "robust": {
       "caution_change": -0.17229186868355673,
       "dprime_change": 0.5939025087820184
      }
     }
    },
    {
     "extra_cost": 18.229822469210752,
     "extra_time_median": 7.4305,
     "high": "Gemini 3.8 Flash (high)",
     "high_setting": "high",
     "low": "Gemini 3.8 Flash (low)",
     "low_setting": "low",
     "model": "Gemini 3.8 Flash",
     "reading": "no clear difference in league play",
     "risk": {
      "change": 1.7194588174994578,
      "overlap": true
     },
     "sdt": {
      "main": {
       "caution_change": 0.06209340699293309,
       "dprime_change": 0.2098861904283542
      },
      "robust": {
       "caution_change": -0.013096300989216547,
       "dprime_change": 0.04754146498674383
      }
     }
    },
    {
     "extra_cost": 26.72809753419434,
     "extra_time_median": 120.2875,
     "high": "Gemma 4 31B (on)",
     "high_setting": "on",
     "low": "Gemma 4 31B (off)",
     "low_setting": "off",
     "model": "Gemma 4 31B",
     "reading": "no clear difference in league play",
     "risk": {
      "change": 1.8431934410737938,
      "overlap": true
     },
     "sdt": {
      "main": {
       "caution_change": 0.32711647295077495,
       "dprime_change": 0.3154900012008337
      },
      "robust": {
       "caution_change": 0.30736344597929055,
       "dprime_change": 0.32815497673128213
      }
     }
    }
   ],
   "references": {
    "Random (computed)": {
     "label": "computed: every legal play equally likely",
     "name": "Random (computed)",
     "positions": 39488,
     "reference": "Random",
     "risk": {
      "main": {
       "by_call": {
        "missed": 5.404547859524397,
        "needless": 57.30934713788334,
        "none": 8.040766442869675,
        "right_risk": 3.229444753320445,
        "right_safety": 3.9091815132573458,
        "wrong_risk": 40.025180479048885
       },
       "calls": {
        "missed": 2193.0993159416416,
        "needless": 11481.043980738523,
        "right_risk": 3300.253802962741,
        "right_safety": 4654.956019265889,
        "wrong_risk": 7646.646881095751
       },
       "confidence": null,
       "error_rate": 117.91846818590409,
       "found": {
        "den": 13140.0,
        "n": 3300.253802962741,
        "share": 0.2511608678053836
       },
       "good": {
        "den": 22427.944664797014,
        "n": 3300.253802962741,
        "share": 0.1471491860840388
       },
       "judgement": 26.982175824781727,
       "judgement_hi": 27.245920030450332,
       "judgement_lo": 26.729136960721082,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.7771183044739556,
        "x": 0.7488391321946266,
        "y": 0.7115173513100225
       },
       "margin": 0.001,
       "missed": {
        "den": 13140.0,
        "n": 2193.0993159416416,
        "share": 0.16690253545979009
       },
       "needless": {
        "den": 16136.0,
        "n": 11481.043980738523,
        "share": 0.7115173513100225
       },
       "needless_by_loss": {
        "big": {
         "den": 16136.0,
         "n": 10184.780866007348,
         "share": 0.6311837423157751
        },
        "medium": {
         "den": 16136.0,
         "n": 1021.0880636327779,
         "share": 0.06328012293212555
        },
        "small": {
         "den": 16136.0,
         "n": 275.17505109710294,
         "share": 0.01705348606204158
        }
       },
       "no_trade_off": 10212.0,
       "reference": "Random",
       "right_safety": {
        "den": 16136.0,
        "n": 4654.956019265889,
        "share": 0.2884826486902509
       },
       "risk_pays": 13140.0,
       "safety_pays": 16136.0,
       "scored": 39488,
       "sdt": {
        "aim": {
         "den": 10946.900684058492,
         "n": 3300.253802962741,
         "share": 0.30147837257432697
        },
        "beta": 2.487387988454754,
        "caution": -0.7620805780256942,
        "caution_hi": -0.7530752360939553,
        "caution_lo": -0.7710325048379066,
        "cstar": 2.230178377806836,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.40859205180076974,
        "dprime_hi": 0.4243048738931311,
        "dprime_lo": 0.3937061193934986,
        "false_alarm": {
         "den": 16136.0,
         "n": 11481.043980738523,
         "share": 0.7115173513100225
        },
        "false_alarm_rate": 0.711504243709396,
        "hit": {
         "den": 13140.0,
         "n": 10946.900684058492,
         "share": 0.83309746454022
        },
        "hit_rate": 0.833072116586142,
        "missed_loss": 0.19462391358712033,
        "missed_n": 2193.0993159416416,
        "na": null,
        "needless_loss": 0.39422050879299336,
        "needless_n": 11481.043980738523
       },
       "size": {
        "bad": {
         "mean": 17.788852799351197,
         "n": 19127.690861829455,
         "too_few": false
        },
        "right": {
         "mean": 15.362982711607641,
         "n": 3300.253802962741,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 7127.0,
          "n": 2248.880178710472,
          "share": 0.31554373210473863
         },
         "missed": {
          "den": 7127.0,
          "n": 1095.6487104353575,
          "share": 0.15373210473345833
         },
         "risk_pays": 7127.0,
         "wrong": {
          "den": 7127.0,
          "n": 3782.4711108535157,
          "share": 0.5307241631617112
         }
        },
        "medium": {
         "found": {
          "den": 4329.0,
          "n": 836.5500468692684,
          "share": 0.19324325407005508
         },
         "missed": {
          "den": 4329.0,
          "n": 751.3310958463874,
          "share": 0.1735576566981722
         },
         "risk_pays": 4329.0,
         "wrong": {
          "den": 4329.0,
          "n": 2741.118857283949,
          "share": 0.6331990892316814
         }
        },
        "small": {
         "found": {
          "den": 1684.0,
          "n": 214.82357738299862,
          "share": 0.12756744500178066
         },
         "missed": {
          "den": 1684.0,
          "n": 346.11950966001814,
          "share": 0.20553415062946445
         },
         "risk_pays": 1684.0,
         "wrong": {
          "den": 1684.0,
          "n": 1123.056912956922,
          "share": 0.6668984043687185
         }
        }
       },
       "trade_off": 29276.0,
       "wrong": {
        "den": 13140.0,
        "n": 7646.646881095751,
        "share": 0.5819365967348364
       }
      },
      "robust": {
       "by_call": {
        "missed": 5.147839956926229,
        "needless": 61.8679844028968,
        "none": 8.040766442869675,
        "right_risk": 2.6172836003554982,
        "right_safety": 4.1658894158555135,
        "wrong_risk": 36.07870436700119
       },
       "calls": {
        "missed": 1846.9798062816108,
        "needless": 12818.92447107956,
        "right_risk": 2710.351929773162,
        "right_safety": 5001.075528925821,
        "wrong_risk": 6898.668263945385
       },
       "confidence": null,
       "error_rate": 117.91846818590491,
       "found": {
        "den": 11456.0,
        "n": 2710.351929773162,
        "share": 0.23658798269667963
       },
       "good": {
        "den": 22427.944664798106,
        "n": 2710.351929773162,
        "share": 0.12084709367181597
       },
       "judgement": 25.861597588610135,
       "judgement_hi": 26.12904636139488,
       "judgement_lo": 25.598430774000107,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.7888115561647941,
        "x": 0.7634120173033341,
        "y": 0.7193560309247788
       },
       "margin": 0.02,
       "missed": {
        "den": 11456.0,
        "n": 1846.9798062816108,
        "share": 0.1612237959393864
       },
       "needless": {
        "den": 17820.0,
        "n": 12818.92447107956,
        "share": 0.7193560309247788
       },
       "needless_by_loss": {
        "big": {
         "den": 17820.0,
         "n": 11082.216195059831,
         "share": 0.6218976540437615
        },
        "medium": {
         "den": 17820.0,
         "n": 1205.8857968883426,
         "share": 0.0676703589724098
        },
        "small": {
         "den": 17820.0,
         "n": 530.8224791298994,
         "share": 0.029788017908524096
        }
       },
       "no_trade_off": 10212.0,
       "reference": "Random",
       "right_safety": {
        "den": 17820.0,
        "n": 5001.075528925821,
        "share": 0.2806439690755231
       },
       "risk_pays": 11456.0,
       "safety_pays": 17820.0,
       "scored": 39488,
       "sdt": {
        "aim": {
         "den": 9609.020193718547,
         "n": 2710.351929773162,
         "share": 0.28206329835220134
        },
        "beta": 2.6935570851600534,
        "caution": -0.7851063791082442,
        "caution_hi": -0.7760609545157103,
        "caution_lo": -0.794557751017933,
        "cstar": 2.4260476120833365,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.40842671497970195,
        "dprime_hi": 0.42575037278476546,
        "dprime_lo": 0.391857458919231,
        "false_alarm": {
         "den": 17820.0,
         "n": 12818.92447107956,
         "share": 0.7193560309247788
        },
        "false_alarm_rate": 0.7193437220739329,
        "hit": {
         "den": 11456.0,
         "n": 9609.020193718547,
         "share": 0.8387762040606274
        },
        "hit_rate": 0.8387466346965651,
        "missed_loss": 0.220119249303919,
        "missed_n": 1846.9798062816108,
        "na": null,
        "needless_loss": 0.38116192565347806,
        "needless_n": 12818.92447107956
       },
       "size": {
        "bad": {
         "mean": 17.70437338334238,
         "n": 19717.592735016347,
         "too_few": false
        },
        "right": {
         "mean": 15.449578628522294,
         "n": 2710.351929773162,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 7127.0,
          "n": 2046.0162705943599,
          "share": 0.28707959458318505
         },
         "missed": {
          "den": 7127.0,
          "n": 1095.6487104353575,
          "share": 0.15373210473345833
         },
         "risk_pays": 7127.0,
         "wrong": {
          "den": 7127.0,
          "n": 3985.3350189696116,
          "share": 0.5591883006832624
         }
        },
        "medium": {
         "found": {
          "den": 4329.0,
          "n": 664.3356591787397,
          "share": 0.1534616907319796
         },
         "missed": {
          "den": 4329.0,
          "n": 751.3310958463874,
          "share": 0.1735576566981722
         },
         "risk_pays": 4329.0,
         "wrong": {
          "den": 4329.0,
          "n": 2913.333244974311,
          "share": 0.6729806525697184
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 29276.0,
       "wrong": {
        "den": 11456.0,
        "n": 6898.668263945385,
        "share": 0.6021882213639477
       }
      }
     },
     "slug": "random-computed"
    },
    "Safest (computed)": {
     "label": "computed: always the best safe play",
     "name": "Safest (computed)",
     "positions": 39488,
     "reference": "Safest",
     "risk": {
      "main": {
       "by_call": {
        "missed": 25.22650396759279,
        "needless": 0.0,
        "none": 0.0,
        "right_risk": 0.0,
        "right_safety": 0.0005029549450889785,
        "wrong_risk": 0.0
       },
       "calls": {
        "missed": 13140.0,
        "needless": 0.0,
        "right_risk": 0.0,
        "right_safety": 16136.0,
        "wrong_risk": 0.0
       },
       "confidence": null,
       "error_rate": 25.227006922537882,
       "found": {
        "den": 13140.0,
        "n": 0.0,
        "share": 0.0
       },
       "good": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "judgement": 50.0,
       "judgement_hi": 50.0,
       "judgement_lo": 50.0,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0,
        "x": 1.0,
        "y": 0.0
       },
       "margin": 0.001,
       "missed": {
        "den": 13140.0,
        "n": 13140.0,
        "share": 1.0
       },
       "needless": {
        "den": 16136.0,
        "n": 0.0,
        "share": 0.0
       },
       "needless_by_loss": {
        "big": {
         "den": 16136.0,
         "n": 0.0,
         "share": 0.0
        },
        "medium": {
         "den": 16136.0,
         "n": 0.0,
         "share": 0.0
        },
        "small": {
         "den": 16136.0,
         "n": 0.0,
         "share": 0.0
        }
       },
       "no_trade_off": 10212.0,
       "reference": "Safest",
       "right_safety": {
        "den": 16136.0,
        "n": 16136.0,
        "share": 1.0
       },
       "risk_pays": 13140.0,
       "safety_pays": 16136.0,
       "scored": 39488,
       "sdt": {
        "aim": {
         "den": 0.0,
         "n": 0.0,
         "share": null
        },
        "beta": null,
        "caution": 3.980775999204851,
        "caution_hi": 3.984713793814678,
        "caution_lo": 3.9766131704243586,
        "cstar": null,
        "cstar_note": "N/A: no needless risks to price",
        "cstar_status": "na",
        "dprime": 0.04881476644767746,
        "dprime_hi": 0.05605428062420575,
        "dprime_lo": 0.041919615815803724,
        "false_alarm": {
         "den": 16136.0,
         "n": 0.0,
         "share": 0.0
        },
        "false_alarm_rate": 3.098469356138068e-05,
        "hit": {
         "den": 13140.0,
         "n": 0.0,
         "share": 0.0
        },
        "hit_rate": 3.804885472947264e-05,
        "missed_loss": 0.1516201200414466,
        "missed_n": 13140.0,
        "na": null,
        "needless_loss": null,
        "needless_n": 0.0
       },
       "size": {
        "bad": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        },
        "right": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 7127.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 7127.0,
          "n": 7127.0,
          "share": 1.0
         },
         "risk_pays": 7127.0,
         "wrong": {
          "den": 7127.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "medium": {
         "found": {
          "den": 4329.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 4329.0,
          "n": 4329.0,
          "share": 1.0
         },
         "risk_pays": 4329.0,
         "wrong": {
          "den": 4329.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "small": {
         "found": {
          "den": 1684.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 1684.0,
          "n": 1684.0,
          "share": 1.0
         },
         "risk_pays": 1684.0,
         "wrong": {
          "den": 1684.0,
          "n": 0.0,
          "share": 0.0
         }
        }
       },
       "trade_off": 29276.0,
       "wrong": {
        "den": 13140.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "robust": {
       "by_call": {
        "missed": 25.00500237437892,
        "needless": 0.0,
        "none": 0.0,
        "right_risk": 0.0,
        "right_safety": 0.22200454815896153,
        "wrong_risk": 0.0
       },
       "calls": {
        "missed": 11456.0,
        "needless": 0.0,
        "right_risk": 0.0,
        "right_safety": 17820.0,
        "wrong_risk": 0.0
       },
       "confidence": null,
       "error_rate": 25.227006922537882,
       "found": {
        "den": 11456.0,
        "n": 0.0,
        "share": 0.0
       },
       "good": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "judgement": 50.0,
       "judgement_hi": 50.0,
       "judgement_lo": 50.0,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0,
        "x": 1.0,
        "y": 0.0
       },
       "margin": 0.02,
       "missed": {
        "den": 11456.0,
        "n": 11456.0,
        "share": 1.0
       },
       "needless": {
        "den": 17820.0,
        "n": 0.0,
        "share": 0.0
       },
       "needless_by_loss": {
        "big": {
         "den": 17820.0,
         "n": 0.0,
         "share": 0.0
        },
        "medium": {
         "den": 17820.0,
         "n": 0.0,
         "share": 0.0
        },
        "small": {
         "den": 17820.0,
         "n": 0.0,
         "share": 0.0
        }
       },
       "no_trade_off": 10212.0,
       "reference": "Safest",
       "right_safety": {
        "den": 17820.0,
        "n": 17820.0,
        "share": 1.0
       },
       "risk_pays": 11456.0,
       "safety_pays": 17820.0,
       "scored": 39488,
       "sdt": {
        "aim": {
         "den": 0.0,
         "n": 0.0,
         "share": null
        },
        "beta": null,
        "caution": 3.9760271590154557,
        "caution_hi": 3.9802129866243163,
        "caution_lo": 3.971732517936577,
        "cstar": null,
        "cstar_note": "N/A: no needless risks to price",
        "cstar_status": "na",
        "dprime": 0.105115671557372,
        "dprime_hi": 0.1127373063025925,
        "dprime_lo": 0.09804353697497556,
        "false_alarm": {
         "den": 17820.0,
         "n": 0.0,
         "share": 0.0
        },
        "false_alarm_rate": 2.805678693676e-05,
        "hit": {
         "den": 11456.0,
         "n": 0.0,
         "share": 0.0
        },
        "hit_rate": 4.3641441913240814e-05,
        "missed_loss": 0.1723808543574502,
        "missed_n": 11456.0,
        "na": null,
        "needless_loss": null,
        "needless_n": 0.0
       },
       "size": {
        "bad": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        },
        "right": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 7127.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 7127.0,
          "n": 7127.0,
          "share": 1.0
         },
         "risk_pays": 7127.0,
         "wrong": {
          "den": 7127.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "medium": {
         "found": {
          "den": 4329.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 4329.0,
          "n": 4329.0,
          "share": 1.0
         },
         "risk_pays": 4329.0,
         "wrong": {
          "den": 4329.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 29276.0,
       "wrong": {
        "den": 11456.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "slug": "safest-computed"
    }
   },
   "setups": {
    "Claude Fable 5.1 (low)": {
     "close": {
      "decisions": 2008,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1811,
       "not_audited": 197
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.5866533864541833,
      "blunder_share": 0.1508964143426295,
      "clusters": 98,
      "cost_coverage": 1.0,
      "decisions": 2008,
      "engine_scored": 2008,
      "error_hi": 20.08414600740365,
      "error_lo": 15.912546035687877,
      "error_rate": 17.91991719389817,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 232,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.010956175298804782,
      "p95_loss": 0.18543246090412127,
      "probability_source": "choice_only",
      "retry_mean": 0.04436802788844621,
      "scored": 2008,
      "time_median": 1.545,
      "time_p90": 6.3351999999999995,
      "tokens_in": 5727.832669322709,
      "tokens_out": 106.68725099601593,
      "too_few": false,
      "usd_per_1000": 62.61268924302789,
      "worst_mean": 0.312866849899292
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.816372528969055,
        "needless": 1.5887150548368811,
        "none": 1.6067082663456282,
        "right_risk": 1.7387507431416873,
        "right_safety": 2.6834758659045534,
        "wrong_risk": 1.4858947347003626
       },
       "calls": {
        "missed": 354.0,
        "needless": 45.0,
        "right_risk": 270.0,
        "right_safety": 781.0,
        "wrong_risk": 34.0
       },
       "confidence": null,
       "error_rate": 17.91991719389817,
       "found": {
        "den": 658.0,
        "n": 270.0,
        "share": 0.41033434650455924
       },
       "good": {
        "den": 349.0,
        "n": 270.0,
        "share": 0.7736389684813754
       },
       "judgement": 67.79274638091803,
       "judgement_hi": 69.8806632715162,
       "judgement_lo": 65.56214804039983,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.08762886597938144,
        "x": 0.5896656534954408,
        "y": 0.05447941888619855
       },
       "margin": 0.001,
       "missed": {
        "den": 658.0,
        "n": 354.0,
        "share": 0.5379939209726444
       },
       "needless": {
        "den": 826.0,
        "n": 45.0,
        "share": 0.05447941888619855
       },
       "needless_by_loss": {
        "big": {
         "den": 826.0,
         "n": 28.0,
         "share": 0.03389830508474576
        },
        "medium": {
         "den": 826.0,
         "n": 11.0,
         "share": 0.013317191283292978
        },
        "small": {
         "den": 826.0,
         "n": 6.0,
         "share": 0.007263922518159807
        }
       },
       "no_trade_off": 524.0,
       "reference": null,
       "right_safety": {
        "den": 826.0,
        "n": 781.0,
        "share": 0.9455205811138014
       },
       "risk_pays": 658.0,
       "safety_pays": 826.0,
       "scored": 2008,
       "sdt": {
        "aim": {
         "den": 304.0,
         "n": 270.0,
         "share": 0.8881578947368421
        },
        "beta": 1.7795122429355013,
        "caution": 0.8466329996188342,
        "caution_hi": 0.9413087196381701,
        "caution_lo": 0.7597015865110309,
        "cstar": 0.38351179170783245,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.5027942253461237,
        "dprime_hi": 1.7002745214936514,
        "dprime_lo": 1.3341320826303429,
        "false_alarm": {
         "den": 826.0,
         "n": 45.0,
         "share": 0.05447941888619855
        },
        "false_alarm_rate": 0.05501813784764208,
        "hit": {
         "den": 658.0,
         "n": 304.0,
         "share": 0.46200607902735563
        },
        "hit_rate": 0.4620637329286798,
        "missed_loss": 0.1000185086902252,
        "missed_n": 354.0,
        "na": null,
        "needless_loss": 0.14178399244944254,
        "needless_n": 45.0
       },
       "size": {
        "bad": {
         "mean": 9.518987341772151,
         "n": 79.0,
         "too_few": true
        },
        "right": {
         "mean": 9.307407407407407,
         "n": 270.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 340.0,
          "n": 198.0,
          "share": 0.5823529411764706
         },
         "missed": {
          "den": 340.0,
          "n": 133.0,
          "share": 0.3911764705882353
         },
         "risk_pays": 340.0,
         "wrong": {
          "den": 340.0,
          "n": 9.0,
          "share": 0.026470588235294117
         }
        },
        "medium": {
         "found": {
          "den": 227.0,
          "n": 61.0,
          "share": 0.2687224669603524
         },
         "missed": {
          "den": 227.0,
          "n": 147.0,
          "share": 0.6475770925110133
         },
         "risk_pays": 227.0,
         "wrong": {
          "den": 227.0,
          "n": 19.0,
          "share": 0.08370044052863436
         }
        },
        "small": {
         "found": {
          "den": 91.0,
          "n": 11.0,
          "share": 0.12087912087912088
         },
         "missed": {
          "den": 91.0,
          "n": 74.0,
          "share": 0.8131868131868132
         },
         "risk_pays": 91.0,
         "wrong": {
          "den": 91.0,
          "n": 6.0,
          "share": 0.06593406593406594
         }
        }
       },
       "trade_off": 1484.0,
       "wrong": {
        "den": 658.0,
        "n": 34.0,
        "share": 0.05167173252279635
       }
      },
      "robust": {
       "by_call": {
        "missed": 8.367011449726455,
        "needless": 1.885454701000001,
        "none": 1.6067082663456282,
        "right_risk": 1.528716048752644,
        "right_safety": 3.1328369451471536,
        "wrong_risk": 1.3991897829262858
       },
       "calls": {
        "missed": 280.0,
        "needless": 62.0,
        "right_risk": 248.0,
        "right_safety": 855.0,
        "wrong_risk": 39.0
       },
       "confidence": null,
       "error_rate": 17.91991719389817,
       "found": {
        "den": 567.0,
        "n": 248.0,
        "share": 0.43738977072310403
       },
       "good": {
        "den": 349.0,
        "n": 248.0,
        "share": 0.7106017191977078
       },
       "judgement": 68.48889965938312,
       "judgement_hi": 70.79110400551546,
       "judgement_lo": 66.2742453656496,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12225705329153605,
        "x": 0.562610229276896,
        "y": 0.06761177753544166
       },
       "margin": 0.02,
       "missed": {
        "den": 567.0,
        "n": 280.0,
        "share": 0.49382716049382713
       },
       "needless": {
        "den": 917.0,
        "n": 62.0,
        "share": 0.06761177753544166
       },
       "needless_by_loss": {
        "big": {
         "den": 917.0,
         "n": 32.0,
         "share": 0.03489640130861505
        },
        "medium": {
         "den": 917.0,
         "n": 13.0,
         "share": 0.014176663031624863
        },
        "small": {
         "den": 917.0,
         "n": 17.0,
         "share": 0.018538713195201745
        }
       },
       "no_trade_off": 524.0,
       "reference": null,
       "right_safety": {
        "den": 917.0,
        "n": 855.0,
        "share": 0.9323882224645583
       },
       "risk_pays": 567.0,
       "safety_pays": 917.0,
       "scored": 2008,
       "sdt": {
        "aim": {
         "den": 287.0,
         "n": 248.0,
         "share": 0.8641114982578397
        },
        "beta": 1.6458807205906643,
        "caution": 0.7373883700456119,
        "caution_hi": 0.829484024297705,
        "caution_lo": 0.6526273685013861,
        "cstar": 0.3309329362934881,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.5056695141409686,
        "dprime_hi": 1.6832876284851686,
        "dprime_lo": 1.3515600609373395,
        "false_alarm": {
         "den": 917.0,
         "n": 62.0,
         "share": 0.06761177753544166
        },
        "false_alarm_rate": 0.06808278867102396,
        "hit": {
         "den": 567.0,
         "n": 287.0,
         "share": 0.5061728395061729
        },
        "hit_rate": 0.5061619718309859,
        "missed_loss": 0.12000684993607658,
        "missed_n": 280.0,
        "na": null,
        "needless_loss": 0.12212880772929038,
        "needless_n": 62.0
       },
       "size": {
        "bad": {
         "mean": 9.455445544554456,
         "n": 101.0,
         "too_few": true
        },
        "right": {
         "mean": 9.314516129032258,
         "n": 248.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 340.0,
          "n": 194.0,
          "share": 0.5705882352941176
         },
         "missed": {
          "den": 340.0,
          "n": 133.0,
          "share": 0.3911764705882353
         },
         "risk_pays": 340.0,
         "wrong": {
          "den": 340.0,
          "n": 13.0,
          "share": 0.03823529411764706
         }
        },
        "medium": {
         "found": {
          "den": 227.0,
          "n": 54.0,
          "share": 0.23788546255506607
         },
         "missed": {
          "den": 227.0,
          "n": 147.0,
          "share": 0.6475770925110133
         },
         "risk_pays": 227.0,
         "wrong": {
          "den": 227.0,
          "n": 26.0,
          "share": 0.1145374449339207
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1484.0,
       "wrong": {
        "den": 567.0,
        "n": 39.0,
        "share": 0.06878306878306878
       }
      }
     },
     "slug": "claude-fable-5-1-off"
    },
    "Claude Sonnet 5.5 (high)": {
     "close": {
      "decisions": 2164,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1991,
       "not_audited": 173
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6252310536044362,
      "blunder_share": 0.13262476894639558,
      "clusters": 102,
      "cost_coverage": 1.0,
      "decisions": 2164,
      "engine_scored": 2164,
      "error_hi": 18.667323968785514,
      "error_lo": 14.880148234830248,
      "error_rate": 16.719389183519066,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 257,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.034195933456561925,
      "p95_loss": 0.18679431974887836,
      "probability_source": "choice_only",
      "retry_mean": 0.26092097966728284,
      "scored": 2164,
      "time_median": 6.6335,
      "time_p90": 17.642600000000005,
      "tokens_in": 5664.079020332717,
      "tokens_out": 851.862292051756,
      "too_few": false,
      "usd_per_1000": 19.846780961182994,
      "worst_mean": 0.3166428928573926
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 10.75532382385127,
        "needless": 1.1226311739182957,
        "none": 0.9225192178529644,
        "right_risk": 1.7010349773435187,
        "right_safety": 1.579108388058139,
        "wrong_risk": 0.6387716024948797
       },
       "calls": {
        "missed": 409.0,
        "needless": 48.0,
        "right_risk": 308.0,
        "right_safety": 841.0,
        "wrong_risk": 20.0
       },
       "confidence": null,
       "error_rate": 16.719389183519066,
       "found": {
        "den": 737.0,
        "n": 308.0,
        "share": 0.417910447761194
       },
       "good": {
        "den": 376.0,
        "n": 308.0,
        "share": 0.8191489361702128
       },
       "judgement": 68.19585984587746,
       "judgement_hi": 70.04433076294394,
       "judgement_lo": 66.31726630398019,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.046620046620046623,
        "x": 0.582089552238806,
        "y": 0.05399325084364454
       },
       "margin": 0.001,
       "missed": {
        "den": 737.0,
        "n": 409.0,
        "share": 0.5549525101763908
       },
       "needless": {
        "den": 889.0,
        "n": 48.0,
        "share": 0.05399325084364454
       },
       "needless_by_loss": {
        "big": {
         "den": 889.0,
         "n": 17.0,
         "share": 0.019122609673790775
        },
        "medium": {
         "den": 889.0,
         "n": 22.0,
         "share": 0.024746906636670417
        },
        "small": {
         "den": 889.0,
         "n": 9.0,
         "share": 0.010123734533183352
        }
       },
       "no_trade_off": 538.0,
       "reference": null,
       "right_safety": {
        "den": 889.0,
        "n": 841.0,
        "share": 0.9460067491563554
       },
       "risk_pays": 737.0,
       "safety_pays": 889.0,
       "scored": 2164,
       "sdt": {
        "aim": {
         "den": 328.0,
         "n": 308.0,
         "share": 0.9390243902439024
        },
        "beta": 1.0728276320303092,
        "caution": 0.8703752757510059,
        "caution_hi": 0.9530722512659652,
        "caution_lo": 0.8004081454375466,
        "cstar": 0.04799273587198055,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4647593704021231,
        "dprime_hi": 1.6117284502965732,
        "dprime_lo": 1.330914404154321,
        "false_alarm": {
         "den": 889.0,
         "n": 48.0,
         "share": 0.05399325084364454
        },
        "false_alarm_rate": 0.05449438202247191,
        "hit": {
         "den": 737.0,
         "n": 328.0,
         "share": 0.4450474898236092
        },
        "hit_rate": 0.4451219512195122,
        "missed_loss": 0.11381183743185402,
        "missed_n": 409.0,
        "na": null,
        "needless_loss": 0.10122391084829967,
        "needless_n": 48.0
       },
       "size": {
        "bad": {
         "mean": 9.294117647058824,
         "n": 68.0,
         "too_few": true
        },
        "right": {
         "mean": 8.564935064935066,
         "n": 308.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 409.0,
          "n": 230.0,
          "share": 0.5623471882640587
         },
         "missed": {
          "den": 409.0,
          "n": 174.0,
          "share": 0.4254278728606357
         },
         "risk_pays": 409.0,
         "wrong": {
          "den": 409.0,
          "n": 5.0,
          "share": 0.012224938875305624
         }
        },
        "medium": {
         "found": {
          "den": 255.0,
          "n": 69.0,
          "share": 0.27058823529411763
         },
         "missed": {
          "den": 255.0,
          "n": 172.0,
          "share": 0.6745098039215687
         },
         "risk_pays": 255.0,
         "wrong": {
          "den": 255.0,
          "n": 14.0,
          "share": 0.054901960784313725
         }
        },
        "small": {
         "found": {
          "den": 73.0,
          "n": 9.0,
          "share": 0.1232876712328767
         },
         "missed": {
          "den": 73.0,
          "n": 63.0,
          "share": 0.863013698630137
         },
         "risk_pays": 73.0,
         "wrong": {
          "den": 73.0,
          "n": 1.0,
          "share": 0.0136986301369863
         }
        }
       },
       "trade_off": 1626.0,
       "wrong": {
        "den": 737.0,
        "n": 20.0,
        "share": 0.027137042062415198
       }
      },
      "robust": {
       "by_call": {
        "missed": 10.526062999877825,
        "needless": 1.1266203607516896,
        "none": 0.9225192178529644,
        "right_risk": 1.5629107294373503,
        "right_safety": 1.8083692120315848,
        "wrong_risk": 0.7729066635676541
       },
       "calls": {
        "missed": 346.0,
        "needless": 58.0,
        "right_risk": 292.0,
        "right_safety": 904.0,
        "wrong_risk": 26.0
       },
       "confidence": null,
       "error_rate": 16.719389183519066,
       "found": {
        "den": 664.0,
        "n": 292.0,
        "share": 0.4397590361445783
       },
       "good": {
        "den": 376.0,
        "n": 292.0,
        "share": 0.776595744680851
       },
       "judgement": 68.9733987926759,
       "judgement_hi": 71.09514880224592,
       "judgement_lo": 66.99550970653478,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.06989247311827956,
        "x": 0.5602409638554217,
        "y": 0.060291060291060294
       },
       "margin": 0.02,
       "missed": {
        "den": 664.0,
        "n": 346.0,
        "share": 0.5210843373493976
       },
       "needless": {
        "den": 962.0,
        "n": 58.0,
        "share": 0.060291060291060294
       },
       "needless_by_loss": {
        "big": {
         "den": 962.0,
         "n": 17.0,
         "share": 0.017671517671517672
        },
        "medium": {
         "den": 962.0,
         "n": 22.0,
         "share": 0.02286902286902287
        },
        "small": {
         "den": 962.0,
         "n": 19.0,
         "share": 0.01975051975051975
        }
       },
       "no_trade_off": 538.0,
       "reference": null,
       "right_safety": {
        "den": 962.0,
        "n": 904.0,
        "share": 0.9397089397089398
       },
       "risk_pays": 664.0,
       "safety_pays": 962.0,
       "scored": 2164,
       "sdt": {
        "aim": {
         "den": 318.0,
         "n": 292.0,
         "share": 0.9182389937106918
        },
        "beta": 0.9250532400424523,
        "caution": 0.8006616084262336,
        "caution_hi": 0.8905497166992971,
        "caution_lo": 0.7209532323750105,
        "cstar": -0.05208418983363,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4957319403879545,
        "dprime_hi": 1.6504497696553848,
        "dprime_lo": 1.3676895689214128,
        "false_alarm": {
         "den": 962.0,
         "n": 58.0,
         "share": 0.060291060291060294
        },
        "false_alarm_rate": 0.06074766355140187,
        "hit": {
         "den": 664.0,
         "n": 318.0,
         "share": 0.4789156626506024
        },
        "hit_rate": 0.4789473684210526,
        "missed_loss": 0.13166705394066827,
        "missed_n": 346.0,
        "na": null,
        "needless_loss": 0.08406918829885023,
        "needless_n": 58.0
       },
       "size": {
        "bad": {
         "mean": 9.238095238095237,
         "n": 84.0,
         "too_few": true
        },
        "right": {
         "mean": 8.54109589041096,
         "n": 292.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 409.0,
          "n": 226.0,
          "share": 0.5525672371638142
         },
         "missed": {
          "den": 409.0,
          "n": 174.0,
          "share": 0.4254278728606357
         },
         "risk_pays": 409.0,
         "wrong": {
          "den": 409.0,
          "n": 9.0,
          "share": 0.022004889975550123
         }
        },
        "medium": {
         "found": {
          "den": 255.0,
          "n": 66.0,
          "share": 0.25882352941176473
         },
         "missed": {
          "den": 255.0,
          "n": 172.0,
          "share": 0.6745098039215687
         },
         "risk_pays": 255.0,
         "wrong": {
          "den": 255.0,
          "n": 17.0,
          "share": 0.06666666666666667
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1626.0,
       "wrong": {
        "den": 664.0,
        "n": 26.0,
        "share": 0.0391566265060241
       }
      }
     },
     "slug": "claude-sonnet-5-5-high"
    },
    "Claude Sonnet 5.5 (low)": {
     "close": {
      "decisions": 2150,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1941,
       "not_audited": 209
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6009302325581395,
      "blunder_share": 0.1572093023255814,
      "clusters": 106,
      "cost_coverage": 1.0,
      "decisions": 2150,
      "engine_scored": 2150,
      "error_hi": 22.40217673585783,
      "error_lo": 17.843091915644056,
      "error_rate": 20.14592355766962,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 217,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.0051162790697674414,
      "p95_loss": 0.21513046622276302,
      "probability_source": "choice_only",
      "retry_mean": 0.007716744186046512,
      "scored": 2150,
      "time_median": 1.508,
      "time_p90": 7.373700000000005,
      "tokens_in": 5578.8879069767445,
      "tokens_out": 238.2953488372093,
      "too_few": false,
      "usd_per_1000": 13.54072930232558,
      "worst_mean": 0.37866273163645353
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 12.956029495527577,
        "needless": 1.224625263103219,
        "none": 1.2643842641697374,
        "right_risk": 1.0717695466307706,
        "right_safety": 2.6683175009350446,
        "wrong_risk": 0.9607974873032681
       },
       "calls": {
        "missed": 433.0,
        "needless": 35.0,
        "right_risk": 204.0,
        "right_safety": 883.0,
        "wrong_risk": 24.0
       },
       "confidence": null,
       "error_rate": 20.14592355766962,
       "found": {
        "den": 661.0,
        "n": 204.0,
        "share": 0.3086232980332829
       },
       "good": {
        "den": 263.0,
        "n": 204.0,
        "share": 0.7756653992395437
       },
       "judgement": 63.52484681887547,
       "judgement_hi": 65.4427432194247,
       "judgement_lo": 61.58807674553018,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0525164113785558,
        "x": 0.6913767019667171,
        "y": 0.03812636165577342
       },
       "margin": 0.001,
       "missed": {
        "den": 661.0,
        "n": 433.0,
        "share": 0.6550680786686838
       },
       "needless": {
        "den": 918.0,
        "n": 35.0,
        "share": 0.03812636165577342
       },
       "needless_by_loss": {
        "big": {
         "den": 918.0,
         "n": 25.0,
         "share": 0.027233115468409588
        },
        "medium": {
         "den": 918.0,
         "n": 6.0,
         "share": 0.006535947712418301
        },
        "small": {
         "den": 918.0,
         "n": 4.0,
         "share": 0.004357298474945534
        }
       },
       "no_trade_off": 571.0,
       "reference": null,
       "right_safety": {
        "den": 918.0,
        "n": 883.0,
        "share": 0.9618736383442266
       },
       "risk_pays": 661.0,
       "safety_pays": 918.0,
       "scored": 2150,
       "sdt": {
        "aim": {
         "den": 228.0,
         "n": 204.0,
         "share": 0.8947368421052632
        },
        "beta": 1.6240236897373985,
        "caution": 1.0826135166189168,
        "caution_hi": 1.1903185158354095,
        "caution_lo": 0.9884054400539627,
        "cstar": 0.3543555720225301,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3684188064043918,
        "dprime_hi": 1.5826118010366297,
        "dprime_lo": 1.1878902056757485,
        "false_alarm": {
         "den": 918.0,
         "n": 35.0,
         "share": 0.03812636165577342
        },
        "false_alarm_rate": 0.03862894450489663,
        "hit": {
         "den": 661.0,
         "n": 228.0,
         "share": 0.34493192133131617
        },
        "hit_rate": 0.34516616314199394,
        "missed_loss": 0.12866264856990436,
        "missed_n": 433.0,
        "na": null,
        "needless_loss": 0.15045396089553834,
        "needless_n": 35.0
       },
       "size": {
        "bad": {
         "mean": 7.203389830508475,
         "n": 59.0,
         "too_few": true
        },
        "right": {
         "mean": 8.696078431372548,
         "n": 204.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 346.0,
          "n": 145.0,
          "share": 0.4190751445086705
         },
         "missed": {
          "den": 346.0,
          "n": 192.0,
          "share": 0.5549132947976878
         },
         "risk_pays": 346.0,
         "wrong": {
          "den": 346.0,
          "n": 9.0,
          "share": 0.02601156069364162
         }
        },
        "medium": {
         "found": {
          "den": 228.0,
          "n": 50.0,
          "share": 0.21929824561403508
         },
         "missed": {
          "den": 228.0,
          "n": 167.0,
          "share": 0.7324561403508771
         },
         "risk_pays": 228.0,
         "wrong": {
          "den": 228.0,
          "n": 11.0,
          "share": 0.04824561403508772
         }
        },
        "small": {
         "found": {
          "den": 87.0,
          "n": 9.0,
          "share": 0.10344827586206896
         },
         "missed": {
          "den": 87.0,
          "n": 74.0,
          "share": 0.8505747126436781
         },
         "risk_pays": 87.0,
         "wrong": {
          "den": 87.0,
          "n": 4.0,
          "share": 0.04597701149425287
         }
        }
       },
       "trade_off": 1579.0,
       "wrong": {
        "den": 661.0,
        "n": 24.0,
        "share": 0.036308623298033284
       }
      },
      "robust": {
       "by_call": {
        "missed": 12.6374822785688,
        "needless": 1.2794481876284578,
        "none": 1.2643842641697374,
        "right_risk": 0.9800809968349545,
        "right_safety": 2.9868647178938224,
        "wrong_risk": 0.9976631125738454
       },
       "calls": {
        "missed": 359.0,
        "needless": 48.0,
        "right_risk": 190.0,
        "right_safety": 957.0,
        "wrong_risk": 25.0
       },
       "confidence": null,
       "error_rate": 20.14592355766962,
       "found": {
        "den": 574.0,
        "n": 190.0,
        "share": 0.3310104529616725
       },
       "good": {
        "den": 263.0,
        "n": 190.0,
        "share": 0.7224334600760456
       },
       "judgement": 64.16246294659108,
       "judgement_hi": 66.19949013927358,
       "judgement_lo": 62.12608122330353,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.06510416666666667,
        "x": 0.6689895470383276,
        "y": 0.04776119402985075
       },
       "margin": 0.02,
       "missed": {
        "den": 574.0,
        "n": 359.0,
        "share": 0.6254355400696864
       },
       "needless": {
        "den": 1005.0,
        "n": 48.0,
        "share": 0.04776119402985075
       },
       "needless_by_loss": {
        "big": {
         "den": 1005.0,
         "n": 27.0,
         "share": 0.026865671641791045
        },
        "medium": {
         "den": 1005.0,
         "n": 7.0,
         "share": 0.006965174129353234
        },
        "small": {
         "den": 1005.0,
         "n": 14.0,
         "share": 0.013930348258706468
        }
       },
       "no_trade_off": 571.0,
       "reference": null,
       "right_safety": {
        "den": 1005.0,
        "n": 957.0,
        "share": 0.9522388059701492
       },
       "risk_pays": 574.0,
       "safety_pays": 1005.0,
       "scored": 2150,
       "sdt": {
        "aim": {
         "den": 215.0,
         "n": 190.0,
         "share": 0.8837209302325582
        },
        "beta": 1.325774081442745,
        "caution": 0.9908341253885122,
        "caution_hi": 1.0879567765181073,
        "caution_lo": 0.9108788552550569,
        "cstar": 0.20993709849264713,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3432428250505088,
        "dprime_hi": 1.5317832372934626,
        "dprime_lo": 1.1762532630098654,
        "false_alarm": {
         "den": 1005.0,
         "n": 48.0,
         "share": 0.04776119402985075
        },
        "false_alarm_rate": 0.04821073558648111,
        "hit": {
         "den": 574.0,
         "n": 215.0,
         "share": 0.37456445993031356
        },
        "hit_rate": 0.37478260869565216,
        "missed_loss": 0.15136817213884635,
        "missed_n": 359.0,
        "na": null,
        "needless_loss": 0.11461723347504933,
        "needless_n": 48.0
       },
       "size": {
        "bad": {
         "mean": 7.602739726027397,
         "n": 73.0,
         "too_few": true
        },
        "right": {
         "mean": 8.652631578947368,
         "n": 190.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 346.0,
          "n": 143.0,
          "share": 0.41329479768786126
         },
         "missed": {
          "den": 346.0,
          "n": 192.0,
          "share": 0.5549132947976878
         },
         "risk_pays": 346.0,
         "wrong": {
          "den": 346.0,
          "n": 11.0,
          "share": 0.031791907514450865
         }
        },
        "medium": {
         "found": {
          "den": 228.0,
          "n": 47.0,
          "share": 0.20614035087719298
         },
         "missed": {
          "den": 228.0,
          "n": 167.0,
          "share": 0.7324561403508771
         },
         "risk_pays": 228.0,
         "wrong": {
          "den": 228.0,
          "n": 14.0,
          "share": 0.06140350877192982
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1579.0,
       "wrong": {
        "den": 574.0,
        "n": 25.0,
        "share": 0.04355400696864112
       }
      }
     },
     "slug": "claude-sonnet-5-5-low"
    },
    "Clef": {
     "close": {
      "close": {
       "den": 509,
       "n": 450,
       "share": 0.8840864440078585,
       "small": false
      },
      "decisions": 1978,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 509,
      "exclusions": {
       "grouped": 3,
       "not_audited": 1466
      },
      "groups": {
       "close": {
        "by_count": [
         98,
         170,
         110,
         62,
         10
        ],
        "differ": {
         "hitting": {
          "den": 450,
          "n": 257,
          "share": 0.5711111111111111,
          "small": false
         },
         "points": {
          "den": 450,
          "n": 159,
          "share": 0.35333333333333333,
          "small": false
         },
         "prime": {
          "den": 450,
          "n": 128,
          "share": 0.28444444444444444,
          "small": false
         },
         "race": {
          "den": 450,
          "n": 72,
          "share": 0.16,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1489286661810345,
         "median": 0.07253372669219971,
         "n": 450
        },
        "loss1": {
         "mean": 0.08080049289597405,
         "median": 0.011035770177841187,
         "n": 450
        },
        "loss2": {
         "mean": 0.15126674433549245,
         "median": 0.05922764539718628,
         "n": 450
        },
        "n": 450,
        "p1": {
         "mean": 0.2538227121347464,
         "median": 0.21887811218878112,
         "n": 450
        },
        "p2": {
         "mean": 0.1919007978977028,
         "median": 0.16369180581941806,
         "n": 450
        },
        "psum": {
         "mean": 0.4457235100324492,
         "median": 0.3839616038396161,
         "n": 450
        },
        "psum_bins": [
         6,
         42,
         109,
         79,
         60,
         44,
         37,
         32,
         9,
         32
        ]
       },
       "other": {
        "by_count": [
         4,
         22,
         22,
         11,
         0
        ],
        "differ": {
         "hitting": {
          "den": 59,
          "n": 39,
          "share": 0.6610169491525424,
          "small": true
         },
         "points": {
          "den": 59,
          "n": 28,
          "share": 0.4745762711864407,
          "small": true
         },
         "prime": {
          "den": 59,
          "n": 21,
          "share": 0.3559322033898305,
          "small": true
         },
         "race": {
          "den": 59,
          "n": 11,
          "share": 0.1864406779661017,
          "small": true
         }
        },
        "gap": {
         "mean": 0.17288835371954966,
         "median": 0.13484704494476318,
         "n": 59
        },
        "loss1": {
         "mean": 0.028933410422276644,
         "median": 0.0,
         "n": 59
        },
        "loss2": {
         "mean": 0.17352996387724148,
         "median": 0.132851243019104,
         "n": 59
        },
        "n": 59,
        "p1": {
         "mean": 0.43334571004055034,
         "median": 0.39527905581116224,
         "n": 59
        },
        "p2": {
         "mean": 0.15912222075171065,
         "median": 0.1414858514148585,
         "n": 59
        },
        "psum": {
         "mean": 0.592467930792261,
         "median": 0.5243524352435244,
         "n": 59
        },
        "psum_bins": [
         0,
         1,
         4,
         12,
         8,
         10,
         5,
         6,
         1,
         12
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 127,
           "n": 113,
           "share": 0.889763779527559,
           "small": true
          },
          "eligible": 127,
          "risk_close": {
           "den": 113,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 174,
           "n": 159,
           "share": 0.9137931034482759,
           "small": true
          },
          "eligible": 174,
          "risk_close": {
           "den": 159,
           "n": 80,
           "share": 0.5031446540880503,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 208,
           "n": 178,
           "share": 0.8557692307692307,
           "small": false
          },
          "eligible": 208,
          "risk_close": {
           "den": 178,
           "n": 107,
           "share": 0.601123595505618,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5294117647058824,
         "adj_other": 0.4509803921568627,
         "adjusted": 0.07843137254901966,
         "adjusted_hi": 0.8333333333333334,
         "adjusted_left_out": 4,
         "adjusted_lo": -0.8,
         "close": {
          "den": 80,
          "n": 40,
          "share": 0.5,
          "small": true
         },
         "covered": {
          "den": 80,
          "n": 17,
          "share": 0.2125,
          "small": true
         },
         "crude": -0.16666666666666663,
         "crude_hi": 0.21669793621013134,
         "crude_left_out": 0,
         "crude_lo": -0.5283018867924528,
         "group": 89,
         "matches": 4,
         "na": null,
         "other": {
          "den": 9,
          "n": 6,
          "share": 0.6666666666666666,
          "small": true
         },
         "resamples": 2000,
         "strata": 23,
         "strata_both": 5
        },
        "stake": {
         "big": {
          "den": 107,
          "n": 99,
          "share": 0.9252336448598131,
          "small": true
         },
         "medium": {
          "den": 48,
          "n": 43,
          "share": 0.8958333333333334,
          "small": true
         },
         "small": {
          "den": 19,
          "n": 17,
          "share": 0.8947368421052632,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 127,
           "n": 113,
           "share": 0.889763779527559,
           "small": true
          },
          "eligible": 127,
          "risk_close": {
           "den": 113,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 155,
           "n": 142,
           "share": 0.9161290322580645,
           "small": true
          },
          "eligible": 155,
          "risk_close": {
           "den": 142,
           "n": 71,
           "share": 0.5,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 227,
           "n": 195,
           "share": 0.8590308370044053,
           "small": false
          },
          "eligible": 227,
          "risk_close": {
           "den": 195,
           "n": 116,
           "share": 0.5948717948717949,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.4666666666666667,
         "adj_other": 0.4666666666666667,
         "adjusted": 0.0,
         "adjusted_hi": 0.8500000000000001,
         "adjusted_left_out": 9,
         "adjusted_lo": -1.0,
         "close": {
          "den": 71,
          "n": 33,
          "share": 0.4647887323943662,
          "small": true
         },
         "covered": {
          "den": 71,
          "n": 15,
          "share": 0.2112676056338028,
          "small": true
         },
         "crude": -0.2494969818913481,
         "crude_hi": 0.1701388888888889,
         "crude_left_out": 9,
         "crude_lo": -0.5862068965517242,
         "group": 78,
         "matches": 4,
         "na": null,
         "other": {
          "den": 7,
          "n": 5,
          "share": 0.7142857142857143,
          "small": true
         },
         "resamples": 2000,
         "strata": 23,
         "strata_both": 5
        },
        "stake": {
         "big": {
          "den": 107,
          "n": 99,
          "share": 0.9252336448598131,
          "small": true
         },
         "medium": {
          "den": 48,
          "n": 43,
          "share": 0.8958333333333334,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 450,
       "n": 187,
       "share": 0.41555555555555557,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 509,
       "n": 187,
       "share": 0.36738703339882123,
       "small": false
      },
      "risk_pair_other": {
       "den": 59,
       "n": 35,
       "share": 0.5932203389830508,
       "small": true
      },
      "ties": {
       "close": 4,
       "member": 2,
       "order": 2,
       "positive": 4,
       "top_two": 4,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7112391757282743,
      "auroc_blunder": 0.6778940466544415,
      "confident_badly_wrong": {
       "den": 1956,
       "n": 0,
       "share": 0.0
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1956,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1956,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.1641242331288344,
      "held_out": {
       "blunders": 0.025624024829610587,
       "kept": 0.027560783097922818,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1956,
      "surest": {
       "cut": 0.3827,
       "error_rate": 13.4626800967628,
       "n": 489,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7112391757282743,
      "best_share": 0.4448938321536906,
      "blunder_share": 0.27098078867542974,
      "brier": 0.2393501970552147,
      "clusters": 94,
      "confidence_n": 1956,
      "confident_badly_wrong": 0.0,
      "cost_coverage": 1.0,
      "decisions": 1978,
      "ece": 0.1641242331288344,
      "engine_scored": 1978,
      "error_hi": 39.589229467764994,
      "error_lo": 33.482122352187346,
      "error_rate": 36.536419001399445,
      "first_date": "2026-10-16",
      "group_sizes": [
       56,
       60,
       61,
       62,
       64,
       66,
       71,
       74,
       75,
       77,
       78,
       80,
       82,
       89,
       92,
       93,
       94,
       107
      ],
      "grouped": 22,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.2847510224948875,
      "over_budget": 0.0015166835187057635,
      "own_cost": {
       "decisions": 1978,
       "estimate": true,
       "excluded_hours": 243.23333333333332,
       "gaps": [
        [
         "2026-10-16T04:52Z",
         "2026-10-19T18:36Z",
         5144
        ],
        [
         "2026-10-19T18:43Z",
         "2026-10-19T20:53Z",
         129
        ],
        [
         "2026-10-19T21:57Z",
         "2026-10-20T05:03Z",
         426
        ],
        [
         "2026-10-20T05:26Z",
         "2026-10-26T09:05Z",
         8859
        ],
        [
         "2026-10-26T10:41Z",
         "2026-10-26T10:51Z",
         10
        ],
        [
         "2026-10-26T11:29Z",
         "2026-10-26T11:40Z",
         11
        ],
        [
         "2026-10-26T12:57Z",
         "2026-10-26T13:12Z",
         15
        ]
       ],
       "gpu_decisions": 1978,
       "gpu_usd": 11.34597609421184,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 6.0104752777682435,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 1.5897311110628984,
         "machine": "dgx_spark",
         "usd": 0.33832311911552904,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 4.4207441667053455,
         "machine": "rtx_pro_6000",
         "usd": 11.007652975096311,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 11.34597609421184,
       "usd_per_1000": 5.736084981906896
      },
      "p95_loss": 0.3336704969406126,
      "probability_source": "decision",
      "retry_mean": 2.1500176946410514,
      "scored": 1978,
      "time_median": 1.1324999999999998,
      "time_p90": 5.4129,
      "tokens_in": 4027.62891809909,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 5.736084981906896,
      "very_confident": 0.0,
      "worst_mean": 0.530567927794023
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 11.85176096653191,
        "needless": 8.852436227010163,
        "none": 3.9174039485601613,
        "right_risk": 2.2574946645899656,
        "right_safety": 4.179025270398876,
        "wrong_risk": 5.478297924308372
       },
       "calls": {
        "missed": 301.0,
        "needless": 195.0,
        "right_risk": 263.0,
        "right_safety": 603.0,
        "wrong_risk": 102.0
       },
       "confidence": {
        "auroc_right_risk": 0.4879557763516808,
        "missed_mean_p": 0.22571952861952863,
        "missed_n": 297,
        "taken_grouped": 8,
        "taken_n": 552,
        "taken_other": 0
       },
       "error_rate": 36.536419001399445,
       "found": {
        "den": 666.0,
        "n": 263.0,
        "share": 0.3948948948948949
       },
       "good": {
        "den": 560.0,
        "n": 263.0,
        "share": 0.46964285714285714
       },
       "judgement": 57.526699631962785,
       "judgement_hi": 59.77403983905231,
       "judgement_lo": 55.405154965249224,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.2531017369727047,
        "x": 0.6051051051051051,
        "y": 0.24436090225563908
       },
       "margin": 0.001,
       "missed": {
        "den": 666.0,
        "n": 301.0,
        "share": 0.4519519519519519
       },
       "needless": {
        "den": 798.0,
        "n": 195.0,
        "share": 0.24436090225563908
       },
       "needless_by_loss": {
        "big": {
         "den": 798.0,
         "n": 123.0,
         "share": 0.15413533834586465
        },
        "medium": {
         "den": 798.0,
         "n": 56.0,
         "share": 0.07017543859649122
        },
        "small": {
         "den": 798.0,
         "n": 16.0,
         "share": 0.020050125313283207
        }
       },
       "no_trade_off": 514.0,
       "reference": null,
       "right_safety": {
        "den": 798.0,
        "n": 603.0,
        "share": 0.7556390977443609
       },
       "risk_pays": 666.0,
       "safety_pays": 798.0,
       "scored": 1978,
       "sdt": {
        "aim": {
         "den": 365.0,
         "n": 263.0,
         "share": 0.7205479452054795
        },
        "beta": 1.3814668546586857,
        "caution": 0.285387516268885,
        "caution_hi": 0.3674814382085515,
        "caution_lo": 0.20188786568165343,
        "cstar": 0.3980247750480277,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.811873765319813,
        "dprime_hi": 0.942451279563979,
        "dprime_lo": 0.6747317997894996,
        "false_alarm": {
         "den": 798.0,
         "n": 195.0,
         "share": 0.24436090225563908
        },
        "false_alarm_rate": 0.24468085106382978,
        "hit": {
         "den": 666.0,
         "n": 365.0,
         "share": 0.5480480480480481
        },
        "hit_rate": 0.547976011994003,
        "missed_loss": 0.1557660012744194,
        "missed_n": 301.0,
        "na": null,
        "needless_loss": 0.17959096263616514,
        "needless_n": 195.0
       },
       "size": {
        "bad": {
         "mean": 10.666666666666666,
         "n": 297.0,
         "too_few": false
        },
        "right": {
         "mean": 9.319391634980988,
         "n": 263.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 384.0,
          "n": 182.0,
          "share": 0.4739583333333333
         },
         "missed": {
          "den": 384.0,
          "n": 156.0,
          "share": 0.40625
         },
         "risk_pays": 384.0,
         "wrong": {
          "den": 384.0,
          "n": 46.0,
          "share": 0.11979166666666667
         }
        },
        "medium": {
         "found": {
          "den": 207.0,
          "n": 66.0,
          "share": 0.3188405797101449
         },
         "missed": {
          "den": 207.0,
          "n": 97.0,
          "share": 0.46859903381642515
         },
         "risk_pays": 207.0,
         "wrong": {
          "den": 207.0,
          "n": 44.0,
          "share": 0.21256038647342995
         }
        },
        "small": {
         "found": {
          "den": 75.0,
          "n": 15.0,
          "share": 0.2
         },
         "missed": {
          "den": 75.0,
          "n": 48.0,
          "share": 0.64
         },
         "risk_pays": 75.0,
         "wrong": {
          "den": 75.0,
          "n": 12.0,
          "share": 0.16
         }
        }
       },
       "trade_off": 1464.0,
       "wrong": {
        "den": 666.0,
        "n": 102.0,
        "share": 0.15315315315315314
       }
      },
      "robust": {
       "by_call": {
        "missed": 11.40943364710128,
        "needless": 9.44121383861295,
        "none": 3.9174039485601613,
        "right_risk": 2.04042866600054,
        "right_safety": 4.621352589829506,
        "wrong_risk": 5.106586311295011
       },
       "calls": {
        "missed": 253.0,
        "needless": 222.0,
        "right_risk": 240.0,
        "right_safety": 651.0,
        "wrong_risk": 98.0
       },
       "confidence": {
        "auroc_right_risk": 0.4996781806479296,
        "missed_mean_p": 0.2263819277108434,
        "missed_n": 249,
        "taken_grouped": 8,
        "taken_n": 552,
        "taken_other": 0
       },
       "error_rate": 36.536419001399445,
       "found": {
        "den": 591.0,
        "n": 240.0,
        "share": 0.40609137055837563
       },
       "good": {
        "den": 560.0,
        "n": 240.0,
        "share": 0.42857142857142855
       },
       "judgement": 57.58979189561637,
       "judgement_hi": 59.975785214366994,
       "judgement_lo": 55.2287223854449,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.2792022792022792,
        "x": 0.5939086294416244,
        "y": 0.2542955326460481
       },
       "margin": 0.02,
       "missed": {
        "den": 591.0,
        "n": 253.0,
        "share": 0.428087986463621
       },
       "needless": {
        "den": 873.0,
        "n": 222.0,
        "share": 0.2542955326460481
       },
       "needless_by_loss": {
        "big": {
         "den": 873.0,
         "n": 131.0,
         "share": 0.15005727376861397
        },
        "medium": {
         "den": 873.0,
         "n": 59.0,
         "share": 0.06758304696449026
        },
        "small": {
         "den": 873.0,
         "n": 32.0,
         "share": 0.03665521191294387
        }
       },
       "no_trade_off": 514.0,
       "reference": null,
       "right_safety": {
        "den": 873.0,
        "n": 651.0,
        "share": 0.7457044673539519
       },
       "risk_pays": 591.0,
       "safety_pays": 873.0,
       "scored": 1978,
       "sdt": {
        "aim": {
         "den": 338.0,
         "n": 240.0,
         "share": 0.7100591715976331
        },
        "beta": 1.39302226153952,
        "caution": 0.23961102265029194,
        "caution_hi": 0.32342275702741147,
        "caution_lo": 0.15025752853160723,
        "cstar": 0.3941019316426221,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.8410912230068482,
        "dprime_hi": 0.9864445983297268,
        "dprime_lo": 0.7034706578129915,
        "false_alarm": {
         "den": 873.0,
         "n": 222.0,
         "share": 0.2542955326460481
        },
        "false_alarm_rate": 0.2545766590389016,
        "hit": {
         "den": 591.0,
         "n": 338.0,
         "share": 0.571912013536379
        },
        "hit_rate": 0.5717905405405406,
        "missed_loss": 0.1784020533910382,
        "missed_n": 253.0,
        "na": null,
        "needless_loss": 0.1682407294844722,
        "needless_n": 222.0
       },
       "size": {
        "bad": {
         "mean": 10.7375,
         "n": 320.0,
         "too_few": false
        },
        "right": {
         "mean": 9.095833333333333,
         "n": 240.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 384.0,
          "n": 179.0,
          "share": 0.4661458333333333
         },
         "missed": {
          "den": 384.0,
          "n": 156.0,
          "share": 0.40625
         },
         "risk_pays": 384.0,
         "wrong": {
          "den": 384.0,
          "n": 49.0,
          "share": 0.12760416666666666
         }
        },
        "medium": {
         "found": {
          "den": 207.0,
          "n": 61.0,
          "share": 0.2946859903381642
         },
         "missed": {
          "den": 207.0,
          "n": 97.0,
          "share": 0.46859903381642515
         },
         "risk_pays": 207.0,
         "wrong": {
          "den": 207.0,
          "n": 49.0,
          "share": 0.23671497584541062
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1464.0,
       "wrong": {
        "den": 591.0,
        "n": 98.0,
        "share": 0.1658206429780034
       }
      }
     },
     "slug": "clef"
    },
    "DeepSeek-V4.1-Flash (low)": {
     "close": {
      "close": {
       "den": 408,
       "n": 0,
       "share": 0.0,
       "small": false
      },
      "decisions": 2226,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 408,
      "exclusions": {
       "grouped": 245,
       "invalid": 38,
       "not_audited": 265,
       "sparse": 1270
      },
      "groups": {
       "close": {
        "by_count": [
         0,
         0,
         0,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "points": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "prime": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "race": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "gap": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "n": 0,
        "p1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "p2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0
        ]
       },
       "other": {
        "by_count": [
         122,
         170,
         99,
         16,
         1
        ],
        "differ": {
         "hitting": {
          "den": 408,
          "n": 178,
          "share": 0.4362745098039216,
          "small": false
         },
         "points": {
          "den": 408,
          "n": 60,
          "share": 0.14705882352941177,
          "small": false
         },
         "prime": {
          "den": 408,
          "n": 115,
          "share": 0.2818627450980392,
          "small": false
         },
         "race": {
          "den": 408,
          "n": 67,
          "share": 0.1642156862745098,
          "small": false
         }
        },
        "gap": {
         "mean": 0.15196647977127747,
         "median": 0.0653681755065918,
         "n": 408
        },
        "loss1": {
         "mean": 0.014378718593541314,
         "median": 0.0,
         "n": 408
        },
        "loss2": {
         "mean": 0.14854872343586942,
         "median": 0.05171555280685425,
         "n": 408
        },
        "n": 408,
        "p1": {
         "mean": 0.9999118874889622,
         "median": 0.9999940090536339,
         "n": 408
        },
        "p2": {
         "mean": 6.726746655709201e-05,
         "median": 4.785090162898317e-06,
         "n": 408
        },
        "psum": {
         "mean": 0.9999791549555194,
         "median": 0.9999999676040366,
         "n": 408
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         408
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 204,
           "n": 0,
           "share": 0.0,
           "small": false
          },
          "eligible": 204,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 54,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 54,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 150,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 150,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 45,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 45,
          "n": 32,
          "share": 0.7111111111111111,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 25,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 20,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 9,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 204,
           "n": 0,
           "share": 0.0,
           "small": false
          },
          "eligible": 204,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 45,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 45,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 159,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 159,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 36,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 36,
          "n": 23,
          "share": 0.6388888888888888,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 25,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 20,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 408,
       "n": 0,
       "share": 0.0,
       "small": false
      },
      "risk_pair_other": {
       "den": 408,
       "n": 168,
       "share": 0.4117647058823529,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 14,
       "order": 0,
       "positive": 14,
       "top_two": 14,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.49422956168612053,
      "auroc_blunder": 0.5103594456132149,
      "confident_badly_wrong": {
       "den": 1904,
       "n": 248,
       "share": 0.13025210084033614
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1904,
         "n": 248,
         "share": 0.13025210084033614
        },
        "kept": {
         "den": 1904,
         "n": 1904,
         "share": 1.0
        },
        "mean_loss": 0.036728667110956015,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 1903,
         "n": 248,
         "share": 0.1303205465055176
        },
        "kept": {
         "den": 1904,
         "n": 1903,
         "share": 0.9994747899159664
        },
        "mean_loss": 0.036738690550679354,
        "too_few": false
       }
      },
      "ece": 0.377556155836415,
      "held_out": {
       "blunders": 0.14388565325717786,
       "kept": 0.01266006596439424,
       "no_cutoff": 151,
       "runs": 300
      },
      "n": 1904,
      "surest": {
       "cut": 0.9999999377273622,
       "error_rate": 16.40700755499992,
       "n": 476,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.49422956168612053,
      "best_share": 0.596892138939671,
      "blunder_share": 0.13893967093235832,
      "brier": 0.3775700661677277,
      "clusters": 102,
      "confidence_n": 1904,
      "confident_badly_wrong": 0.13025210084033614,
      "cost_coverage": 1.0,
      "decisions": 2226,
      "ece": 0.377556155836415,
      "engine_scored": 2226,
      "error_hi": 21.318701758752912,
      "error_lo": 16.596505586721516,
      "error_rate": 18.99183068894381,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 295,
      "invalid": 38,
      "last_date": "2026-10-26",
      "mean_confidence": 0.9999301054162469,
      "over_budget": 0.6371115173674589,
      "own_cost": {
       "decisions": 2226,
       "estimate": true,
       "excluded_hours": 33.3,
       "gaps": [
        [
         "2026-10-21T01:21Z",
         "2026-10-21T06:01Z",
         280
        ],
        [
         "2026-10-21T06:53Z",
         "2026-10-21T07:05Z",
         12
        ],
        [
         "2026-10-21T07:16Z",
         "2026-10-21T07:46Z",
         30
        ],
        [
         "2026-10-21T07:46Z",
         "2026-10-21T07:58Z",
         12
        ],
        [
         "2026-10-21T07:58Z",
         "2026-10-21T08:23Z",
         25
        ],
        [
         "2026-10-21T08:23Z",
         "2026-10-21T08:34Z",
         11
        ],
        [
         "2026-10-21T08:42Z",
         "2026-10-21T09:05Z",
         23
        ],
        [
         "2026-10-21T09:18Z",
         "2026-10-21T09:31Z",
         13
        ],
        [
         "2026-10-21T09:31Z",
         "2026-10-21T09:46Z",
         16
        ],
        [
         "2026-10-21T09:55Z",
         "2026-10-21T10:31Z",
         36
        ],
        [
         "2026-10-21T10:31Z",
         "2026-10-21T10:53Z",
         22
        ],
        [
         "2026-10-21T10:53Z",
         "2026-10-21T11:08Z",
         15
        ],
        [
         "2026-10-21T11:09Z",
         "2026-10-21T11:28Z",
         20
        ],
        [
         "2026-10-21T11:28Z",
         "2026-10-21T11:46Z",
         17
        ],
        [
         "2026-10-21T11:49Z",
         "2026-10-21T12:08Z",
         19
        ],
        [
         "2026-10-21T12:08Z",
         "2026-10-21T12:32Z",
         24
        ],
        [
         "2026-10-21T12:42Z",
         "2026-10-21T13:01Z",
         20
        ],
        [
         "2026-10-21T13:01Z",
         "2026-10-21T13:14Z",
         13
        ],
        [
         "2026-10-21T13:14Z",
         "2026-10-21T13:28Z",
         14
        ],
        [
         "2026-10-21T13:28Z",
         "2026-10-21T22:19Z",
         531
        ],
        [
         "2026-10-21T22:19Z",
         "2026-10-21T22:33Z",
         15
        ],
        [
         "2026-10-21T22:33Z",
         "2026-10-21T22:49Z",
         15
        ],
        [
         "2026-10-21T22:49Z",
         "2026-10-21T23:36Z",
         47
        ],
        [
         "2026-10-21T23:58Z",
         "2026-10-22T00:09Z",
         11
        ],
        [
         "2026-10-22T00:18Z",
         "2026-10-22T00:35Z",
         17
        ],
        [
         "2026-10-22T00:35Z",
         "2026-10-22T00:48Z",
         13
        ],
        [
         "2026-10-22T00:48Z",
         "2026-10-22T01:07Z",
         19
        ],
        [
         "2026-10-22T01:40Z",
         "2026-10-22T01:52Z",
         11
        ],
        [
         "2026-10-22T02:01Z",
         "2026-10-22T02:12Z",
         12
        ],
        [
         "2026-10-22T02:54Z",
         "2026-10-22T03:29Z",
         35
        ],
        [
         "2026-10-22T03:29Z",
         "2026-10-22T03:44Z",
         16
        ],
        [
         "2026-10-22T03:54Z",
         "2026-10-22T04:05Z",
         11
        ],
        [
         "2026-10-22T04:17Z",
         "2026-10-22T04:32Z",
         15
        ],
        [
         "2026-10-22T04:32Z",
         "2026-10-22T04:49Z",
         17
        ],
        [
         "2026-10-22T04:49Z",
         "2026-10-22T05:01Z",
         12
        ],
        [
         "2026-10-22T05:20Z",
         "2026-10-22T05:31Z",
         11
        ],
        [
         "2026-10-22T05:49Z",
         "2026-10-22T06:08Z",
         19
        ],
        [
         "2026-10-22T06:13Z",
         "2026-10-22T15:21Z",
         549
        ]
       ],
       "gpu_decisions": 670,
       "gpu_usd": 81.21095160051183,
       "hosted_decisions": 1556,
       "hosted_unpriced": 0,
       "hosted_usd": 23.6162946168,
       "hours": 8.153710000051388,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 4,
         "hours": 8.153710000051388,
         "machine": "rtx_pro_6000",
         "usd": 81.21095160051183,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": null,
       "usd": 104.82724621731184,
       "usd_per_1000": 47.09220405090379
      },
      "p95_loss": 0.1969535827636721,
      "probability_source": "logprobs",
      "retry_mean": 1.9875260557053012,
      "scored": 2188,
      "time_median": 43.79900000000001,
      "time_p90": 173.1085,
      "tokens_in": 4364.341868823001,
      "tokens_out": 12486.809074573226,
      "too_few": false,
      "usd_per_1000": 47.09220405090379,
      "very_confident": 1.0,
      "worst_mean": 0.37231273279277555
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.558630507432564,
        "needless": 2.271314098804481,
        "none": 0.9315957534901621,
        "right_risk": 2.4104529286869267,
        "right_safety": 2.8868416763528826,
        "wrong_risk": 1.9329957241767939
       },
       "calls": {
        "missed": 368.0,
        "needless": 67.0,
        "right_risk": 338.0,
        "right_safety": 891.0,
        "wrong_risk": 45.0
       },
       "confidence": {
        "auroc_right_risk": 0.5251569858712716,
        "missed_mean_p": 0.9999460625310377,
        "missed_n": 304,
        "taken_grouped": 79,
        "taken_n": 371,
        "taken_other": 0
       },
       "error_rate": 18.99183068894381,
       "found": {
        "den": 751.0,
        "n": 338.0,
        "share": 0.45006657789613846
       },
       "good": {
        "den": 450.0,
        "n": 338.0,
        "share": 0.7511111111111111
       },
       "judgement": 69.00646041881528,
       "judgement_hi": 70.86759721568757,
       "judgement_lo": 67.25173854173836,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1089588377723971,
        "x": 0.5499334221038615,
        "y": 0.06993736951983298
       },
       "margin": 0.001,
       "missed": {
        "den": 751.0,
        "n": 368.0,
        "share": 0.49001331557922767
       },
       "needless": {
        "den": 958.0,
        "n": 67.0,
        "share": 0.06993736951983298
       },
       "needless_by_loss": {
        "big": {
         "den": 958.0,
         "n": 33.0,
         "share": 0.03444676409185804
        },
        "medium": {
         "den": 958.0,
         "n": 21.0,
         "share": 0.021920668058455117
        },
        "small": {
         "den": 958.0,
         "n": 13.0,
         "share": 0.013569937369519834
        }
       },
       "no_trade_off": 479.0,
       "reference": null,
       "right_safety": {
        "den": 958.0,
        "n": 891.0,
        "share": 0.930062630480167
       },
       "risk_pays": 751.0,
       "safety_pays": 958.0,
       "scored": 2188,
       "sdt": {
        "aim": {
         "den": 383.0,
         "n": 338.0,
         "share": 0.8825065274151436
        },
        "beta": 1.859394351501714,
        "caution": 0.723960690166419,
        "caution_hi": 0.8125396921545449,
        "caution_lo": 0.63347792066745,
        "cstar": 0.41407311856596424,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4979258237678221,
        "dprime_hi": 1.642248415133445,
        "dprime_lo": 1.3601561962846926,
        "false_alarm": {
         "den": 958.0,
         "n": 67.0,
         "share": 0.06993736951983298
        },
        "false_alarm_rate": 0.07038581856100104,
        "hit": {
         "den": 751.0,
         "n": 383.0,
         "share": 0.5099866844207723
        },
        "hit_rate": 0.5099734042553191,
        "missed_loss": 0.10177328016446985,
        "missed_n": 368.0,
        "na": null,
        "needless_loss": 0.14834732084131952,
        "needless_n": 67.0
       },
       "size": {
        "bad": {
         "mean": 10.169642857142858,
         "n": 112.0,
         "too_few": true
        },
        "right": {
         "mean": 9.142011834319527,
         "n": 338.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 406.0,
          "n": 255.0,
          "share": 0.6280788177339901
         },
         "missed": {
          "den": 406.0,
          "n": 137.0,
          "share": 0.3374384236453202
         },
         "risk_pays": 406.0,
         "wrong": {
          "den": 406.0,
          "n": 14.0,
          "share": 0.034482758620689655
         }
        },
        "medium": {
         "found": {
          "den": 234.0,
          "n": 70.0,
          "share": 0.29914529914529914
         },
         "missed": {
          "den": 234.0,
          "n": 147.0,
          "share": 0.6282051282051282
         },
         "risk_pays": 234.0,
         "wrong": {
          "den": 234.0,
          "n": 17.0,
          "share": 0.07264957264957266
         }
        },
        "small": {
         "found": {
          "den": 111.0,
          "n": 13.0,
          "share": 0.11711711711711711
         },
         "missed": {
          "den": 111.0,
          "n": 84.0,
          "share": 0.7567567567567568
         },
         "risk_pays": 111.0,
         "wrong": {
          "den": 111.0,
          "n": 14.0,
          "share": 0.12612612612612611
         }
        }
       },
       "trade_off": 1709.0,
       "wrong": {
        "den": 751.0,
        "n": 45.0,
        "share": 0.05992010652463382
       }
      },
      "robust": {
       "by_call": {
        "missed": 8.232937768183417,
        "needless": 2.6745189260521145,
        "none": 0.9315957534901621,
        "right_risk": 2.236659909297169,
        "right_safety": 3.2125344156020303,
        "wrong_risk": 1.703583916318918
       },
       "calls": {
        "missed": 284.0,
        "needless": 94.0,
        "right_risk": 315.0,
        "right_safety": 975.0,
        "wrong_risk": 41.0
       },
       "confidence": {
        "auroc_right_risk": 0.5038940809968847,
        "missed_mean_p": 0.999939758656012,
        "missed_n": 237,
        "taken_grouped": 79,
        "taken_n": 371,
        "taken_other": 0
       },
       "error_rate": 18.99183068894381,
       "found": {
        "den": 640.0,
        "n": 315.0,
        "share": 0.4921875
       },
       "good": {
        "den": 450.0,
        "n": 315.0,
        "share": 0.7
       },
       "judgement": 70.21274263330216,
       "judgement_hi": 72.15847921584951,
       "judgement_lo": 68.24139533498973,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12615384615384614,
        "x": 0.5078125,
        "y": 0.08793264733395698
       },
       "margin": 0.02,
       "missed": {
        "den": 640.0,
        "n": 284.0,
        "share": 0.44375
       },
       "needless": {
        "den": 1069.0,
        "n": 94.0,
        "share": 0.08793264733395698
       },
       "needless_by_loss": {
        "big": {
         "den": 1069.0,
         "n": 40.0,
         "share": 0.037418147801683815
        },
        "medium": {
         "den": 1069.0,
         "n": 27.0,
         "share": 0.025257249766136577
        },
        "small": {
         "den": 1069.0,
         "n": 27.0,
         "share": 0.025257249766136577
        }
       },
       "no_trade_off": 479.0,
       "reference": null,
       "right_safety": {
        "den": 1069.0,
        "n": 975.0,
        "share": 0.912067352666043
       },
       "risk_pays": 640.0,
       "safety_pays": 1069.0,
       "scored": 2188,
       "sdt": {
        "aim": {
         "den": 356.0,
         "n": 315.0,
         "share": 0.8848314606741573
        },
        "beta": 1.6393778408894508,
        "caution": 0.6049704735659669,
        "caution_hi": 0.6835237606730278,
        "caution_lo": 0.5260743734197818,
        "cstar": 0.33121536293134246,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4924332016870827,
        "dprime_hi": 1.6311872575078856,
        "dprime_lo": 1.3624735511951631,
        "false_alarm": {
         "den": 1069.0,
         "n": 94.0,
         "share": 0.08793264733395698
        },
        "false_alarm_rate": 0.0883177570093458,
        "hit": {
         "den": 640.0,
         "n": 356.0,
         "share": 0.55625
        },
        "hit_rate": 0.5561622464898596,
        "missed_loss": 0.12685681575200927,
        "missed_n": 284.0,
        "na": null,
        "needless_loss": 0.1245073917064261,
        "needless_n": 94.0
       },
       "size": {
        "bad": {
         "mean": 10.214814814814815,
         "n": 135.0,
         "too_few": true
        },
        "right": {
         "mean": 9.047619047619047,
         "n": 315.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 406.0,
          "n": 253.0,
          "share": 0.6231527093596059
         },
         "missed": {
          "den": 406.0,
          "n": 137.0,
          "share": 0.3374384236453202
         },
         "risk_pays": 406.0,
         "wrong": {
          "den": 406.0,
          "n": 16.0,
          "share": 0.03940886699507389
         }
        },
        "medium": {
         "found": {
          "den": 234.0,
          "n": 62.0,
          "share": 0.26495726495726496
         },
         "missed": {
          "den": 234.0,
          "n": 147.0,
          "share": 0.6282051282051282
         },
         "risk_pays": 234.0,
         "wrong": {
          "den": 234.0,
          "n": 25.0,
          "share": 0.10683760683760683
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1709.0,
       "wrong": {
        "den": 640.0,
        "n": 41.0,
        "share": 0.0640625
       }
      }
     },
     "slug": "deepseek-v4-1-flash-on"
    },
    "DeepSeek-V4.1-Flash 1017 (low)": {
     "close": {
      "close": {
       "den": 180,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "decisions": 2234,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 180,
      "exclusions": {
       "grouped": 204,
       "invalid": 12,
       "not_audited": 527,
       "sparse": 1311
      },
      "groups": {
       "close": {
        "by_count": [
         0,
         0,
         0,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "points": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "prime": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "race": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "gap": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "n": 0,
        "p1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "p2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0
        ]
       },
       "other": {
        "by_count": [
         54,
         81,
         37,
         8,
         0
        ],
        "differ": {
         "hitting": {
          "den": 180,
          "n": 74,
          "share": 0.4111111111111111,
          "small": true
         },
         "points": {
          "den": 180,
          "n": 29,
          "share": 0.16111111111111112,
          "small": true
         },
         "prime": {
          "den": 180,
          "n": 46,
          "share": 0.25555555555555554,
          "small": true
         },
         "race": {
          "den": 180,
          "n": 30,
          "share": 0.16666666666666666,
          "small": true
         }
        },
        "gap": {
         "mean": 0.11775344328747855,
         "median": 0.05112665891647339,
         "n": 180
        },
        "loss1": {
         "mean": 0.007187174922890133,
         "median": 0.0,
         "n": 180
        },
        "loss2": {
         "mean": 0.114272497759925,
         "median": 0.03965488076210022,
         "n": 180
        },
        "n": 180,
        "p1": {
         "mean": 0.9999988571238739,
         "median": 0.999999547881975,
         "n": 180
        },
        "p2": {
         "mean": 1.0218823356661373e-06,
         "median": 3.7885471755305115e-07,
         "n": 180
        },
        "psum": {
         "mean": 0.9999998790062097,
         "median": 1.0,
         "n": 180
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         180
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 100,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 100,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 22,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 22,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 58,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 58,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 20,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 20,
          "n": 14,
          "share": 0.7,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 9,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 9,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 4,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 100,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 100,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 18,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 18,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 62,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 62,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 17,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 17,
          "n": 11,
          "share": 0.6470588235294118,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 9,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 9,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 180,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "risk_pair_other": {
       "den": 180,
       "n": 73,
       "share": 0.40555555555555556,
       "small": true
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.49298512375082565,
      "auroc_blunder": 0.4941269108396723,
      "confident_badly_wrong": {
       "den": 1965,
       "n": 256,
       "share": 0.13027989821882952
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1965,
         "n": 256,
         "share": 0.13027989821882952
        },
        "kept": {
         "den": 1965,
         "n": 1965,
         "share": 1.0
        },
        "mean_loss": 0.03294893177107697,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 1965,
         "n": 256,
         "share": 0.13027989821882952
        },
        "kept": {
         "den": 1965,
         "n": 1965,
         "share": 1.0
        },
        "mean_loss": 0.03294893177107697,
        "too_few": false
       }
      },
      "ece": 0.3577601751433668,
      "held_out": {
       "blunders": null,
       "kept": null,
       "no_cutoff": 300,
       "runs": 300
      },
      "n": 1965,
      "surest": {
       "cut": 0.9999999737685851,
       "error_rate": 12.66115498009736,
       "n": 492,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.49298512375082565,
      "best_share": 0.6183618361836184,
      "blunder_share": 0.13366336633663367,
      "brier": 0.3577602843168093,
      "clusters": 108,
      "confidence_n": 1965,
      "confident_badly_wrong": 0.13027989821882952,
      "cost_coverage": 1.0,
      "decisions": 2234,
      "ece": 0.3577601751433668,
      "engine_scored": 2234,
      "error_hi": 19.249331369928125,
      "error_lo": 15.09336266058623,
      "error_rate": 17.136322550683488,
      "first_date": "2026-10-24",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 258,
      "invalid": 12,
      "last_date": "2026-10-26",
      "mean_confidence": 0.9999993608940029,
      "over_budget": 0.43384338433843384,
      "p95_loss": 0.19920729547738986,
      "probability_source": "logprobs",
      "retry_mean": 12.096897940913161,
      "scored": 2222,
      "time_median": 22.329500000000003,
      "time_p90": 107.5685,
      "tokens_in": 4214.513876454789,
      "tokens_out": 7172.9279319606085,
      "too_few": false,
      "usd_per_1000": 4.8688645487914055,
      "very_confident": 1.0,
      "worst_mean": 0.32988812928801187
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 9.928058675288296,
        "needless": 1.4753902983171892,
        "none": 0.8555873624920094,
        "right_risk": 1.6774957065749663,
        "right_safety": 1.6274058958305957,
        "wrong_risk": 1.5723846121804335
       },
       "calls": {
        "missed": 393.0,
        "needless": 51.0,
        "right_risk": 321.0,
        "right_safety": 872.0,
        "wrong_risk": 41.0
       },
       "confidence": {
        "auroc_right_risk": 0.5116875996810207,
        "missed_mean_p": 0.999998980094657,
        "missed_n": 337,
        "taken_grouped": 73,
        "taken_n": 340,
        "taken_other": 0
       },
       "error_rate": 17.136322550683488,
       "found": {
        "den": 755.0,
        "n": 321.0,
        "share": 0.4251655629139073
       },
       "good": {
        "den": 413.0,
        "n": 321.0,
        "share": 0.7772397094430993
       },
       "judgement": 68.4955479181764,
       "judgement_hi": 70.60623346328948,
       "judgement_lo": 66.40550901929036,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0944700460829493,
        "x": 0.5748344370860927,
        "y": 0.0552546045503792
       },
       "margin": 0.001,
       "missed": {
        "den": 755.0,
        "n": 393.0,
        "share": 0.5205298013245033
       },
       "needless": {
        "den": 923.0,
        "n": 51.0,
        "share": 0.0552546045503792
       },
       "needless_by_loss": {
        "big": {
         "den": 923.0,
         "n": 26.0,
         "share": 0.028169014084507043
        },
        "medium": {
         "den": 923.0,
         "n": 19.0,
         "share": 0.020585048754062838
        },
        "small": {
         "den": 923.0,
         "n": 6.0,
         "share": 0.0065005417118093175
        }
       },
       "no_trade_off": 544.0,
       "reference": null,
       "right_safety": {
        "den": 923.0,
        "n": 872.0,
        "share": 0.9447453954496208
       },
       "risk_pays": 755.0,
       "safety_pays": 923.0,
       "scored": 2222,
       "sdt": {
        "aim": {
         "den": 362.0,
         "n": 321.0,
         "share": 0.8867403314917127
        },
        "beta": 1.3999731673375806,
        "caution": 0.8215136899585648,
        "caution_hi": 0.9081873467683751,
        "caution_lo": 0.7396362772005649,
        "cstar": 0.21844806532605013,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.540197070401678,
        "dprime_hi": 1.699281384645631,
        "dprime_lo": 1.393426194955194,
        "false_alarm": {
         "den": 923.0,
         "n": 51.0,
         "share": 0.0552546045503792
        },
        "false_alarm_rate": 0.055735930735930736,
        "hit": {
         "den": 755.0,
         "n": 362.0,
         "share": 0.4794701986754967
        },
        "hit_rate": 0.4794973544973545,
        "missed_loss": 0.1122653759617842,
        "missed_n": 393.0,
        "na": null,
        "needless_loss": 0.12856146050434486,
        "needless_n": 51.0
       },
       "size": {
        "bad": {
         "mean": 8.08695652173913,
         "n": 92.0,
         "too_few": true
        },
        "right": {
         "mean": 9.202492211838006,
         "n": 321.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 408.0,
          "n": 226.0,
          "share": 0.553921568627451
         },
         "missed": {
          "den": 408.0,
          "n": 165.0,
          "share": 0.40441176470588236
         },
         "risk_pays": 408.0,
         "wrong": {
          "den": 408.0,
          "n": 17.0,
          "share": 0.041666666666666664
         }
        },
        "medium": {
         "found": {
          "den": 246.0,
          "n": 81.0,
          "share": 0.32926829268292684
         },
         "missed": {
          "den": 246.0,
          "n": 148.0,
          "share": 0.6016260162601627
         },
         "risk_pays": 246.0,
         "wrong": {
          "den": 246.0,
          "n": 17.0,
          "share": 0.06910569105691057
         }
        },
        "small": {
         "found": {
          "den": 101.0,
          "n": 14.0,
          "share": 0.13861386138613863
         },
         "missed": {
          "den": 101.0,
          "n": 80.0,
          "share": 0.7920792079207921
         },
         "risk_pays": 101.0,
         "wrong": {
          "den": 101.0,
          "n": 7.0,
          "share": 0.06930693069306931
         }
        }
       },
       "trade_off": 1678.0,
       "wrong": {
        "den": 755.0,
        "n": 41.0,
        "share": 0.054304635761589407
       }
      },
      "robust": {
       "by_call": {
        "missed": 9.485449712358006,
        "needless": 1.5769740759414344,
        "none": 0.8555873624920094,
        "right_risk": 1.4174463618026993,
        "right_safety": 2.070014858760885,
        "wrong_risk": 1.730850179328455
       },
       "calls": {
        "missed": 313.0,
        "needless": 72.0,
        "right_risk": 293.0,
        "right_safety": 952.0,
        "wrong_risk": 48.0
       },
       "confidence": {
        "auroc_right_risk": 0.5196769840233337,
        "missed_mean_p": 0.9999988644438295,
        "missed_n": 274,
        "taken_grouped": 73,
        "taken_n": 340,
        "taken_other": 0
       },
       "error_rate": 17.136322550683488,
       "found": {
        "den": 654.0,
        "n": 293.0,
        "share": 0.44801223241590216
       },
       "good": {
        "den": 413.0,
        "n": 293.0,
        "share": 0.7094430992736077
       },
       "judgement": 68.8849866207951,
       "judgement_hi": 71.26410901909772,
       "judgement_lo": 66.49799540051556,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1329639889196676,
        "x": 0.5519877675840978,
        "y": 0.0703125
       },
       "margin": 0.02,
       "missed": {
        "den": 654.0,
        "n": 313.0,
        "share": 0.4785932721712538
       },
       "needless": {
        "den": 1024.0,
        "n": 72.0,
        "share": 0.0703125
       },
       "needless_by_loss": {
        "big": {
         "den": 1024.0,
         "n": 28.0,
         "share": 0.02734375
        },
        "medium": {
         "den": 1024.0,
         "n": 24.0,
         "share": 0.0234375
        },
        "small": {
         "den": 1024.0,
         "n": 20.0,
         "share": 0.01953125
        }
       },
       "no_trade_off": 544.0,
       "reference": null,
       "right_safety": {
        "den": 1024.0,
        "n": 952.0,
        "share": 0.9296875
       },
       "risk_pays": 654.0,
       "safety_pays": 1024.0,
       "scored": 2222,
       "sdt": {
        "aim": {
         "den": 341.0,
         "n": 293.0,
         "share": 0.8592375366568915
        },
        "beta": 1.1316201641071533,
        "caution": 0.7083803736133817,
        "caution_hi": 0.791334112291597,
        "caution_lo": 0.6292878637762707,
        "cstar": 0.08113724900341372,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.52396563745126,
        "dprime_hi": 1.6979030935925108,
        "dprime_lo": 1.3584869024917763,
        "false_alarm": {
         "den": 1024.0,
         "n": 72.0,
         "share": 0.0703125
        },
        "false_alarm_rate": 0.07073170731707316,
        "hit": {
         "den": 654.0,
         "n": 341.0,
         "share": 0.5214067278287462
        },
        "hit_rate": 0.5213740458015267,
        "missed_loss": 0.13467520294478907,
        "missed_n": 313.0,
        "na": null,
        "needless_loss": 0.09733434435394075,
        "needless_n": 72.0
       },
       "size": {
        "bad": {
         "mean": 8.691666666666666,
         "n": 120.0,
         "too_few": true
        },
        "right": {
         "mean": 9.061433447098976,
         "n": 293.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 408.0,
          "n": 222.0,
          "share": 0.5441176470588235
         },
         "missed": {
          "den": 408.0,
          "n": 165.0,
          "share": 0.40441176470588236
         },
         "risk_pays": 408.0,
         "wrong": {
          "den": 408.0,
          "n": 21.0,
          "share": 0.051470588235294115
         }
        },
        "medium": {
         "found": {
          "den": 246.0,
          "n": 71.0,
          "share": 0.2886178861788618
         },
         "missed": {
          "den": 246.0,
          "n": 148.0,
          "share": 0.6016260162601627
         },
         "risk_pays": 246.0,
         "wrong": {
          "den": 246.0,
          "n": 27.0,
          "share": 0.10975609756097561
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1678.0,
       "wrong": {
        "den": 654.0,
        "n": 48.0,
        "share": 0.07339449541284404
       }
      }
     },
     "slug": "deepseek-v4-1-flash-1017-on"
    },
    "DeepSeek-V4.1-Flash 1017 (off)": {
     "close": {
      "close": {
       "den": 537,
       "n": 62,
       "share": 0.1154562383612663,
       "small": false
      },
      "decisions": 2034,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 537,
      "exclusions": {
       "grouped": 128,
       "not_audited": 428,
       "sparse": 941
      },
      "groups": {
       "close": {
        "by_count": [
         35,
         17,
         10,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 62,
          "n": 14,
          "share": 0.22580645161290322,
          "small": true
         },
         "points": {
          "den": 62,
          "n": 9,
          "share": 0.14516129032258066,
          "small": true
         },
         "prime": {
          "den": 62,
          "n": 11,
          "share": 0.1774193548387097,
          "small": true
         },
         "race": {
          "den": 62,
          "n": 3,
          "share": 0.04838709677419355,
          "small": true
         }
        },
        "gap": {
         "mean": 0.08187093273285896,
         "median": 0.01830267906188965,
         "n": 62
        },
        "loss1": {
         "mean": 0.058345549529598605,
         "median": 0.007862687110900879,
         "n": 62
        },
        "loss2": {
         "mean": 0.05141058564186096,
         "median": 0.0030472278594970703,
         "n": 62
        },
        "n": 62,
        "p1": {
         "mean": 0.552682160078469,
         "median": 0.5711854923091245,
         "n": 62
        },
        "p2": {
         "mean": 0.39150708795044326,
         "median": 0.39116546616694775,
         "n": 62
        },
        "psum": {
         "mean": 0.9441892480289122,
         "median": 0.9975346532051013,
         "n": 62
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         1,
         2,
         5,
         3,
         51
        ]
       },
       "other": {
        "by_count": [
         162,
         221,
         75,
         16,
         1
        ],
        "differ": {
         "hitting": {
          "den": 475,
          "n": 186,
          "share": 0.391578947368421,
          "small": false
         },
         "points": {
          "den": 475,
          "n": 66,
          "share": 0.13894736842105262,
          "small": false
         },
         "prime": {
          "den": 475,
          "n": 114,
          "share": 0.24,
          "small": false
         },
         "race": {
          "den": 475,
          "n": 57,
          "share": 0.12,
          "small": false
         }
        },
        "gap": {
         "mean": 0.12361543517363699,
         "median": 0.05491232872009277,
         "n": 475
        },
        "loss1": {
         "mean": 0.0264288414152045,
         "median": 0.0,
         "n": 475
        },
        "loss2": {
         "mean": 0.10664613221821032,
         "median": 0.03001570701599121,
         "n": 475
        },
        "n": 475,
        "p1": {
         "mean": 0.9411619819946151,
         "median": 0.9934835797050923,
         "n": 475
        },
        "p2": {
         "mean": 0.052264781278426445,
         "median": 0.005452273819588002,
         "n": 475
        },
        "psum": {
         "mean": 0.9934267632730415,
         "median": 0.9998145365020482,
         "n": 475
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         1,
         6,
         468
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 291,
           "n": 36,
           "share": 0.12371134020618557,
           "small": false
          },
          "eligible": 291,
          "risk_close": {
           "den": 36,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 72,
           "n": 14,
           "share": 0.19444444444444445,
           "small": true
          },
          "eligible": 72,
          "risk_close": {
           "den": 14,
           "n": 10,
           "share": 0.7142857142857143,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 174,
           "n": 12,
           "share": 0.06896551724137931,
           "small": true
          },
          "eligible": 174,
          "risk_close": {
           "den": 12,
           "n": 3,
           "share": 0.25,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.7,
         "adj_other": 0.8625,
         "adjusted": -0.1625000000000001,
         "adjusted_hi": 0.16149350649350624,
         "adjusted_left_out": 3,
         "adjusted_lo": -0.3809641387419166,
         "close": {
          "den": 10,
          "n": 7,
          "share": 0.7,
          "small": true
         },
         "covered": {
          "den": 10,
          "n": 10,
          "share": 1.0,
          "small": true
         },
         "crude": -0.15416666666666667,
         "crude_hi": 0.1636054421768704,
         "crude_left_out": 3,
         "crude_lo": -0.3697886131196665,
         "group": 58,
         "matches": 15,
         "na": null,
         "other": {
          "den": 48,
          "n": 41,
          "share": 0.8541666666666666,
          "small": true
         },
         "resamples": 2000,
         "strata": 7,
         "strata_both": 3
        },
        "stake": {
         "big": {
          "den": 39,
          "n": 5,
          "share": 0.1282051282051282,
          "small": true
         },
         "medium": {
          "den": 18,
          "n": 6,
          "share": 0.3333333333333333,
          "small": true
         },
         "small": {
          "den": 15,
          "n": 3,
          "share": 0.2,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 291,
           "n": 36,
           "share": 0.12371134020618557,
           "small": false
          },
          "eligible": 291,
          "risk_close": {
           "den": 36,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 57,
           "n": 11,
           "share": 0.19298245614035087,
           "small": true
          },
          "eligible": 57,
          "risk_close": {
           "den": 11,
           "n": 7,
           "share": 0.6363636363636364,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 189,
           "n": 15,
           "share": 0.07936507936507936,
           "small": true
          },
          "eligible": 189,
          "risk_close": {
           "den": 15,
           "n": 6,
           "share": 0.4,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.7142857142857143,
         "adj_other": 0.875,
         "adjusted": -0.1607142857142857,
         "adjusted_hi": 0.19434210526315793,
         "adjusted_left_out": 25,
         "adjusted_lo": -0.4482758620689655,
         "close": {
          "den": 7,
          "n": 5,
          "share": 0.7142857142857143,
          "small": true
         },
         "covered": {
          "den": 7,
          "n": 7,
          "share": 1.0,
          "small": true
         },
         "crude": -0.1278195488721804,
         "crude_hi": 0.23076923076923073,
         "crude_left_out": 25,
         "crude_lo": -0.41666666666666663,
         "group": 45,
         "matches": 15,
         "na": null,
         "other": {
          "den": 38,
          "n": 32,
          "share": 0.8421052631578947,
          "small": true
         },
         "resamples": 2000,
         "strata": 5,
         "strata_both": 3
        },
        "stake": {
         "big": {
          "den": 39,
          "n": 5,
          "share": 0.1282051282051282,
          "small": true
         },
         "medium": {
          "den": 18,
          "n": 6,
          "share": 0.3333333333333333,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 62,
       "n": 13,
       "share": 0.20967741935483872,
       "small": true
      },
      "risk_close_of_eligible": {
       "den": 537,
       "n": 13,
       "share": 0.024208566108007448,
       "small": false
      },
      "risk_pair_other": {
       "den": 475,
       "n": 184,
       "share": 0.3873684210526316,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7225684595086421,
      "auroc_blunder": 0.6631993464052287,
      "confident_badly_wrong": {
       "den": 1865,
       "n": 158,
       "share": 0.08471849865951743
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1030,
         "n": 158,
         "share": 0.1533980582524272
        },
        "kept": {
         "den": 1865,
         "n": 1030,
         "share": 0.5522788203753352
        },
        "mean_loss": 0.042544244909749444,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 597,
         "n": 57,
         "share": 0.09547738693467336
        },
        "kept": {
         "den": 1865,
         "n": 597,
         "share": 0.3201072386058981
        },
        "mean_loss": 0.024426785346051957,
        "too_few": false
       }
      },
      "ece": 0.3531301983718327,
      "held_out": {
       "blunders": 0.0322041106805878,
       "kept": 0.024739976801609557,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1865,
      "surest": {
       "cut": 0.9960446726243035,
       "error_rate": 11.455256563693094,
       "n": 467,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7225684595086421,
      "best_share": 0.4773844641101278,
      "blunder_share": 0.2359882005899705,
      "brier": 0.34631154986801277,
      "clusters": 102,
      "confidence_n": 1865,
      "confident_badly_wrong": 0.08471849865951743,
      "cost_coverage": 1.0,
      "decisions": 2034,
      "ece": 0.3531301983718327,
      "engine_scored": 2034,
      "error_hi": 38.81113833697785,
      "error_lo": 31.811222711720227,
      "error_rate": 35.248935273907996,
      "first_date": "2026-10-24",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 169,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.8453553994442188,
      "over_budget": 0.0,
      "p95_loss": 0.36535311341285687,
      "probability_source": "logprobs",
      "retry_mean": 24.175966076696167,
      "scored": 2034,
      "time_median": 0.8434999999999999,
      "time_p90": 1.3931,
      "tokens_in": 3845.5039331366766,
      "tokens_out": 1.233038348082596,
      "too_few": false,
      "usd_per_1000": 0.24391185250737463,
      "very_confident": 0.5522788203753352,
      "worst_mean": 0.5914421931785696
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 21.425522666061873,
        "needless": 2.493309499943151,
        "none": 3.4666398545633728,
        "right_risk": 1.613494430026708,
        "right_safety": 3.7507157161055296,
        "wrong_risk": 2.499253107207363
       },
       "calls": {
        "missed": 487.0,
        "needless": 62.0,
        "right_risk": 181.0,
        "right_safety": 683.0,
        "wrong_risk": 45.0
       },
       "confidence": {
        "auroc_right_risk": 0.5830079940509388,
        "missed_mean_p": 0.8097810685073139,
        "missed_n": 437,
        "taken_grouped": 26,
        "taken_n": 262,
        "taken_other": 0
       },
       "error_rate": 35.248935273907996,
       "found": {
        "den": 713.0,
        "n": 181.0,
        "share": 0.2538569424964937
       },
       "good": {
        "den": 288.0,
        "n": 181.0,
        "share": 0.6284722222222222
       },
       "judgement": 58.53177329932133,
       "judgement_hi": 60.48651420777238,
       "judgement_lo": 56.57573275267902,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.08458646616541353,
        "x": 0.7461430575035063,
        "y": 0.08322147651006712
       },
       "margin": 0.001,
       "missed": {
        "den": 713.0,
        "n": 487.0,
        "share": 0.6830294530154277
       },
       "needless": {
        "den": 745.0,
        "n": 62.0,
        "share": 0.08322147651006712
       },
       "needless_by_loss": {
        "big": {
         "den": 745.0,
         "n": 38.0,
         "share": 0.05100671140939597
        },
        "medium": {
         "den": 745.0,
         "n": 19.0,
         "share": 0.025503355704697986
        },
        "small": {
         "den": 745.0,
         "n": 5.0,
         "share": 0.006711409395973154
        }
       },
       "no_trade_off": 576.0,
       "reference": null,
       "right_safety": {
        "den": 745.0,
        "n": 683.0,
        "share": 0.9167785234899329
       },
       "risk_pays": 713.0,
       "safety_pays": 745.0,
       "scored": 2034,
       "sdt": {
        "aim": {
         "den": 226.0,
         "n": 181.0,
         "share": 0.8008849557522124
        },
        "beta": 0.9550998596341542,
        "caution": 0.9277765071014472,
        "caution_hi": 1.0168866985170726,
        "caution_lo": 0.8449330118754742,
        "cstar": -0.05078318117577723,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9046179826151297,
        "dprime_hi": 1.0664848036377832,
        "dprime_lo": 0.7448523660363385,
        "false_alarm": {
         "den": 745.0,
         "n": 62.0,
         "share": 0.08322147651006712
        },
        "false_alarm_rate": 0.08378016085790885,
        "hit": {
         "den": 713.0,
         "n": 226.0,
         "share": 0.3169705469845722
        },
        "hit_rate": 0.3172268907563025,
        "missed_loss": 0.17897130637687825,
        "missed_n": 487.0,
        "na": null,
        "needless_loss": 0.16359327493175382,
        "needless_n": 62.0
       },
       "size": {
        "bad": {
         "mean": 8.607476635514018,
         "n": 107.0,
         "too_few": true
        },
        "right": {
         "mean": 6.386740331491713,
         "n": 181.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 415.0,
          "n": 138.0,
          "share": 0.3325301204819277
         },
         "missed": {
          "den": 415.0,
          "n": 257.0,
          "share": 0.619277108433735
         },
         "risk_pays": 415.0,
         "wrong": {
          "den": 415.0,
          "n": 20.0,
          "share": 0.04819277108433735
         }
        },
        "medium": {
         "found": {
          "den": 220.0,
          "n": 37.0,
          "share": 0.16818181818181818
         },
         "missed": {
          "den": 220.0,
          "n": 163.0,
          "share": 0.740909090909091
         },
         "risk_pays": 220.0,
         "wrong": {
          "den": 220.0,
          "n": 20.0,
          "share": 0.09090909090909091
         }
        },
        "small": {
         "found": {
          "den": 78.0,
          "n": 6.0,
          "share": 0.07692307692307693
         },
         "missed": {
          "den": 78.0,
          "n": 67.0,
          "share": 0.8589743589743589
         },
         "risk_pays": 78.0,
         "wrong": {
          "den": 78.0,
          "n": 5.0,
          "share": 0.0641025641025641
         }
        }
       },
       "trade_off": 1458.0,
       "wrong": {
        "den": 713.0,
        "n": 45.0,
        "share": 0.06311360448807854
       }
      },
      "robust": {
       "by_call": {
        "missed": 21.03093432788183,
        "needless": 2.5999038649636854,
        "none": 3.4666398545633728,
        "right_risk": 1.4210854059006495,
        "right_safety": 4.145304054285573,
        "wrong_risk": 2.585067766312887
       },
       "calls": {
        "missed": 420.0,
        "needless": 73.0,
        "right_risk": 168.0,
        "right_safety": 750.0,
        "wrong_risk": 47.0
       },
       "confidence": {
        "auroc_right_risk": 0.597109791929004,
        "missed_mean_p": 0.8011296431559521,
        "missed_n": 377,
        "taken_grouped": 26,
        "taken_n": 262,
        "taken_other": 0
       },
       "error_rate": 35.248935273907996,
       "found": {
        "den": 635.0,
        "n": 168.0,
        "share": 0.26456692913385826
       },
       "good": {
        "den": 288.0,
        "n": 168.0,
        "share": 0.5833333333333334
       },
       "judgement": 58.79335253202706,
       "judgement_hi": 60.92868583217564,
       "judgement_lo": 56.71684645630735,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1006423982869379,
        "x": 0.7354330708661417,
        "y": 0.08869987849331713
       },
       "margin": 0.02,
       "missed": {
        "den": 635.0,
        "n": 420.0,
        "share": 0.6614173228346457
       },
       "needless": {
        "den": 823.0,
        "n": 73.0,
        "share": 0.08869987849331713
       },
       "needless_by_loss": {
        "big": {
         "den": 823.0,
         "n": 41.0,
         "share": 0.04981773997569866
        },
        "medium": {
         "den": 823.0,
         "n": 20.0,
         "share": 0.024301336573511544
        },
        "small": {
         "den": 823.0,
         "n": 12.0,
         "share": 0.014580801944106925
        }
       },
       "no_trade_off": 576.0,
       "reference": null,
       "right_safety": {
        "den": 823.0,
        "n": 750.0,
        "share": 0.9113001215066828
       },
       "risk_pays": 635.0,
       "safety_pays": 823.0,
       "scored": 2034,
       "sdt": {
        "aim": {
         "den": 215.0,
         "n": 168.0,
         "share": 0.7813953488372093
        },
        "beta": 0.9218309019054789,
        "caution": 0.8806722422969384,
        "caution_hi": 0.9747313180641741,
        "caution_lo": 0.794206808701104,
        "cstar": -0.08751392600169884,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9300631286692416,
        "dprime_hi": 1.101415830472527,
        "dprime_lo": 0.7669174782389637,
        "false_alarm": {
         "den": 823.0,
         "n": 73.0,
         "share": 0.08869987849331713
        },
        "false_alarm_rate": 0.0891990291262136,
        "hit": {
         "den": 635.0,
         "n": 215.0,
         "share": 0.33858267716535434
        },
        "hit_rate": 0.3388364779874214,
        "missed_loss": 0.203699621061484,
        "missed_n": 420.0,
        "na": null,
        "needless_loss": 0.1448823140092092,
        "needless_n": 73.0
       },
       "size": {
        "bad": {
         "mean": 8.35,
         "n": 120.0,
         "too_few": true
        },
        "right": {
         "mean": 6.398809523809524,
         "n": 168.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 415.0,
          "n": 135.0,
          "share": 0.3253012048192771
         },
         "missed": {
          "den": 415.0,
          "n": 257.0,
          "share": 0.619277108433735
         },
         "risk_pays": 415.0,
         "wrong": {
          "den": 415.0,
          "n": 23.0,
          "share": 0.05542168674698795
         }
        },
        "medium": {
         "found": {
          "den": 220.0,
          "n": 33.0,
          "share": 0.15
         },
         "missed": {
          "den": 220.0,
          "n": 163.0,
          "share": 0.740909090909091
         },
         "risk_pays": 220.0,
         "wrong": {
          "den": 220.0,
          "n": 24.0,
          "share": 0.10909090909090909
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1458.0,
       "wrong": {
        "den": 635.0,
        "n": 47.0,
        "share": 0.07401574803149606
       }
      }
     },
     "slug": "deepseek-v4-1-flash-1017-off"
    },
    "Fastino GLiDE": {
     "close": {
      "close": {
       "den": 1947,
       "n": 1015,
       "share": 0.5213148433487417,
       "small": false
      },
      "decisions": 2159,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 1947,
      "exclusions": {
       "grouped": 2,
       "not_audited": 210
      },
      "groups": {
       "close": {
        "by_count": [
         278,
         355,
         260,
         108,
         14
        ],
        "differ": {
         "hitting": {
          "den": 1015,
          "n": 516,
          "share": 0.5083743842364532,
          "small": false
         },
         "points": {
          "den": 1015,
          "n": 337,
          "share": 0.33201970443349754,
          "small": false
         },
         "prime": {
          "den": 1015,
          "n": 258,
          "share": 0.2541871921182266,
          "small": false
         },
         "race": {
          "den": 1015,
          "n": 144,
          "share": 0.14187192118226602,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13082730315001728,
         "median": 0.07409167289733887,
         "n": 1015
        },
        "loss1": {
         "mean": 0.08362524483004227,
         "median": 0.020867586135864258,
         "n": 1015
        },
        "loss2": {
         "mean": 0.11809450951703077,
         "median": 0.05040782690048218,
         "n": 1015
        },
        "n": 1015,
        "p1": {
         "mean": 0.3171896133046298,
         "median": 0.2953636391736017,
         "n": 1015
        },
        "p2": {
         "mean": 0.2283769408817031,
         "median": 0.21476192290534157,
         "n": 1015
        },
        "psum": {
         "mean": 0.5455665541863328,
         "median": 0.51247696790651,
         "n": 1015
        },
        "psum_bins": [
         3,
         37,
         95,
         169,
         183,
         154,
         114,
         93,
         72,
         95
        ]
       },
       "other": {
        "by_count": [
         181,
         386,
         257,
         99,
         9
        ],
        "differ": {
         "hitting": {
          "den": 932,
          "n": 514,
          "share": 0.5515021459227468,
          "small": false
         },
         "points": {
          "den": 932,
          "n": 338,
          "share": 0.3626609442060086,
          "small": false
         },
         "prime": {
          "den": 932,
          "n": 285,
          "share": 0.30579399141630903,
          "small": false
         },
         "race": {
          "den": 932,
          "n": 96,
          "share": 0.10300429184549356,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14277861660642174,
         "median": 0.08639171719551086,
         "n": 932
        },
        "loss1": {
         "mean": 0.04885719169746653,
         "median": 0.0,
         "n": 932
        },
        "loss2": {
         "mean": 0.13544390727905756,
         "median": 0.07896280288696289,
         "n": 932
        },
        "n": 932,
        "p1": {
         "mean": 0.5868863868085308,
         "median": 0.5850139064341167,
         "n": 932
        },
        "p2": {
         "mean": 0.15113918529417245,
         "median": 0.14623903295475432,
         "n": 932
        },
        "psum": {
         "mean": 0.7380255721027031,
         "median": 0.7623513760588149,
         "n": 932
        },
        "psum_bins": [
         0,
         2,
         11,
         39,
         68,
         124,
         133,
         146,
         182,
         227
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 521,
           "n": 250,
           "share": 0.4798464491362764,
           "small": false
          },
          "eligible": 521,
          "risk_close": {
           "den": 250,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 623,
           "n": 358,
           "share": 0.5746388443017657,
           "small": false
          },
          "eligible": 623,
          "risk_close": {
           "den": 358,
           "n": 213,
           "share": 0.5949720670391061,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 803,
           "n": 407,
           "share": 0.5068493150684932,
           "small": false
          },
          "eligible": 803,
          "risk_close": {
           "den": 407,
           "n": 204,
           "share": 0.5012285012285013,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5346534653465347,
         "adj_other": 0.7813521688303283,
         "adjusted": -0.24669870348379364,
         "adjusted_hi": -0.13228929100982256,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3457253553635412,
         "close": {
          "den": 213,
          "n": 115,
          "share": 0.539906103286385,
          "small": false
         },
         "covered": {
          "den": 213,
          "n": 202,
          "share": 0.9483568075117371,
          "small": false
         },
         "crude": -0.1904309753653004,
         "crude_hi": -0.11483846472707096,
         "crude_left_out": 0,
         "crude_lo": -0.26165056717476076,
         "group": 391,
         "matches": 18,
         "na": null,
         "other": {
          "den": 178,
          "n": 130,
          "share": 0.7303370786516854,
          "small": true
         },
         "resamples": 2000,
         "strata": 35,
         "strata_both": 26
        },
        "stake": {
         "big": {
          "den": 335,
          "n": 196,
          "share": 0.5850746268656717,
          "small": false
         },
         "medium": {
          "den": 213,
          "n": 117,
          "share": 0.5492957746478874,
          "small": false
         },
         "small": {
          "den": 75,
          "n": 45,
          "share": 0.6,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 521,
           "n": 250,
           "share": 0.4798464491362764,
           "small": false
          },
          "eligible": 521,
          "risk_close": {
           "den": 250,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 548,
           "n": 313,
           "share": 0.5711678832116789,
           "small": false
          },
          "eligible": 548,
          "risk_close": {
           "den": 313,
           "n": 188,
           "share": 0.6006389776357828,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 878,
           "n": 452,
           "share": 0.5148063781321185,
           "small": false
          },
          "eligible": 878,
          "risk_close": {
           "den": 452,
           "n": 229,
           "share": 0.5066371681415929,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5,
         "adj_other": 0.7850176297962154,
         "adjusted": -0.28501762979621537,
         "adjusted_hi": -0.1288663160417297,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.4060726674562559,
         "close": {
          "den": 188,
          "n": 96,
          "share": 0.5106382978723404,
          "small": true
         },
         "covered": {
          "den": 188,
          "n": 178,
          "share": 0.9468085106382979,
          "small": true
         },
         "crude": -0.2296214423873999,
         "crude_hi": -0.13214734637780975,
         "crude_left_out": 0,
         "crude_lo": -0.3228111463452042,
         "group": 342,
         "matches": 18,
         "na": null,
         "other": {
          "den": 154,
          "n": 114,
          "share": 0.7402597402597403,
          "small": true
         },
         "resamples": 2000,
         "strata": 35,
         "strata_both": 25
        },
        "stake": {
         "big": {
          "den": 335,
          "n": 196,
          "share": 0.5850746268656717,
          "small": false
         },
         "medium": {
          "den": 213,
          "n": 117,
          "share": 0.5492957746478874,
          "small": false
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 1015,
       "n": 417,
       "share": 0.41083743842364534,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 1947,
       "n": 417,
       "share": 0.21417565485362094,
       "small": false
      },
      "risk_pair_other": {
       "den": 932,
       "n": 456,
       "share": 0.4892703862660944,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7174853240582184,
      "auroc_blunder": 0.6847663491958794,
      "confident_badly_wrong": {
       "den": 2157,
       "n": 0,
       "share": 0.0
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 30,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 2157,
         "n": 30,
         "share": 0.013908205841446454
        },
        "mean_loss": 0.0019647101561228435,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 2157,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.04183461456260687,
      "held_out": {
       "blunders": 0.012109671051079095,
       "kept": 0.039876170830604844,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 2157,
      "surest": {
       "cut": 0.5915431584176731,
       "error_rate": 10.747340100782889,
       "n": 540,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7174853240582184,
      "best_share": 0.48448355720240854,
      "blunder_share": 0.24085224641037517,
      "brier": 0.21477183993641863,
      "clusters": 104,
      "confidence_n": 2157,
      "confident_badly_wrong": 0.0,
      "cost_coverage": 1.0,
      "decisions": 2159,
      "ece": 0.04183461456260687,
      "engine_scored": 2159,
      "error_hi": 36.40387392537881,
      "error_lo": 30.166719096109453,
      "error_rate": 33.1826399685664,
      "first_date": "2026-10-20",
      "group_sizes": [
       132,
       152
      ],
      "grouped": 2,
      "invalid": 0,
      "last_date": "2026-10-25",
      "mean_confidence": 0.44533979752091285,
      "over_budget": 0.0,
      "own_cost": {
       "decisions": 2159,
       "input_per_mtok": 0.04,
       "kind": "tokens",
       "output_per_mtok": 0,
       "source": "https://docs.fastino.ai/pricing",
       "tokens_in": 8267523,
       "tokens_out": 0,
       "usd": 0.33070092,
       "usd_per_1000": 0.15317319129226495
      },
      "p95_loss": 0.32329131364822383,
      "probability_source": "decision",
      "retry_mean": 0.0,
      "scored": 2159,
      "time_median": 0.479,
      "time_p90": 0.792,
      "tokens_in": 3829.3297823066237,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 0.15317319129226495,
      "very_confident": 0.013908205841446454,
      "worst_mean": 0.5151958253096651
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 10.97331048714557,
        "needless": 7.182986496664297,
        "none": 3.2413427395752152,
        "right_risk": 2.0277315458250906,
        "right_safety": 4.966338464042113,
        "wrong_risk": 4.790930235314115
       },
       "calls": {
        "missed": 344.0,
        "needless": 144.0,
        "right_risk": 249.0,
        "right_safety": 756.0,
        "wrong_risk": 82.0
       },
       "confidence": {
        "auroc_right_risk": 0.57808224046629,
        "missed_mean_p": 0.39748961711809394,
        "missed_n": 343,
        "taken_grouped": 0,
        "taken_n": 475,
        "taken_other": 0
       },
       "error_rate": 33.1826399685664,
       "found": {
        "den": 675.0,
        "n": 249.0,
        "share": 0.3688888888888889
       },
       "good": {
        "den": 475.0,
        "n": 249.0,
        "share": 0.5242105263157895
       },
       "judgement": 60.44444444444444,
       "judgement_hi": 62.56019595841687,
       "judgement_lo": 58.2510296368265,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.19248826291079812,
        "x": 0.6311111111111111,
        "y": 0.16
       },
       "margin": 0.001,
       "missed": {
        "den": 675.0,
        "n": 344.0,
        "share": 0.5096296296296297
       },
       "needless": {
        "den": 900.0,
        "n": 144.0,
        "share": 0.16
       },
       "needless_by_loss": {
        "big": {
         "den": 900.0,
         "n": 107.0,
         "share": 0.11888888888888889
        },
        "medium": {
         "den": 900.0,
         "n": 27.0,
         "share": 0.03
        },
        "small": {
         "den": 900.0,
         "n": 10.0,
         "share": 0.011111111111111112
        }
       },
       "no_trade_off": 584.0,
       "reference": null,
       "right_safety": {
        "den": 900.0,
        "n": 756.0,
        "share": 0.84
       },
       "risk_pays": 675.0,
       "safety_pays": 900.0,
       "scored": 2159,
       "sdt": {
        "aim": {
         "den": 331.0,
         "n": 249.0,
         "share": 0.7522658610271903
        },
        "beta": 2.0849808452391456,
        "caution": 0.5085063402105007,
        "caution_hi": 0.5843475494646305,
        "caution_lo": 0.4335263315971032,
        "cstar": 0.758419612849244,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9688036224597952,
        "dprime_hi": 1.0851968189006485,
        "dprime_lo": 0.8528400529413329,
        "false_alarm": {
         "den": 900.0,
         "n": 144.0,
         "share": 0.16
        },
        "false_alarm_rate": 0.16037735849056603,
        "hit": {
         "den": 675.0,
         "n": 331.0,
         "share": 0.49037037037037035
        },
        "hit_rate": 0.49038461538461536,
        "missed_loss": 0.1377405659403912,
        "missed_n": 344.0,
        "na": null,
        "needless_loss": 0.21538983119858635,
        "needless_n": 144.0
       },
       "size": {
        "bad": {
         "mean": 9.938053097345133,
         "n": 226.0,
         "too_few": false
        },
        "right": {
         "mean": 12.160642570281125,
         "n": 249.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 370.0,
          "n": 169.0,
          "share": 0.45675675675675675
         },
         "missed": {
          "den": 370.0,
          "n": 157.0,
          "share": 0.4243243243243243
         },
         "risk_pays": 370.0,
         "wrong": {
          "den": 370.0,
          "n": 44.0,
          "share": 0.11891891891891893
         }
        },
        "medium": {
         "found": {
          "den": 223.0,
          "n": 66.0,
          "share": 0.29596412556053814
         },
         "missed": {
          "den": 223.0,
          "n": 133.0,
          "share": 0.5964125560538116
         },
         "risk_pays": 223.0,
         "wrong": {
          "den": 223.0,
          "n": 24.0,
          "share": 0.10762331838565023
         }
        },
        "small": {
         "found": {
          "den": 82.0,
          "n": 14.0,
          "share": 0.17073170731707318
         },
         "missed": {
          "den": 82.0,
          "n": 54.0,
          "share": 0.6585365853658537
         },
         "risk_pays": 82.0,
         "wrong": {
          "den": 82.0,
          "n": 14.0,
          "share": 0.17073170731707318
         }
        }
       },
       "trade_off": 1575.0,
       "wrong": {
        "den": 675.0,
        "n": 82.0,
        "share": 0.12148148148148148
       }
      },
      "robust": {
       "by_call": {
        "missed": 10.52082161237488,
        "needless": 7.564660808784976,
        "none": 3.2413427395752152,
        "right_risk": 1.913418574927305,
        "right_safety": 5.418827338812803,
        "wrong_risk": 4.523568894091222
       },
       "calls": {
        "missed": 290.0,
        "needless": 172.0,
        "right_risk": 228.0,
        "right_safety": 810.0,
        "wrong_risk": 75.0
       },
       "confidence": {
        "auroc_right_risk": 0.5655053625967753,
        "missed_mean_p": 0.40052845836284556,
        "missed_n": 289,
        "taken_grouped": 0,
        "taken_n": 475,
        "taken_other": 0
       },
       "error_rate": 33.1826399685664,
       "found": {
        "den": 593.0,
        "n": 228.0,
        "share": 0.3844856661045531
       },
       "good": {
        "den": 475.0,
        "n": 228.0,
        "share": 0.48
       },
       "judgement": 60.466645830685906,
       "judgement_hi": 62.63847841930668,
       "judgement_lo": 58.205254770936904,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.2054794520547945,
        "x": 0.6155143338954469,
        "y": 0.17515274949083504
       },
       "margin": 0.02,
       "missed": {
        "den": 593.0,
        "n": 290.0,
        "share": 0.48903878583473864
       },
       "needless": {
        "den": 982.0,
        "n": 172.0,
        "share": 0.17515274949083504
       },
       "needless_by_loss": {
        "big": {
         "den": 982.0,
         "n": 113.0,
         "share": 0.11507128309572301
        },
        "medium": {
         "den": 982.0,
         "n": 34.0,
         "share": 0.034623217922606926
        },
        "small": {
         "den": 982.0,
         "n": 25.0,
         "share": 0.025458248472505093
        }
       },
       "no_trade_off": 584.0,
       "reference": null,
       "right_safety": {
        "den": 982.0,
        "n": 810.0,
        "share": 0.824847250509165
       },
       "risk_pays": 593.0,
       "safety_pays": 982.0,
       "scored": 2159,
       "sdt": {
        "aim": {
         "den": 303.0,
         "n": 228.0,
         "share": 0.7524752475247525
        },
        "beta": 2.0075489709817567,
        "caution": 0.4526417489540398,
        "caution_hi": 0.5301378237437027,
        "caution_lo": 0.38137316358783147,
        "cstar": 0.725839824294178,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9601492467463787,
        "dprime_hi": 1.0699870053717886,
        "dprime_lo": 0.8571238258597575,
        "false_alarm": {
         "den": 982.0,
         "n": 172.0,
         "share": 0.17515274949083504
        },
        "false_alarm_rate": 0.17548321464903358,
        "hit": {
         "den": 593.0,
         "n": 303.0,
         "share": 0.5109612141652614
        },
        "hit_rate": 0.5109427609427609,
        "missed_loss": 0.15665140593874044,
        "missed_n": 290.0,
        "na": null,
        "needless_loss": 0.18990817076938096,
        "needless_n": 172.0
       },
       "size": {
        "bad": {
         "mean": 10.097165991902834,
         "n": 247.0,
         "too_few": false
        },
        "right": {
         "mean": 12.192982456140351,
         "n": 228.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 370.0,
          "n": 166.0,
          "share": 0.4486486486486487
         },
         "missed": {
          "den": 370.0,
          "n": 157.0,
          "share": 0.4243243243243243
         },
         "risk_pays": 370.0,
         "wrong": {
          "den": 370.0,
          "n": 47.0,
          "share": 0.12702702702702703
         }
        },
        "medium": {
         "found": {
          "den": 223.0,
          "n": 62.0,
          "share": 0.27802690582959644
         },
         "missed": {
          "den": 223.0,
          "n": 133.0,
          "share": 0.5964125560538116
         },
         "risk_pays": 223.0,
         "wrong": {
          "den": 223.0,
          "n": 28.0,
          "share": 0.12556053811659193
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1575.0,
       "wrong": {
        "den": 593.0,
        "n": 75.0,
        "share": 0.12647554806070826
       }
      }
     },
     "slug": "fastino-glide"
    },
    "GLM-5.3 (low)": {
     "close": {
      "close": {
       "den": 527,
       "n": 29,
       "share": 0.05502846299810247,
       "small": false
      },
      "decisions": 1989,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 527,
      "exclusions": {
       "grouped": 184,
       "no_probabilities": 1,
       "not_audited": 187,
       "sparse": 1090
      },
      "groups": {
       "close": {
        "by_count": [
         17,
         7,
         2,
         3,
         0
        ],
        "differ": {
         "hitting": {
          "den": 29,
          "n": 9,
          "share": 0.3103448275862069,
          "small": true
         },
         "points": {
          "den": 29,
          "n": 5,
          "share": 0.1724137931034483,
          "small": true
         },
         "prime": {
          "den": 29,
          "n": 5,
          "share": 0.1724137931034483,
          "small": true
         },
         "race": {
          "den": 29,
          "n": 1,
          "share": 0.034482758620689655,
          "small": true
         }
        },
        "gap": {
         "mean": 0.11277328482989607,
         "median": 0.041048407554626465,
         "n": 29
        },
        "loss1": {
         "mean": 0.07840964506412375,
         "median": 0.007918238639831543,
         "n": 29
        },
        "loss2": {
         "mean": 0.0369816648549047,
         "median": 0.0,
         "n": 29
        },
        "n": 29,
        "p1": {
         "mean": 0.5283065239599,
         "median": 0.5247439798607527,
         "n": 29
        },
        "p2": {
         "mean": 0.38207554177102593,
         "median": 0.3924361222727896,
         "n": 29
        },
        "psum": {
         "mean": 0.910382065730926,
         "median": 0.9634273109657572,
         "n": 29
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         3,
         4,
         2,
         20
        ]
       },
       "other": {
        "by_count": [
         160,
         223,
         100,
         15,
         0
        ],
        "differ": {
         "hitting": {
          "den": 498,
          "n": 202,
          "share": 0.40562248995983935,
          "small": false
         },
         "points": {
          "den": 498,
          "n": 72,
          "share": 0.14457831325301204,
          "small": false
         },
         "prime": {
          "den": 498,
          "n": 128,
          "share": 0.2570281124497992,
          "small": false
         },
         "race": {
          "den": 498,
          "n": 66,
          "share": 0.13253012048192772,
          "small": false
         }
        },
        "gap": {
         "mean": 0.1340060979127884,
         "median": 0.05392920970916748,
         "n": 498
        },
        "loss1": {
         "mean": 0.025749141552362097,
         "median": 0.0,
         "n": 498
        },
        "loss2": {
         "mean": 0.12745362322732626,
         "median": 0.04200613498687744,
         "n": 498
        },
        "n": 498,
        "p1": {
         "mean": 0.954167475419293,
         "median": 0.9824774411111221,
         "n": 498
        },
        "p2": {
         "mean": 0.03564311215785503,
         "median": 0.0123856094301371,
         "n": 498
        },
        "psum": {
         "mean": 0.989810587577148,
         "median": 0.9981299561374187,
         "n": 498
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         2,
         7,
         489
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 274,
           "n": 16,
           "share": 0.058394160583941604,
           "small": false
          },
          "eligible": 274,
          "risk_close": {
           "den": 16,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 75,
           "n": 3,
           "share": 0.04,
           "small": true
          },
          "eligible": 75,
          "risk_close": {
           "den": 3,
           "n": 3,
           "share": 1.0,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 178,
           "n": 10,
           "share": 0.056179775280898875,
           "small": true
          },
          "eligible": 178,
          "risk_close": {
           "den": 10,
           "n": 6,
           "share": 0.6,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.0,
         "adj_other": 0.8465608465608465,
         "adjusted": -0.8465608465608465,
         "adjusted_hi": -0.7,
         "adjusted_left_out": 85,
         "adjusted_lo": -1.0,
         "close": {
          "den": 3,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "covered": {
          "den": 3,
          "n": 3,
          "share": 1.0,
          "small": true
         },
         "crude": -0.8305084745762712,
         "crude_hi": -0.7450980392156863,
         "crude_left_out": 85,
         "crude_lo": -0.9090909090909091,
         "group": 62,
         "matches": 16,
         "na": null,
         "other": {
          "den": 59,
          "n": 49,
          "share": 0.8305084745762712,
          "small": true
         },
         "resamples": 2000,
         "strata": 8,
         "strata_both": 2
        },
        "stake": {
         "big": {
          "den": 38,
          "n": 1,
          "share": 0.02631578947368421,
          "small": true
         },
         "medium": {
          "den": 25,
          "n": 2,
          "share": 0.08,
          "small": true
         },
         "small": {
          "den": 12,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 274,
           "n": 16,
           "share": 0.058394160583941604,
           "small": false
          },
          "eligible": 274,
          "risk_close": {
           "den": 16,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 63,
           "n": 3,
           "share": 0.047619047619047616,
           "small": true
          },
          "eligible": 63,
          "risk_close": {
           "den": 3,
           "n": 3,
           "share": 1.0,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 190,
           "n": 10,
           "share": 0.05263157894736842,
           "small": true
          },
          "eligible": 190,
          "risk_close": {
           "den": 10,
           "n": 6,
           "share": 0.6,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.0,
         "adj_other": 0.8465608465608465,
         "adjusted": -0.8465608465608465,
         "adjusted_hi": -0.7,
         "adjusted_left_out": 59,
         "adjusted_lo": -1.0,
         "close": {
          "den": 3,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "covered": {
          "den": 3,
          "n": 3,
          "share": 1.0,
          "small": true
         },
         "crude": -0.8125,
         "crude_hi": -0.7142857142857143,
         "crude_left_out": 59,
         "crude_lo": -0.9090909090909091,
         "group": 51,
         "matches": 16,
         "na": null,
         "other": {
          "den": 48,
          "n": 39,
          "share": 0.8125,
          "small": true
         },
         "resamples": 2000,
         "strata": 8,
         "strata_both": 2
        },
        "stake": {
         "big": {
          "den": 38,
          "n": 1,
          "share": 0.02631578947368421,
          "small": true
         },
         "medium": {
          "den": 25,
          "n": 2,
          "share": 0.08,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 29,
       "n": 9,
       "share": 0.3103448275862069,
       "small": true
      },
      "risk_close_of_eligible": {
       "den": 527,
       "n": 9,
       "share": 0.017077798861480076,
       "small": false
      },
      "risk_pair_other": {
       "den": 498,
       "n": 196,
       "share": 0.39357429718875503,
       "small": false
      },
      "ties": {
       "close": 4,
       "member": 13,
       "order": 4,
       "positive": 17,
       "top_two": 17,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.5155987644842074,
      "auroc_blunder": 0.511660999408634,
      "confident_badly_wrong": {
       "den": 1785,
       "n": 257,
       "share": 0.14397759103641455
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1401,
         "n": 257,
         "share": 0.18344039971448964
        },
        "kept": {
         "den": 1785,
         "n": 1401,
         "share": 0.7848739495798319
        },
        "mean_loss": 0.051958098380077235,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 766,
         "n": 167,
         "share": 0.21801566579634465
        },
        "kept": {
         "den": 1785,
         "n": 766,
         "share": 0.4291316526610644
        },
        "mean_loss": 0.06038407257736196,
        "too_few": false
       }
      },
      "ece": 0.3925087540780806,
      "held_out": {
       "blunders": 0.0805451483071452,
       "kept": 0.006494013390660502,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1785,
      "surest": {
       "cut": 0.9959305047197058,
       "error_rate": 30.972245555596064,
       "n": 447,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.5155987644842074,
      "best_share": 0.5017596782302665,
      "blunder_share": 0.21669180492709905,
      "brier": 0.4053580765463093,
      "clusters": 100,
      "confidence_n": 1785,
      "confident_badly_wrong": 0.14397759103641455,
      "cost_coverage": 1.0,
      "decisions": 1989,
      "ece": 0.3925087540780806,
      "engine_scored": 1989,
      "error_hi": 33.988169188371764,
      "error_lo": 27.84540792262547,
      "error_rate": 30.866173822236096,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 203,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.9179989501565119,
      "over_budget": 0.006033182503770739,
      "p95_loss": 0.310247254371643,
      "probability_source": "logprobs",
      "retry_mean": 6.685034188034188,
      "scored": 1989,
      "time_median": 1.746,
      "time_p90": 7.4812,
      "tokens_in": 4005.4695827048768,
      "tokens_out": 148.02362996480645,
      "too_few": false,
      "usd_per_1000": 2.9173718552036196,
      "very_confident": 0.7848739495798319,
      "worst_mean": 0.512480355573423
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 17.395758228783873,
        "needless": 1.8694416070595765,
        "none": 3.697974005196189,
        "right_risk": 1.7786702209528276,
        "right_safety": 3.9866154085397123,
        "wrong_risk": 2.137714351703918
       },
       "calls": {
        "missed": 422.0,
        "needless": 57.0,
        "right_risk": 205.0,
        "right_safety": 726.0,
        "wrong_risk": 41.0
       },
       "confidence": {
        "auroc_right_risk": 0.5162389735364876,
        "missed_mean_p": 0.9127431659425235,
        "missed_n": 373,
        "taken_grouped": 43,
        "taken_n": 259,
        "taken_other": 0
       },
       "error_rate": 30.866173822236096,
       "found": {
        "den": 668.0,
        "n": 205.0,
        "share": 0.3068862275449102
       },
       "good": {
        "den": 303.0,
        "n": 205.0,
        "share": 0.6765676567656765
       },
       "judgement": 61.704464633950494,
       "judgement_hi": 63.77670878438568,
       "judgement_lo": 59.67476963090035,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.08855291576673865,
        "x": 0.6931137724550899,
        "y": 0.07279693486590039
       },
       "margin": 0.001,
       "missed": {
        "den": 668.0,
        "n": 422.0,
        "share": 0.6317365269461078
       },
       "needless": {
        "den": 783.0,
        "n": 57.0,
        "share": 0.07279693486590039
       },
       "needless_by_loss": {
        "big": {
         "den": 783.0,
         "n": 35.0,
         "share": 0.04469987228607918
        },
        "medium": {
         "den": 783.0,
         "n": 15.0,
         "share": 0.019157088122605363
        },
        "small": {
         "den": 783.0,
         "n": 7.0,
         "share": 0.008939974457215836
        }
       },
       "no_trade_off": 538.0,
       "reference": null,
       "right_safety": {
        "den": 783.0,
        "n": 726.0,
        "share": 0.9272030651340997
       },
       "risk_pays": 668.0,
       "safety_pays": 783.0,
       "scored": 1989,
       "sdt": {
        "aim": {
         "den": 246.0,
         "n": 205.0,
         "share": 0.8333333333333334
        },
        "beta": 0.9325914640832854,
        "caution": 0.8936396642572635,
        "caution_hi": 0.9808948257322974,
        "caution_lo": 0.8107841143405541,
        "cstar": -0.06256707497373057,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.1154117000939414,
        "dprime_hi": 1.28761658966484,
        "dprime_lo": 0.9548056145107108,
        "false_alarm": {
         "den": 783.0,
         "n": 57.0,
         "share": 0.07279693486590039
        },
        "false_alarm_rate": 0.07334183673469388,
        "hit": {
         "den": 668.0,
         "n": 246.0,
         "share": 0.36826347305389223
        },
        "hit_rate": 0.3684603886397608,
        "missed_loss": 0.16398181572062145,
        "missed_n": 422.0,
        "na": null,
        "needless_loss": 0.13046734584005257,
        "needless_n": 57.0
       },
       "size": {
        "bad": {
         "mean": 7.459183673469388,
         "n": 98.0,
         "too_few": true
        },
        "right": {
         "mean": 8.770731707317074,
         "n": 205.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 383.0,
          "n": 141.0,
          "share": 0.3681462140992167
         },
         "missed": {
          "den": 383.0,
          "n": 224.0,
          "share": 0.5848563968668408
         },
         "risk_pays": 383.0,
         "wrong": {
          "den": 383.0,
          "n": 18.0,
          "share": 0.04699738903394256
         }
        },
        "medium": {
         "found": {
          "den": 196.0,
          "n": 56.0,
          "share": 0.2857142857142857
         },
         "missed": {
          "den": 196.0,
          "n": 127.0,
          "share": 0.6479591836734694
         },
         "risk_pays": 196.0,
         "wrong": {
          "den": 196.0,
          "n": 13.0,
          "share": 0.0663265306122449
         }
        },
        "small": {
         "found": {
          "den": 89.0,
          "n": 8.0,
          "share": 0.0898876404494382
         },
         "missed": {
          "den": 89.0,
          "n": 71.0,
          "share": 0.797752808988764
         },
         "risk_pays": 89.0,
         "wrong": {
          "den": 89.0,
          "n": 10.0,
          "share": 0.11235955056179775
         }
        }
       },
       "trade_off": 1451.0,
       "wrong": {
        "den": 668.0,
        "n": 41.0,
        "share": 0.061377245508982034
       }
      },
      "robust": {
       "by_call": {
        "missed": 17.019692057338176,
        "needless": 2.123590613082763,
        "none": 3.697974005196189,
        "right_risk": 1.275962848888683,
        "right_safety": 4.36268157998541,
        "wrong_risk": 2.3862727177448764
       },
       "calls": {
        "missed": 351.0,
        "needless": 75.0,
        "right_risk": 184.0,
        "right_safety": 797.0,
        "wrong_risk": 44.0
       },
       "confidence": {
        "auroc_right_risk": 0.5215831787260359,
        "missed_mean_p": 0.9116117941773004,
        "missed_n": 310,
        "taken_grouped": 43,
        "taken_n": 259,
        "taken_other": 0
       },
       "error_rate": 30.866173822236096,
       "found": {
        "den": 579.0,
        "n": 184.0,
        "share": 0.3177892918825561
       },
       "good": {
        "den": 303.0,
        "n": 184.0,
        "share": 0.6072607260726073
       },
       "judgement": 61.58900587853148,
       "judgement_hi": 63.862175897292104,
       "judgement_lo": 59.46976144238723,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11139240506329114,
        "x": 0.6822107081174439,
        "y": 0.0860091743119266
       },
       "margin": 0.02,
       "missed": {
        "den": 579.0,
        "n": 351.0,
        "share": 0.6062176165803109
       },
       "needless": {
        "den": 872.0,
        "n": 75.0,
        "share": 0.0860091743119266
       },
       "needless_by_loss": {
        "big": {
         "den": 872.0,
         "n": 39.0,
         "share": 0.04472477064220184
        },
        "medium": {
         "den": 872.0,
         "n": 20.0,
         "share": 0.022935779816513763
        },
        "small": {
         "den": 872.0,
         "n": 16.0,
         "share": 0.01834862385321101
        }
       },
       "no_trade_off": 538.0,
       "reference": null,
       "right_safety": {
        "den": 872.0,
        "n": 797.0,
        "share": 0.9139908256880734
       },
       "risk_pays": 579.0,
       "safety_pays": 872.0,
       "scored": 1989,
       "sdt": {
        "aim": {
         "den": 228.0,
         "n": 184.0,
         "share": 0.8070175438596491
        },
        "beta": 0.8794332331015046,
        "caution": 0.8158654509309825,
        "caution_hi": 0.8948023232139332,
        "caution_lo": 0.7424148222663073,
        "cstar": -0.11746693759384165,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.09373441520436,
        "dprime_hi": 1.2734631960194358,
        "dprime_lo": 0.9113432709657523,
        "false_alarm": {
         "den": 872.0,
         "n": 75.0,
         "share": 0.0860091743119266
        },
        "false_alarm_rate": 0.08648339060710195,
        "hit": {
         "den": 579.0,
         "n": 228.0,
         "share": 0.39378238341968913
        },
        "hit_rate": 0.3939655172413793,
        "missed_loss": 0.19288984331649933,
        "missed_n": 351.0,
        "na": null,
        "needless_loss": 0.11263524611790975,
        "needless_n": 75.0
       },
       "size": {
        "bad": {
         "mean": 8.033613445378151,
         "n": 119.0,
         "too_few": true
        },
        "right": {
         "mean": 8.548913043478262,
         "n": 184.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 383.0,
          "n": 136.0,
          "share": 0.35509138381201044
         },
         "missed": {
          "den": 383.0,
          "n": 224.0,
          "share": 0.5848563968668408
         },
         "risk_pays": 383.0,
         "wrong": {
          "den": 383.0,
          "n": 23.0,
          "share": 0.06005221932114883
         }
        },
        "medium": {
         "found": {
          "den": 196.0,
          "n": 48.0,
          "share": 0.24489795918367346
         },
         "missed": {
          "den": 196.0,
          "n": 127.0,
          "share": 0.6479591836734694
         },
         "risk_pays": 196.0,
         "wrong": {
          "den": 196.0,
          "n": 21.0,
          "share": 0.10714285714285714
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1451.0,
       "wrong": {
        "den": 579.0,
        "n": 44.0,
        "share": 0.07599309153713299
       }
      }
     },
     "slug": "glm-5-3-on"
    },
    "GNUbg weak": {
     "close": {
      "decisions": 2136,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 2136
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.46207865168539325,
      "blunder_share": 0.22144194756554308,
      "clusters": 94,
      "cost_coverage": 0.0,
      "decisions": 2136,
      "engine_scored": 2136,
      "error_hi": 29.79615872591371,
      "error_lo": 24.068358974977734,
      "error_rate": 26.975039085756972,
      "first_date": "2026-10-16",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-25",
      "over_budget": 0.0,
      "p95_loss": 0.26279696822166443,
      "probability_source": null,
      "retry_mean": 9.363295880149813e-06,
      "scored": 2136,
      "time_median": 0.01,
      "time_p90": 0.01,
      "too_few": false,
      "worst_mean": 0.38398785457432827
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 2.1905329022626305,
        "needless": 12.054322992036406,
        "none": 1.800976972678181,
        "right_risk": 2.929300579071491,
        "right_safety": 1.966152772698063,
        "wrong_risk": 6.033752867010202
       },
       "calls": {
        "missed": 111.0,
        "needless": 344.0,
        "right_risk": 483.0,
        "right_safety": 558.0,
        "wrong_risk": 176.0
       },
       "confidence": null,
       "error_rate": 26.975039085756972,
       "found": {
        "den": 770.0,
        "n": 483.0,
        "share": 0.6272727272727273
       },
       "good": {
        "den": 1003.0,
        "n": 483.0,
        "share": 0.481555333998006
       },
       "judgement": 62.2949002217295,
       "judgement_hi": 64.83975461405096,
       "judgement_lo": 59.54184951561016,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.6132404181184669,
        "x": 0.37272727272727274,
        "y": 0.38137472283813745
       },
       "margin": 0.001,
       "missed": {
        "den": 770.0,
        "n": 111.0,
        "share": 0.14415584415584415
       },
       "needless": {
        "den": 902.0,
        "n": 344.0,
        "share": 0.38137472283813745
       },
       "needless_by_loss": {
        "big": {
         "den": 902.0,
         "n": 211.0,
         "share": 0.23392461197339245
        },
        "medium": {
         "den": 902.0,
         "n": 100.0,
         "share": 0.11086474501108648
        },
        "small": {
         "den": 902.0,
         "n": 33.0,
         "share": 0.036585365853658534
        }
       },
       "no_trade_off": 464.0,
       "reference": null,
       "right_safety": {
        "den": 902.0,
        "n": 558.0,
        "share": 0.6186252771618626
       },
       "risk_pays": 770.0,
       "safety_pays": 902.0,
       "scored": 2136,
       "sdt": {
        "aim": {
         "den": 659.0,
         "n": 483.0,
         "share": 0.7329286798179059
        },
        "beta": 2.0800481670598545,
        "caution": -0.3791371028282712,
        "caution_hi": -0.30185885864764,
        "caution_lo": -0.46485664868300214,
        "cstar": 0.5379969108507809,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3613294721845584,
        "dprime_hi": 1.504102077679335,
        "dprime_lo": 1.2229762963863378,
        "false_alarm": {
         "den": 902.0,
         "n": 344.0,
         "share": 0.38137472283813745
        },
        "false_alarm_rate": 0.3815060908084164,
        "hit": {
         "den": 770.0,
         "n": 659.0,
         "share": 0.8558441558441559
        },
        "hit_rate": 0.8553826199740596,
        "missed_loss": 0.08430591494113475,
        "missed_n": 111.0,
        "na": null,
        "needless_loss": 0.14969787157552186,
        "needless_n": 344.0
       },
       "size": {
        "bad": {
         "mean": 13.467307692307692,
         "n": 520.0,
         "too_few": false
        },
        "right": {
         "mean": 11.200828157349896,
         "n": 483.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 397.0,
          "n": 327.0,
          "share": 0.8236775818639799
         },
         "missed": {
          "den": 397.0,
          "n": 30.0,
          "share": 0.07556675062972293
         },
         "risk_pays": 397.0,
         "wrong": {
          "den": 397.0,
          "n": 40.0,
          "share": 0.10075566750629723
         }
        },
        "medium": {
         "found": {
          "den": 251.0,
          "n": 124.0,
          "share": 0.4940239043824701
         },
         "missed": {
          "den": 251.0,
          "n": 40.0,
          "share": 0.1593625498007968
         },
         "risk_pays": 251.0,
         "wrong": {
          "den": 251.0,
          "n": 87.0,
          "share": 0.3466135458167331
         }
        },
        "small": {
         "found": {
          "den": 122.0,
          "n": 32.0,
          "share": 0.26229508196721313
         },
         "missed": {
          "den": 122.0,
          "n": 41.0,
          "share": 0.3360655737704918
         },
         "risk_pays": 122.0,
         "wrong": {
          "den": 122.0,
          "n": 49.0,
          "share": 0.4016393442622951
         }
        }
       },
       "trade_off": 1672.0,
       "wrong": {
        "den": 770.0,
        "n": 176.0,
        "share": 0.22857142857142856
       }
      },
      "robust": {
       "by_call": {
        "missed": 2.0029648147830357,
        "needless": 12.91498454629482,
        "none": 1.800976972678181,
        "right_risk": 2.5024489335687865,
        "right_safety": 2.153720860177658,
        "wrong_risk": 5.599942958254493
       },
       "calls": {
        "missed": 70.0,
        "needless": 425.0,
        "right_risk": 420.0,
        "right_safety": 599.0,
        "wrong_risk": 158.0
       },
       "confidence": null,
       "error_rate": 26.975039085756972,
       "found": {
        "den": 648.0,
        "n": 420.0,
        "share": 0.6481481481481481
       },
       "good": {
        "den": 1003.0,
        "n": 420.0,
        "share": 0.4187437686939183
       },
       "judgement": 61.655454282407405,
       "judgement_hi": 64.60633344061868,
       "judgement_lo": 58.72897035579289,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.6929824561403509,
        "x": 0.35185185185185186,
        "y": 0.4150390625
       },
       "margin": 0.02,
       "missed": {
        "den": 648.0,
        "n": 70.0,
        "share": 0.10802469135802469
       },
       "needless": {
        "den": 1024.0,
        "n": 425.0,
        "share": 0.4150390625
       },
       "needless_by_loss": {
        "big": {
         "den": 1024.0,
         "n": 225.0,
         "share": 0.2197265625
        },
        "medium": {
         "den": 1024.0,
         "n": 126.0,
         "share": 0.123046875
        },
        "small": {
         "den": 1024.0,
         "n": 74.0,
         "share": 0.072265625
        }
       },
       "no_trade_off": 464.0,
       "reference": null,
       "right_safety": {
        "den": 1024.0,
        "n": 599.0,
        "share": 0.5849609375
       },
       "risk_pays": 648.0,
       "safety_pays": 1024.0,
       "scored": 2136,
       "sdt": {
        "aim": {
         "den": 578.0,
         "n": 420.0,
         "share": 0.726643598615917
        },
        "beta": 1.678242176422712,
        "caution": -0.5097326098139878,
        "caution_hi": -0.4202863348236549,
        "caution_lo": -0.6035560508209965,
        "cstar": 0.35750009617271256,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4482427490830623,
        "dprime_hi": 1.6149286759690253,
        "dprime_lo": 1.3105725087001423,
        "false_alarm": {
         "den": 1024.0,
         "n": 425.0,
         "share": 0.4150390625
        },
        "false_alarm_rate": 0.4151219512195122,
        "hit": {
         "den": 648.0,
         "n": 578.0,
         "share": 0.8919753086419753
        },
        "hit_rate": 0.8913713405238829,
        "missed_loss": 0.12223808126790182,
        "missed_n": 70.0,
        "na": null,
        "needless_loss": 0.12981838583946229,
        "needless_n": 425.0
       },
       "size": {
        "bad": {
         "mean": 13.212692967409948,
         "n": 583.0,
         "too_few": false
        },
        "right": {
         "mean": 11.214285714285714,
         "n": 420.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 397.0,
          "n": 316.0,
          "share": 0.7959697732997482
         },
         "missed": {
          "den": 397.0,
          "n": 30.0,
          "share": 0.07556675062972293
         },
         "risk_pays": 397.0,
         "wrong": {
          "den": 397.0,
          "n": 51.0,
          "share": 0.12846347607052896
         }
        },
        "medium": {
         "found": {
          "den": 251.0,
          "n": 104.0,
          "share": 0.41434262948207173
         },
         "missed": {
          "den": 251.0,
          "n": 40.0,
          "share": 0.1593625498007968
         },
         "risk_pays": 251.0,
         "wrong": {
          "den": 251.0,
          "n": 107.0,
          "share": 0.4262948207171315
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1672.0,
       "wrong": {
        "den": 648.0,
        "n": 158.0,
        "share": 0.24382716049382716
       }
      }
     },
     "slug": "gnubg-weak"
    },
    "Gemini 3.8 Flash (high)": {
     "close": {
      "decisions": 2168,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1974,
       "not_audited": 194
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6314575645756457,
      "blunder_share": 0.10977859778597786,
      "clusters": 104,
      "cost_coverage": 1.0,
      "decisions": 2168,
      "engine_scored": 2168,
      "error_hi": 17.0154381065425,
      "error_lo": 12.903810956625556,
      "error_rate": 14.946429347585049,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 237,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.18404059040590406,
      "p95_loss": 0.1668665647506714,
      "probability_source": "choice_only",
      "retry_mean": 2.29165036900369,
      "scored": 2168,
      "time_median": 9.5885,
      "time_p90": 44.36469999999999,
      "tokens_in": 4344.454335793358,
      "tokens_out": 5091.751383763838,
      "too_few": false,
      "usd_per_1000": 22.35240844095941,
      "worst_mean": 0.30519890592054083
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 10.769729938949165,
        "needless": 0.41545713079811464,
        "none": 0.5035740615476981,
        "right_risk": 1.1646454445880277,
        "right_safety": 1.5018426940339957,
        "wrong_risk": 0.5911800776680457
       },
       "calls": {
        "missed": 450.0,
        "needless": 21.0,
        "right_risk": 264.0,
        "right_safety": 858.0,
        "wrong_risk": 17.0
       },
       "confidence": null,
       "error_rate": 14.946429347585049,
       "found": {
        "den": 731.0,
        "n": 264.0,
        "share": 0.36114911080711354
       },
       "good": {
        "den": 302.0,
        "n": 264.0,
        "share": 0.8741721854304636
       },
       "judgement": 66.86291629120892,
       "judgement_hi": 68.52115491308702,
       "judgement_lo": 65.21442056759784,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.03640256959314775,
        "x": 0.6388508891928865,
        "y": 0.023890784982935155
       },
       "margin": 0.001,
       "missed": {
        "den": 731.0,
        "n": 450.0,
        "share": 0.615595075239398
       },
       "needless": {
        "den": 879.0,
        "n": 21.0,
        "share": 0.023890784982935155
       },
       "needless_by_loss": {
        "big": {
         "den": 879.0,
         "n": 4.0,
         "share": 0.004550625711035267
        },
        "medium": {
         "den": 879.0,
         "n": 9.0,
         "share": 0.010238907849829351
        },
        "small": {
         "den": 879.0,
         "n": 8.0,
         "share": 0.009101251422070534
        }
       },
       "no_trade_off": 558.0,
       "reference": null,
       "right_safety": {
        "den": 879.0,
        "n": 858.0,
        "share": 0.9761092150170648
       },
       "risk_pays": 731.0,
       "safety_pays": 879.0,
       "scored": 2168,
       "sdt": {
        "aim": {
         "den": 281.0,
         "n": 264.0,
         "share": 0.9395017793594306
        },
        "beta": 0.9939993984020494,
        "caution": 1.131649162847859,
        "caution_hi": 1.233981732895945,
        "caution_lo": 1.0472576390650172,
        "cstar": -0.0035905375457885385,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.6762608601968825,
        "dprime_hi": 1.8793164512548597,
        "dprime_lo": 1.4939467752384923,
        "false_alarm": {
         "den": 879.0,
         "n": 21.0,
         "share": 0.023890784982935155
        },
        "false_alarm_rate": 0.024431818181818183,
        "hit": {
         "den": 731.0,
         "n": 281.0,
         "share": 0.3844049247606019
        },
        "hit_rate": 0.38456284153005466,
        "missed_loss": 0.10377233114507463,
        "missed_n": 450.0,
        "na": null,
        "needless_loss": 0.0857820056733631,
        "needless_n": 21.0
       },
       "size": {
        "bad": {
         "mean": 7.447368421052632,
         "n": 38.0,
         "too_few": true
        },
        "right": {
         "mean": 9.227272727272727,
         "n": 264.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 365.0,
          "n": 193.0,
          "share": 0.5287671232876713
         },
         "missed": {
          "den": 365.0,
          "n": 167.0,
          "share": 0.4575342465753425
         },
         "risk_pays": 365.0,
         "wrong": {
          "den": 365.0,
          "n": 5.0,
          "share": 0.0136986301369863
         }
        },
        "medium": {
         "found": {
          "den": 245.0,
          "n": 57.0,
          "share": 0.23265306122448978
         },
         "missed": {
          "den": 245.0,
          "n": 180.0,
          "share": 0.7346938775510204
         },
         "risk_pays": 245.0,
         "wrong": {
          "den": 245.0,
          "n": 8.0,
          "share": 0.0326530612244898
         }
        },
        "small": {
         "found": {
          "den": 121.0,
          "n": 14.0,
          "share": 0.11570247933884298
         },
         "missed": {
          "den": 121.0,
          "n": 103.0,
          "share": 0.8512396694214877
         },
         "risk_pays": 121.0,
         "wrong": {
          "den": 121.0,
          "n": 4.0,
          "share": 0.03305785123966942
         }
        }
       },
       "trade_off": 1610.0,
       "wrong": {
        "den": 731.0,
        "n": 17.0,
        "share": 0.023255813953488372
       }
      },
      "robust": {
       "by_call": {
        "missed": 10.253361835250995,
        "needless": 0.4444622410619391,
        "none": 0.5035740615476981,
        "right_risk": 1.0218876053156447,
        "right_safety": 2.018210797732167,
        "wrong_risk": 0.7049328066766042
       },
       "calls": {
        "missed": 347.0,
        "needless": 39.0,
        "right_risk": 239.0,
        "right_safety": 961.0,
        "wrong_risk": 24.0
       },
       "confidence": null,
       "error_rate": 14.946429347585049,
       "found": {
        "den": 610.0,
        "n": 239.0,
        "share": 0.3918032786885246
       },
       "good": {
        "den": 302.0,
        "n": 239.0,
        "share": 0.7913907284768212
       },
       "judgement": 67.64016393442623,
       "judgement_hi": 69.63751236568436,
       "judgement_lo": 65.53290391788272,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0646900269541779,
        "x": 0.6081967213114754,
        "y": 0.039
       },
       "margin": 0.02,
       "missed": {
        "den": 610.0,
        "n": 347.0,
        "share": 0.5688524590163935
       },
       "needless": {
        "den": 1000.0,
        "n": 39.0,
        "share": 0.039
       },
       "needless_by_loss": {
        "big": {
         "den": 1000.0,
         "n": 4.0,
         "share": 0.004
        },
        "medium": {
         "den": 1000.0,
         "n": 12.0,
         "share": 0.012
        },
        "small": {
         "den": 1000.0,
         "n": 23.0,
         "share": 0.023
        }
       },
       "no_trade_off": 558.0,
       "reference": null,
       "right_safety": {
        "den": 1000.0,
        "n": 961.0,
        "share": 0.961
       },
       "risk_pays": 610.0,
       "safety_pays": 1000.0,
       "scored": 2168,
       "sdt": {
        "aim": {
         "den": 263.0,
         "n": 239.0,
         "share": 0.908745247148289
        },
        "beta": 0.6322715213337458,
        "caution": 0.9650737201918687,
        "caution_hi": 1.0506275306303416,
        "caution_lo": 0.892254021606742,
        "cstar": -0.28945084363233703,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.5838141944244297,
        "dprime_hi": 1.7902340192655846,
        "dprime_lo": 1.4020988912206782,
        "false_alarm": {
         "den": 1000.0,
         "n": 39.0,
         "share": 0.039
        },
        "false_alarm_rate": 0.039460539460539464,
        "hit": {
         "den": 610.0,
         "n": 263.0,
         "share": 0.4311475409836066
        },
        "hit_rate": 0.43126022913256956,
        "missed_loss": 0.1281227000508597,
        "missed_n": 347.0,
        "na": null,
        "needless_loss": 0.049415084031912,
        "needless_n": 39.0
       },
       "size": {
        "bad": {
         "mean": 8.984126984126984,
         "n": 63.0,
         "too_few": true
        },
        "right": {
         "mean": 9.00836820083682,
         "n": 239.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 365.0,
          "n": 190.0,
          "share": 0.5205479452054794
         },
         "missed": {
          "den": 365.0,
          "n": 167.0,
          "share": 0.4575342465753425
         },
         "risk_pays": 365.0,
         "wrong": {
          "den": 365.0,
          "n": 8.0,
          "share": 0.021917808219178082
         }
        },
        "medium": {
         "found": {
          "den": 245.0,
          "n": 49.0,
          "share": 0.2
         },
         "missed": {
          "den": 245.0,
          "n": 180.0,
          "share": 0.7346938775510204
         },
         "risk_pays": 245.0,
         "wrong": {
          "den": 245.0,
          "n": 16.0,
          "share": 0.0653061224489796
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1610.0,
       "wrong": {
        "den": 610.0,
        "n": 24.0,
        "share": 0.03934426229508197
       }
      }
     },
     "slug": "gemini-3-8-flash-high"
    },
    "Gemini 3.8 Flash (low)": {
     "close": {
      "decisions": 2053,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1830,
       "not_audited": 223
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.5903555772040916,
      "blunder_share": 0.13492450073063808,
      "clusters": 102,
      "cost_coverage": 1.0,
      "decisions": 2053,
      "engine_scored": 2053,
      "error_hi": 18.16125630250965,
      "error_lo": 14.498559950292867,
      "error_rate": 16.332104504543924,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 202,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.007306380905991232,
      "p95_loss": 0.1801735401153564,
      "probability_source": "choice_only",
      "retry_mean": 0.04003701899659035,
      "scored": 2053,
      "time_median": 2.158,
      "time_p90": 6.873399999999998,
      "tokens_in": 4311.187043351193,
      "tokens_out": 237.11885046273747,
      "too_few": false,
      "usd_per_1000": 4.12258597174866,
      "worst_mean": 0.27874858865460145
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 9.900604196426292,
        "needless": 0.7987130983132475,
        "none": 1.2852092138802313,
        "right_risk": 0.7850529795673146,
        "right_safety": 2.819080992669404,
        "wrong_risk": 0.7434440236874342
       },
       "calls": {
        "missed": 400.0,
        "needless": 32.0,
        "right_risk": 214.0,
        "right_safety": 877.0,
        "wrong_risk": 19.0
       },
       "confidence": null,
       "error_rate": 16.332104504543924,
       "found": {
        "den": 633.0,
        "n": 214.0,
        "share": 0.3380726698262243
       },
       "good": {
        "den": 265.0,
        "n": 214.0,
        "share": 0.8075471698113208
       },
       "judgement": 65.14345747370946,
       "judgement_hi": 66.81284985583373,
       "judgement_lo": 63.52906966652296,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.045346062052505964,
        "x": 0.6619273301737757,
        "y": 0.0352035203520352
       },
       "margin": 0.001,
       "missed": {
        "den": 633.0,
        "n": 400.0,
        "share": 0.631911532385466
       },
       "needless": {
        "den": 909.0,
        "n": 32.0,
        "share": 0.0352035203520352
       },
       "needless_by_loss": {
        "big": {
         "den": 909.0,
         "n": 15.0,
         "share": 0.0165016501650165
        },
        "medium": {
         "den": 909.0,
         "n": 10.0,
         "share": 0.011001100110011002
        },
        "small": {
         "den": 909.0,
         "n": 7.0,
         "share": 0.007700770077007701
        }
       },
       "no_trade_off": 511.0,
       "reference": null,
       "right_safety": {
        "den": 909.0,
        "n": 877.0,
        "share": 0.9647964796479648
       },
       "risk_pays": 633.0,
       "safety_pays": 909.0,
       "scored": 2053,
       "sdt": {
        "aim": {
         "den": 233.0,
         "n": 214.0,
         "share": 0.9184549356223176
        },
        "beta": 1.4481024691810829,
        "caution": 1.069555755854926,
        "caution_hi": 1.1698498196372158,
        "caution_lo": 0.9874159439086214,
        "cstar": 0.252496217441624,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4663746697685283,
        "dprime_hi": 1.639246837317353,
        "dprime_lo": 1.3250812403208396,
        "false_alarm": {
         "den": 909.0,
         "n": 32.0,
         "share": 0.0352035203520352
        },
        "false_alarm_rate": 0.03571428571428571,
        "hit": {
         "den": 633.0,
         "n": 233.0,
         "share": 0.36808846761453395
        },
        "hit_rate": 0.36829652996845424,
        "missed_loss": 0.10162970207631589,
        "missed_n": 400.0,
        "na": null,
        "needless_loss": 0.10248487442731857,
        "needless_n": 32.0
       },
       "size": {
        "bad": {
         "mean": 7.03921568627451,
         "n": 51.0,
         "too_few": true
        },
        "right": {
         "mean": 9.705607476635514,
         "n": 214.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 305.0,
          "n": 151.0,
          "share": 0.49508196721311476
         },
         "missed": {
          "den": 305.0,
          "n": 148.0,
          "share": 0.4852459016393443
         },
         "risk_pays": 305.0,
         "wrong": {
          "den": 305.0,
          "n": 6.0,
          "share": 0.019672131147540985
         }
        },
        "medium": {
         "found": {
          "den": 235.0,
          "n": 58.0,
          "share": 0.24680851063829787
         },
         "missed": {
          "den": 235.0,
          "n": 167.0,
          "share": 0.7106382978723405
         },
         "risk_pays": 235.0,
         "wrong": {
          "den": 235.0,
          "n": 10.0,
          "share": 0.0425531914893617
         }
        },
        "small": {
         "found": {
          "den": 93.0,
          "n": 5.0,
          "share": 0.053763440860215055
         },
         "missed": {
          "den": 93.0,
          "n": 85.0,
          "share": 0.9139784946236559
         },
         "risk_pays": 93.0,
         "wrong": {
          "den": 93.0,
          "n": 3.0,
          "share": 0.03225806451612903
         }
        }
       },
       "trade_off": 1542.0,
       "wrong": {
        "den": 633.0,
        "n": 19.0,
        "share": 0.030015797788309637
       }
      },
      "robust": {
       "by_call": {
        "missed": 9.517085614636416,
        "needless": 0.9102684895236262,
        "none": 1.2852092138802313,
        "right_risk": 0.6883284462642159,
        "right_safety": 3.2025995744592786,
        "wrong_risk": 0.7286131657801543
       },
       "calls": {
        "missed": 315.0,
        "needless": 40.0,
        "right_risk": 203.0,
        "right_safety": 962.0,
        "wrong_risk": 22.0
       },
       "confidence": null,
       "error_rate": 16.332104504543924,
       "found": {
        "den": 540.0,
        "n": 203.0,
        "share": 0.37592592592592594
       },
       "good": {
        "den": 265.0,
        "n": 203.0,
        "share": 0.7660377358490567
       },
       "judgement": 66.80028831226437,
       "judgement_hi": 68.76648341024244,
       "judgement_lo": 64.8715311230423,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.06528189910979229,
        "x": 0.6240740740740741,
        "y": 0.03992015968063872
       },
       "margin": 0.02,
       "missed": {
        "den": 540.0,
        "n": 315.0,
        "share": 0.5833333333333334
       },
       "needless": {
        "den": 1002.0,
        "n": 40.0,
        "share": 0.03992015968063872
       },
       "needless_by_loss": {
        "big": {
         "den": 1002.0,
         "n": 17.0,
         "share": 0.016966067864271458
        },
        "medium": {
         "den": 1002.0,
         "n": 11.0,
         "share": 0.010978043912175649
        },
        "small": {
         "den": 1002.0,
         "n": 12.0,
         "share": 0.011976047904191617
        }
       },
       "no_trade_off": 511.0,
       "reference": null,
       "right_safety": {
        "den": 1002.0,
        "n": 962.0,
        "share": 0.9600798403193613
       },
       "risk_pays": 540.0,
       "safety_pays": 1002.0,
       "scored": 2053,
       "sdt": {
        "aim": {
         "den": 225.0,
         "n": 203.0,
         "share": 0.9022222222222223
        },
        "beta": 1.3976230583349796,
        "caution": 0.9781700211810852,
        "caution_hi": 1.07476115013689,
        "caution_lo": 0.8981692490417221,
        "cstar": 0.21791246554679022,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.536272729437686,
        "dprime_hi": 1.709713268925977,
        "dprime_lo": 1.381400580683983,
        "false_alarm": {
         "den": 1002.0,
         "n": 40.0,
         "share": 0.03992015968063872
        },
        "false_alarm_rate": 0.04037886340977069,
        "hit": {
         "den": 540.0,
         "n": 225.0,
         "share": 0.4166666666666667
        },
        "hit_rate": 0.4168207024029575,
        "missed_loss": 0.12405445566253057,
        "missed_n": 315.0,
        "na": null,
        "needless_loss": 0.09343906044960022,
        "needless_n": 40.0
       },
       "size": {
        "bad": {
         "mean": 7.661290322580645,
         "n": 62.0,
         "too_few": true
        },
        "right": {
         "mean": 9.660098522167488,
         "n": 203.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 305.0,
          "n": 149.0,
          "share": 0.4885245901639344
         },
         "missed": {
          "den": 305.0,
          "n": 148.0,
          "share": 0.4852459016393443
         },
         "risk_pays": 305.0,
         "wrong": {
          "den": 305.0,
          "n": 8.0,
          "share": 0.02622950819672131
         }
        },
        "medium": {
         "found": {
          "den": 235.0,
          "n": 54.0,
          "share": 0.2297872340425532
         },
         "missed": {
          "den": 235.0,
          "n": 167.0,
          "share": 0.7106382978723405
         },
         "risk_pays": 235.0,
         "wrong": {
          "den": 235.0,
          "n": 14.0,
          "share": 0.059574468085106386
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1542.0,
       "wrong": {
        "den": 540.0,
        "n": 22.0,
        "share": 0.040740740740740744
       }
      }
     },
     "slug": "gemini-3-8-flash-low"
    },
    "Gemma 4 31B (off)": {
     "close": {
      "close": {
       "den": 475,
       "n": 14,
       "share": 0.029473684210526315,
       "small": false
      },
      "decisions": 1847,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 475,
      "exclusions": {
       "grouped": 148,
       "not_audited": 231,
       "sparse": 993
      },
      "groups": {
       "close": {
        "by_count": [
         6,
         5,
         3,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 14,
          "n": 6,
          "share": 0.42857142857142855,
          "small": true
         },
         "points": {
          "den": 14,
          "n": 2,
          "share": 0.14285714285714285,
          "small": true
         },
         "prime": {
          "den": 14,
          "n": 3,
          "share": 0.21428571428571427,
          "small": true
         },
         "race": {
          "den": 14,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        },
        "gap": {
         "mean": 0.07922504203660148,
         "median": 0.0398486852645874,
         "n": 14
        },
        "loss1": {
         "mean": 0.028444605214255198,
         "median": 0.0,
         "n": 14
        },
        "loss2": {
         "mean": 0.059581445796149116,
         "median": 0.013606369495391846,
         "n": 14
        },
        "n": 14,
        "p1": {
         "mean": 0.5635302120792763,
         "median": 0.5612691114520361,
         "n": 14
        },
        "p2": {
         "mean": 0.40770560642873044,
         "median": 0.4148040549600782,
         "n": 14
        },
        "psum": {
         "mean": 0.9712358185080069,
         "median": 0.9984950397994548,
         "n": 14
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         2,
         12
        ]
       },
       "other": {
        "by_count": [
         185,
         178,
         81,
         17,
         0
        ],
        "differ": {
         "hitting": {
          "den": 461,
          "n": 162,
          "share": 0.351409978308026,
          "small": false
         },
         "points": {
          "den": 461,
          "n": 65,
          "share": 0.14099783080260303,
          "small": false
         },
         "prime": {
          "den": 461,
          "n": 116,
          "share": 0.25162689804772237,
          "small": false
         },
         "race": {
          "den": 461,
          "n": 48,
          "share": 0.10412147505422993,
          "small": false
         }
        },
        "gap": {
         "mean": 0.09990072108142546,
         "median": 0.03555893898010254,
         "n": 461
        },
        "loss1": {
         "mean": 0.02353126767400547,
         "median": 0.0,
         "n": 461
        },
        "loss2": {
         "mean": 0.09509843911110967,
         "median": 0.029202938079833984,
         "n": 461
        },
        "n": 461,
        "p1": {
         "mean": 0.9768127994348579,
         "median": 0.999836834219735,
         "n": 461
        },
        "p2": {
         "mean": 0.02118637113396625,
         "median": 0.00015256402578962944,
         "n": 461
        },
        "psum": {
         "mean": 0.9979991705688241,
         "median": 0.9999992487647918,
         "n": 461
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         2,
         459
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 250,
           "n": 6,
           "share": 0.024,
           "small": false
          },
          "eligible": 250,
          "risk_close": {
           "den": 6,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 81,
           "n": 4,
           "share": 0.04938271604938271,
           "small": true
          },
          "eligible": 81,
          "risk_close": {
           "den": 4,
           "n": 2,
           "share": 0.5,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 144,
           "n": 4,
           "share": 0.027777777777777776,
           "small": true
          },
          "eligible": 144,
          "risk_close": {
           "den": 4,
           "n": 4,
           "share": 1.0,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.0,
         "adj_other": 0.7115384615384616,
         "adjusted": -0.7115384615384616,
         "adjusted_hi": 0.0,
         "adjusted_left_out": 281,
         "adjusted_lo": -1.0,
         "close": {
          "den": 2,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "covered": {
          "den": 2,
          "n": 2,
          "share": 1.0,
          "small": true
         },
         "crude": -0.6363636363636364,
         "crude_hi": -0.5,
         "crude_left_out": 233,
         "crude_lo": -0.7457164869029276,
         "group": 57,
         "matches": 16,
         "na": null,
         "other": {
          "den": 55,
          "n": 35,
          "share": 0.6363636363636364,
          "small": true
         },
         "resamples": 2000,
         "strata": 11,
         "strata_both": 2
        },
        "stake": {
         "big": {
          "den": 40,
          "n": 1,
          "share": 0.025,
          "small": true
         },
         "medium": {
          "den": 29,
          "n": 2,
          "share": 0.06896551724137931,
          "small": true
         },
         "small": {
          "den": 12,
          "n": 1,
          "share": 0.08333333333333333,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 250,
           "n": 6,
           "share": 0.024,
           "small": false
          },
          "eligible": 250,
          "risk_close": {
           "den": 6,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 69,
           "n": 3,
           "share": 0.043478260869565216,
           "small": true
          },
          "eligible": 69,
          "risk_close": {
           "den": 3,
           "n": 2,
           "share": 0.6666666666666666,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 156,
           "n": 5,
           "share": 0.03205128205128205,
           "small": true
          },
          "eligible": 156,
          "risk_close": {
           "den": 5,
           "n": 4,
           "share": 0.8,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.0,
         "adj_other": 0.6666666666666667,
         "adjusted": -0.6666666666666667,
         "adjusted_hi": 0.0,
         "adjusted_left_out": 350,
         "adjusted_lo": -1.0,
         "close": {
          "den": 2,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "covered": {
          "den": 2,
          "n": 2,
          "share": 1.0,
          "small": true
         },
         "crude": -0.574468085106383,
         "crude_hi": -0.43478260869565216,
         "crude_left_out": 239,
         "crude_lo": -0.6923076923076923,
         "group": 49,
         "matches": 16,
         "na": null,
         "other": {
          "den": 47,
          "n": 27,
          "share": 0.574468085106383,
          "small": true
         },
         "resamples": 2000,
         "strata": 10,
         "strata_both": 2
        },
        "stake": {
         "big": {
          "den": 40,
          "n": 1,
          "share": 0.025,
          "small": true
         },
         "medium": {
          "den": 29,
          "n": 2,
          "share": 0.06896551724137931,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 14,
       "n": 6,
       "share": 0.42857142857142855,
       "small": true
      },
      "risk_close_of_eligible": {
       "den": 475,
       "n": 6,
       "share": 0.01263157894736842,
       "small": false
      },
      "risk_pair_other": {
       "den": 461,
       "n": 154,
       "share": 0.33405639913232105,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 1,
       "order": 0,
       "positive": 1,
       "top_two": 1,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6606563485365958,
      "auroc_blunder": 0.6031729825250344,
      "confident_badly_wrong": {
       "den": 1664,
       "n": 239,
       "share": 0.14362980769230768
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1510,
         "n": 239,
         "share": 0.15827814569536425
        },
        "kept": {
         "den": 1664,
         "n": 1510,
         "share": 0.9074519230769231
        },
        "mean_loss": 0.039637134959366147,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 1349,
         "n": 200,
         "share": 0.14825796886582654
        },
        "kept": {
         "den": 1664,
         "n": 1349,
         "share": 0.8106971153846154
        },
        "mean_loss": 0.03646793263412741,
        "too_few": false
       }
      },
      "ece": 0.40049485774929267,
      "held_out": {
       "blunders": 0.1285512850420643,
       "kept": 0.015685113579938625,
       "no_cutoff": 150,
       "runs": 300
      },
      "n": 1664,
      "surest": {
       "cut": 0.9999990570378902,
       "error_rate": 14.257927138644915,
       "n": 416,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6606563485365958,
      "best_share": 0.5441256090958311,
      "blunder_share": 0.1824580400649702,
      "brier": 0.40111310849286447,
      "clusters": 94,
      "confidence_n": 1664,
      "confident_badly_wrong": 0.14362980769230768,
      "cost_coverage": 1.0,
      "decisions": 1847,
      "ece": 0.40049485774929267,
      "engine_scored": 1847,
      "error_hi": 25.309819313416035,
      "error_lo": 19.880791518808966,
      "error_rate": 22.47882081356059,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 183,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.9696054346723696,
      "over_budget": 0.016242555495397944,
      "own_cost": {
       "decisions": 1847,
       "estimate": true,
       "excluded_hours": 151.16666666666666,
       "gaps": [
        [
         "2026-10-19T20:30Z",
         "2026-10-19T20:41Z",
         11
        ],
        [
         "2026-10-19T20:45Z",
         "2026-10-19T22:27Z",
         102
        ],
        [
         "2026-10-20T02:51Z",
         "2026-10-20T04:53Z",
         122
        ],
        [
         "2026-10-20T05:06Z",
         "2026-10-20T06:01Z",
         55
        ],
        [
         "2026-10-20T06:16Z",
         "2026-10-21T01:09Z",
         1133
        ],
        [
         "2026-10-21T01:19Z",
         "2026-10-21T06:01Z",
         282
        ],
        [
         "2026-10-21T06:48Z",
         "2026-10-23T21:37Z",
         3768
        ],
        [
         "2026-10-23T21:41Z",
         "2026-10-25T07:55Z",
         2054
        ],
        [
         "2026-10-25T08:53Z",
         "2026-10-25T20:18Z",
         685
        ],
        [
         "2026-10-25T20:18Z",
         "2026-10-26T10:36Z",
         858
        ]
       ],
       "gpu_decisions": 1847,
       "gpu_usd": 15.17226129747234,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 7.5490519444147655,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 1.5918261110782626,
         "machine": "dgx_spark",
         "usd": 0.33876897246444615,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 5.957225833336503,
         "machine": "rtx_pro_6000",
         "usd": 14.833492325007894,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 15.17226129747234,
       "usd_per_1000": 8.214543203829097
      },
      "p95_loss": 0.2219608426094051,
      "probability_source": "logprobs",
      "retry_mean": 0.8970833784515431,
      "scored": 1847,
      "time_median": 0.311,
      "time_p90": 4.0316,
      "tokens_in": 4166.734163508392,
      "tokens_out": 1.2495939361126152,
      "too_few": false,
      "usd_per_1000": 8.214543203829097,
      "very_confident": 0.9074519230769231,
      "worst_mean": 0.3764484936128492
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 11.120296986476111,
        "needless": 2.057741849436654,
        "none": 2.5653740039178987,
        "right_risk": 1.546048672701387,
        "right_safety": 3.067688662488201,
        "wrong_risk": 2.121670638540337
       },
       "calls": {
        "missed": 341.0,
        "needless": 63.0,
        "right_risk": 194.0,
        "right_safety": 732.0,
        "wrong_risk": 49.0
       },
       "confidence": {
        "auroc_right_risk": 0.6012230857434068,
        "missed_mean_p": 0.97483588851821,
        "missed_n": 299,
        "taken_grouped": 45,
        "taken_n": 261,
        "taken_other": 0
       },
       "error_rate": 22.47882081356059,
       "found": {
        "den": 584.0,
        "n": 194.0,
        "share": 0.3321917808219178
       },
       "good": {
        "den": 306.0,
        "n": 194.0,
        "share": 0.6339869281045751
       },
       "judgement": 62.647324890152504,
       "judgement_hi": 65.03643951701261,
       "judgement_lo": 60.3838740457105,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12564102564102564,
        "x": 0.6678082191780822,
        "y": 0.07924528301886792
       },
       "margin": 0.001,
       "missed": {
        "den": 584.0,
        "n": 341.0,
        "share": 0.583904109589041
       },
       "needless": {
        "den": 795.0,
        "n": 63.0,
        "share": 0.07924528301886792
       },
       "needless_by_loss": {
        "big": {
         "den": 795.0,
         "n": 39.0,
         "share": 0.04905660377358491
        },
        "medium": {
         "den": 795.0,
         "n": 22.0,
         "share": 0.027672955974842768
        },
        "small": {
         "den": 795.0,
         "n": 2.0,
         "share": 0.0025157232704402514
        }
       },
       "no_trade_off": 468.0,
       "reference": null,
       "right_safety": {
        "den": 795.0,
        "n": 732.0,
        "share": 0.9207547169811321
       },
       "risk_pays": 584.0,
       "safety_pays": 795.0,
       "scored": 1847,
       "sdt": {
        "aim": {
         "den": 243.0,
         "n": 194.0,
         "share": 0.7983539094650206
        },
        "beta": 1.3634606710699937,
        "caution": 0.8090589808989821,
        "caution_hi": 0.9013138555312011,
        "caution_lo": 0.7223429868305109,
        "cstar": 0.2594207355823052,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.1950705408797155,
        "dprime_hi": 1.356011648230725,
        "dprime_lo": 1.038255729140759,
        "false_alarm": {
         "den": 795.0,
         "n": 63.0,
         "share": 0.07924528301886792
        },
        "false_alarm_rate": 0.07977386934673367,
        "hit": {
         "den": 584.0,
         "n": 243.0,
         "share": 0.4160958904109589
        },
        "hit_rate": 0.41623931623931626,
        "missed_loss": 0.12046444887989077,
        "missed_n": 341.0,
        "na": null,
        "needless_loss": 0.12065553002887303,
        "needless_n": 63.0
       },
       "size": {
        "bad": {
         "mean": 7.607142857142857,
         "n": 112.0,
         "too_few": true
        },
        "right": {
         "mean": 10.989690721649485,
         "n": 194.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 304.0,
          "n": 136.0,
          "share": 0.4473684210526316
         },
         "missed": {
          "den": 304.0,
          "n": 149.0,
          "share": 0.4901315789473684
         },
         "risk_pays": 304.0,
         "wrong": {
          "den": 304.0,
          "n": 19.0,
          "share": 0.0625
         }
        },
        "medium": {
         "found": {
          "den": 209.0,
          "n": 51.0,
          "share": 0.24401913875598086
         },
         "missed": {
          "den": 209.0,
          "n": 137.0,
          "share": 0.6555023923444976
         },
         "risk_pays": 209.0,
         "wrong": {
          "den": 209.0,
          "n": 21.0,
          "share": 0.10047846889952153
         }
        },
        "small": {
         "found": {
          "den": 71.0,
          "n": 7.0,
          "share": 0.09859154929577464
         },
         "missed": {
          "den": 71.0,
          "n": 55.0,
          "share": 0.7746478873239436
         },
         "risk_pays": 71.0,
         "wrong": {
          "den": 71.0,
          "n": 9.0,
          "share": 0.1267605633802817
         }
        }
       },
       "trade_off": 1379.0,
       "wrong": {
        "den": 584.0,
        "n": 49.0,
        "share": 0.0839041095890411
       }
      },
      "robust": {
       "by_call": {
        "missed": 10.677722027060401,
        "needless": 2.2718327459801064,
        "none": 2.5653740039178987,
        "right_risk": 1.4336932073364919,
        "right_safety": 3.5102636219039116,
        "wrong_risk": 2.01993520736178
       },
       "calls": {
        "missed": 286.0,
        "needless": 79.0,
        "right_risk": 182.0,
        "right_safety": 787.0,
        "wrong_risk": 45.0
       },
       "confidence": {
        "auroc_right_risk": 0.6308182263596276,
        "missed_mean_p": 0.9717690633413903,
        "missed_n": 253,
        "taken_grouped": 45,
        "taken_n": 261,
        "taken_other": 0
       },
       "error_rate": 22.47882081356059,
       "found": {
        "den": 513.0,
        "n": 182.0,
        "share": 0.35477582846003897
       },
       "good": {
        "den": 306.0,
        "n": 182.0,
        "share": 0.5947712418300654
       },
       "judgement": 63.17759049921442,
       "judgement_hi": 65.5889849786069,
       "judgement_lo": 60.970241564657904,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.13595166163141995,
        "x": 0.645224171539961,
        "y": 0.09122401847575058
       },
       "margin": 0.02,
       "missed": {
        "den": 513.0,
        "n": 286.0,
        "share": 0.557504873294347
       },
       "needless": {
        "den": 866.0,
        "n": 79.0,
        "share": 0.09122401847575058
       },
       "needless_by_loss": {
        "big": {
         "den": 866.0,
         "n": 43.0,
         "share": 0.049653579676674366
        },
        "medium": {
         "den": 866.0,
         "n": 25.0,
         "share": 0.028868360277136258
        },
        "small": {
         "den": 866.0,
         "n": 11.0,
         "share": 0.012702078521939953
        }
       },
       "no_trade_off": 468.0,
       "reference": null,
       "right_safety": {
        "den": 866.0,
        "n": 787.0,
        "share": 0.9087759815242494
       },
       "risk_pays": 513.0,
       "safety_pays": 866.0,
       "scored": 1847,
       "sdt": {
        "aim": {
         "den": 227.0,
         "n": 182.0,
         "share": 0.801762114537445
        },
        "beta": 1.3002809898277086,
        "caution": 0.7373745733239244,
        "caution_hi": 0.818024862474868,
        "caution_lo": 0.6613211310008141,
        "cstar": 0.22139558535868598,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.1860235907920635,
        "dprime_hi": 1.3531028315959266,
        "dprime_lo": 1.0282277665095578,
        "false_alarm": {
         "den": 866.0,
         "n": 79.0,
         "share": 0.09122401847575058
        },
        "false_alarm_rate": 0.09169550173010381,
        "hit": {
         "den": 513.0,
         "n": 227.0,
         "share": 0.442495126705653
        },
        "hit_rate": 0.44260700389105057,
        "missed_loss": 0.1379143537341298,
        "missed_n": 286.0,
        "na": null,
        "needless_loss": 0.10622974890696851,
        "needless_n": 79.0
       },
       "size": {
        "bad": {
         "mean": 8.298387096774194,
         "n": 124.0,
         "too_few": true
        },
        "right": {
         "mean": 10.741758241758241,
         "n": 182.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 304.0,
          "n": 133.0,
          "share": 0.4375
         },
         "missed": {
          "den": 304.0,
          "n": 149.0,
          "share": 0.4901315789473684
         },
         "risk_pays": 304.0,
         "wrong": {
          "den": 304.0,
          "n": 22.0,
          "share": 0.07236842105263158
         }
        },
        "medium": {
         "found": {
          "den": 209.0,
          "n": 49.0,
          "share": 0.23444976076555024
         },
         "missed": {
          "den": 209.0,
          "n": 137.0,
          "share": 0.6555023923444976
         },
         "risk_pays": 209.0,
         "wrong": {
          "den": 209.0,
          "n": 23.0,
          "share": 0.11004784688995216
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1379.0,
       "wrong": {
        "den": 513.0,
        "n": 45.0,
        "share": 0.08771929824561403
       }
      }
     },
     "slug": "gemma-4-31b-off"
    },
    "Gemma 4 31B (on)": {
     "close": {
      "close": {
       "den": 169,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "decisions": 2122,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 169,
      "exclusions": {
       "grouped": 175,
       "not_audited": 599,
       "sparse": 1179
      },
      "groups": {
       "close": {
        "by_count": [
         0,
         0,
         0,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "points": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "prime": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "race": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "gap": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "n": 0,
        "p1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "p2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0
        ]
       },
       "other": {
        "by_count": [
         53,
         73,
         39,
         4,
         0
        ],
        "differ": {
         "hitting": {
          "den": 169,
          "n": 68,
          "share": 0.40236686390532544,
          "small": true
         },
         "points": {
          "den": 169,
          "n": 18,
          "share": 0.10650887573964497,
          "small": true
         },
         "prime": {
          "den": 169,
          "n": 48,
          "share": 0.28402366863905326,
          "small": true
         },
         "race": {
          "den": 169,
          "n": 29,
          "share": 0.17159763313609466,
          "small": true
         }
        },
        "gap": {
         "mean": 0.14192516528643095,
         "median": 0.05368685722351074,
         "n": 169
        },
        "loss1": {
         "mean": 0.008113073526754886,
         "median": 0.0,
         "n": 169
        },
        "loss2": {
         "mean": 0.13727601886500973,
         "median": 0.04500126838684082,
         "n": 169
        },
        "n": 169,
        "p1": {
         "mean": 0.9999734228884493,
         "median": 0.9999999006891412,
         "n": 169
        },
        "p2": {
         "mean": 2.6537929015719625e-05,
         "median": 9.32948448314427e-08,
         "n": 169
        },
        "psum": {
         "mean": 0.9999999608174651,
         "median": 1.0,
         "n": 169
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         169
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 98,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 98,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 14,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 14,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 57,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 57,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 13,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 13,
          "n": 10,
          "share": 0.7692307692307693,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 2,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 8,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 4,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 98,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 98,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 10,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 10,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 61,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 61,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 9,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 9,
          "n": 7,
          "share": 0.7777777777777778,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 2,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 8,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 169,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "risk_pair_other": {
       "den": 169,
       "n": 68,
       "share": 0.40236686390532544,
       "small": true
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6411258919618781,
      "auroc_blunder": 0.5648871242945268,
      "confident_badly_wrong": {
       "den": 1870,
       "n": 265,
       "share": 0.14171122994652408
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1866,
         "n": 265,
         "share": 0.1420150053590568
        },
        "kept": {
         "den": 1870,
         "n": 1866,
         "share": 0.9978609625668449
        },
        "mean_loss": 0.03640420548018918,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 1856,
         "n": 264,
         "share": 0.14224137931034483
        },
        "kept": {
         "den": 1870,
         "n": 1856,
         "share": 0.9925133689839573
        },
        "mean_loss": 0.03618094684748814,
        "too_few": false
       }
      },
      "ece": 0.3764133583922834,
      "held_out": {
       "blunders": 0.10989010989010989,
       "kept": 0.09381443298969072,
       "no_cutoff": 299,
       "runs": 300
      },
      "n": 1870,
      "surest": {
       "cut": 0.9999999716149833,
       "error_rate": 14.009219809220387,
       "n": 468,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6411258919618781,
      "best_share": 0.5914231856738925,
      "blunder_share": 0.15598491988689916,
      "brier": 0.37584372483462875,
      "clusters": 104,
      "confidence_n": 1870,
      "confident_badly_wrong": 0.14171122994652408,
      "cost_coverage": 1.0,
      "decisions": 2122,
      "ece": 0.3764133583922834,
      "engine_scored": 2122,
      "error_hi": 21.731960517592608,
      "error_lo": 17.47346753644494,
      "error_rate": 19.575135612072078,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 252,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.9988732514404117,
      "over_budget": 0.9637134778510839,
      "own_cost": {
       "decisions": 2122,
       "estimate": true,
       "excluded_hours": 134.01666666666668,
       "gaps": [
        [
         "2026-10-19T20:05Z",
         "2026-10-19T20:16Z",
         11
        ],
        [
         "2026-10-19T21:11Z",
         "2026-10-19T21:31Z",
         19
        ],
        [
         "2026-10-19T21:31Z",
         "2026-10-19T21:48Z",
         18
        ],
        [
         "2026-10-19T21:48Z",
         "2026-10-19T22:28Z",
         40
        ],
        [
         "2026-10-20T03:15Z",
         "2026-10-20T03:28Z",
         13
        ],
        [
         "2026-10-20T04:23Z",
         "2026-10-20T04:37Z",
         14
        ],
        [
         "2026-10-20T04:37Z",
         "2026-10-20T04:48Z",
         11
        ],
        [
         "2026-10-20T07:29Z",
         "2026-10-20T08:00Z",
         30
        ],
        [
         "2026-10-20T08:11Z",
         "2026-10-20T08:47Z",
         36
        ],
        [
         "2026-10-20T08:51Z",
         "2026-10-20T09:52Z",
         61
        ],
        [
         "2026-10-20T10:43Z",
         "2026-10-20T10:53Z",
         10
        ],
        [
         "2026-10-20T10:59Z",
         "2026-10-20T11:56Z",
         57
        ],
        [
         "2026-10-20T12:03Z",
         "2026-10-20T20:15Z",
         493
        ],
        [
         "2026-10-20T20:22Z",
         "2026-10-20T20:35Z",
         13
        ],
        [
         "2026-10-20T20:35Z",
         "2026-10-20T20:49Z",
         14
        ],
        [
         "2026-10-20T21:07Z",
         "2026-10-20T21:26Z",
         19
        ],
        [
         "2026-10-20T21:26Z",
         "2026-10-20T22:04Z",
         38
        ],
        [
         "2026-10-20T22:04Z",
         "2026-10-20T22:15Z",
         12
        ],
        [
         "2026-10-20T22:15Z",
         "2026-10-20T22:27Z",
         12
        ],
        [
         "2026-10-20T22:27Z",
         "2026-10-20T22:45Z",
         17
        ],
        [
         "2026-10-20T22:45Z",
         "2026-10-20T23:08Z",
         23
        ],
        [
         "2026-10-20T23:08Z",
         "2026-10-21T00:18Z",
         70
        ],
        [
         "2026-10-21T00:18Z",
         "2026-10-21T01:16Z",
         58
        ],
        [
         "2026-10-21T01:16Z",
         "2026-10-21T01:26Z",
         10
        ],
        [
         "2026-10-21T02:03Z",
         "2026-10-21T06:18Z",
         254
        ],
        [
         "2026-10-21T06:27Z",
         "2026-10-21T06:44Z",
         17
        ],
        [
         "2026-10-21T06:44Z",
         "2026-10-21T07:05Z",
         21
        ],
        [
         "2026-10-21T07:05Z",
         "2026-10-21T07:15Z",
         10
        ],
        [
         "2026-10-21T07:15Z",
         "2026-10-21T10:53Z",
         218
        ],
        [
         "2026-10-21T10:53Z",
         "2026-10-21T11:07Z",
         14
        ],
        [
         "2026-10-21T11:07Z",
         "2026-10-21T11:28Z",
         21
        ],
        [
         "2026-10-21T11:28Z",
         "2026-10-21T11:49Z",
         21
        ],
        [
         "2026-10-21T11:49Z",
         "2026-10-21T12:06Z",
         17
        ],
        [
         "2026-10-21T12:06Z",
         "2026-10-21T12:32Z",
         26
        ],
        [
         "2026-10-21T12:32Z",
         "2026-10-21T23:36Z",
         664
        ],
        [
         "2026-10-21T23:36Z",
         "2026-10-21T23:55Z",
         19
        ],
        [
         "2026-10-21T23:55Z",
         "2026-10-22T00:46Z",
         52
        ],
        [
         "2026-10-22T00:46Z",
         "2026-10-22T01:07Z",
         21
        ],
        [
         "2026-10-22T01:07Z",
         "2026-10-22T01:32Z",
         25
        ],
        [
         "2026-10-22T01:32Z",
         "2026-10-22T01:50Z",
         17
        ],
        [
         "2026-10-22T01:56Z",
         "2026-10-22T02:12Z",
         16
        ],
        [
         "2026-10-22T02:12Z",
         "2026-10-22T02:35Z",
         23
        ],
        [
         "2026-10-22T02:35Z",
         "2026-10-22T02:53Z",
         18
        ],
        [
         "2026-10-22T02:53Z",
         "2026-10-22T03:52Z",
         59
        ],
        [
         "2026-10-22T03:52Z",
         "2026-10-22T04:17Z",
         25
        ],
        [
         "2026-10-22T04:17Z",
         "2026-10-22T05:42Z",
         85
        ],
        [
         "2026-10-22T05:42Z",
         "2026-10-22T15:03Z",
         561
        ],
        [
         "2026-10-22T15:03Z",
         "2026-10-22T15:40Z",
         37
        ],
        [
         "2026-10-22T16:19Z",
         "2026-10-22T23:27Z",
         428
        ],
        [
         "2026-10-23T01:30Z",
         "2026-10-23T01:47Z",
         17
        ],
        [
         "2026-10-23T02:50Z",
         "2026-10-23T21:37Z",
         1127
        ],
        [
         "2026-10-23T22:35Z",
         "2026-10-24T06:49Z",
         494
        ],
        [
         "2026-10-24T08:12Z",
         "2026-10-25T07:56Z",
         1424
        ],
        [
         "2026-10-25T11:44Z",
         "2026-10-25T11:58Z",
         14
        ],
        [
         "2026-10-25T12:17Z",
         "2026-10-25T13:02Z",
         46
        ],
        [
         "2026-10-25T13:38Z",
         "2026-10-25T20:18Z",
         400
        ],
        [
         "2026-10-25T20:46Z",
         "2026-10-25T21:56Z",
         70
        ],
        [
         "2026-10-25T23:18Z",
         "2026-10-25T23:43Z",
         25
        ],
        [
         "2026-10-25T23:43Z",
         "2026-10-25T23:56Z",
         14
        ],
        [
         "2026-10-26T00:21Z",
         "2026-10-26T10:37Z",
         616
        ],
        [
         "2026-10-26T10:41Z",
         "2026-10-26T10:51Z",
         10
        ],
        [
         "2026-10-26T11:08Z",
         "2026-10-26T11:24Z",
         16
        ]
       ],
       "gpu_decisions": 2122,
       "gpu_usd": 74.14828364608573,
       "hosted_decisions": 0,
       "hosted_unpriced": 0,
       "hosted_usd": 0,
       "hours": 27.19192055556512,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 1.287808611061838,
         "machine": "dgx_spark",
         "usd": 0.274068629019263,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 22.139864444401557,
         "machine": "rtx_pro_6000",
         "usd": 55.12826246655988,
         "usd_per_gpu_hour": 2.49
        },
        {
         "gpus": 2,
         "hours": 3.764247500101725,
         "machine": "rtx_pro_6000",
         "usd": 18.745952550506594,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 74.14828364608573,
       "usd_per_1000": 34.942640738023435
      },
      "p95_loss": 0.20325340330600725,
      "probability_source": "logprobs",
      "retry_mean": 15.291248821866164,
      "scored": 2122,
      "time_median": 120.5985,
      "time_p90": 394.2825,
      "tokens_in": 14745.608388312912,
      "tokens_out": 5598.933081998115,
      "too_few": false,
      "usd_per_1000": 34.942640738023435,
      "very_confident": 0.9978609625668449,
      "worst_mean": 0.3483544635885167
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 12.790185861942568,
        "needless": 0.5388124639644137,
        "none": 1.0812876782925145,
        "right_risk": 0.9583633508915951,
        "right_safety": 2.9969350992228825,
        "wrong_risk": 1.2095511577581033
       },
       "calls": {
        "missed": 454.0,
        "needless": 26.0,
        "right_risk": 223.0,
        "right_safety": 878.0,
        "wrong_risk": 23.0
       },
       "confidence": {
        "auroc_right_risk": 0.5187837837837838,
        "missed_mean_p": 0.9972724127351217,
        "missed_n": 385,
        "taken_grouped": 47,
        "taken_n": 225,
        "taken_other": 0
       },
       "error_rate": 19.575135612072078,
       "found": {
        "den": 700.0,
        "n": 223.0,
        "share": 0.31857142857142856
       },
       "good": {
        "den": 272.0,
        "n": 223.0,
        "share": 0.8198529411764706
       },
       "judgement": 64.4905183312263,
       "judgement_hi": 66.20745194260151,
       "judgement_lo": 62.8537270567075,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.04821802935010482,
        "x": 0.6814285714285714,
        "y": 0.028761061946902654
       },
       "margin": 0.001,
       "missed": {
        "den": 700.0,
        "n": 454.0,
        "share": 0.6485714285714286
       },
       "needless": {
        "den": 904.0,
        "n": 26.0,
        "share": 0.028761061946902654
       },
       "needless_by_loss": {
        "big": {
         "den": 904.0,
         "n": 11.0,
         "share": 0.012168141592920354
        },
        "medium": {
         "den": 904.0,
         "n": 10.0,
         "share": 0.011061946902654867
        },
        "small": {
         "den": 904.0,
         "n": 5.0,
         "share": 0.0055309734513274336
        }
       },
       "no_trade_off": 518.0,
       "reference": null,
       "right_safety": {
        "den": 904.0,
        "n": 878.0,
        "share": 0.9712389380530974
       },
       "risk_pays": 700.0,
       "safety_pays": 904.0,
       "scored": 2122,
       "sdt": {
        "aim": {
         "den": 246.0,
         "n": 223.0,
         "share": 0.9065040650406504
        },
        "beta": 0.9499782742824628,
        "caution": 1.136175453849757,
        "caution_hi": 1.2327024961843753,
        "caution_lo": 1.05385644658735,
        "cstar": -0.03397160351794271,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.5105605420805492,
        "dprime_hi": 1.6875083662190107,
        "dprime_lo": 1.3588519741533376,
        "false_alarm": {
         "den": 904.0,
         "n": 26.0,
         "share": 0.028761061946902654
        },
        "false_alarm_rate": 0.029281767955801105,
        "hit": {
         "den": 700.0,
         "n": 246.0,
         "share": 0.3514285714285714
        },
        "hit_rate": 0.3516405135520685,
        "missed_loss": 0.11956288281516357,
        "missed_n": 454.0,
        "na": null,
        "needless_loss": 0.08795077296403739,
        "needless_n": 26.0
       },
       "size": {
        "bad": {
         "mean": 8.224489795918368,
         "n": 49.0,
         "too_few": true
        },
        "right": {
         "mean": 10.327354260089686,
         "n": 223.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 375.0,
          "n": 164.0,
          "share": 0.43733333333333335
         },
         "missed": {
          "den": 375.0,
          "n": 199.0,
          "share": 0.5306666666666666
         },
         "risk_pays": 375.0,
         "wrong": {
          "den": 375.0,
          "n": 12.0,
          "share": 0.032
         }
        },
        "medium": {
         "found": {
          "den": 238.0,
          "n": 55.0,
          "share": 0.23109243697478993
         },
         "missed": {
          "den": 238.0,
          "n": 177.0,
          "share": 0.7436974789915967
         },
         "risk_pays": 238.0,
         "wrong": {
          "den": 238.0,
          "n": 6.0,
          "share": 0.025210084033613446
         }
        },
        "small": {
         "found": {
          "den": 87.0,
          "n": 4.0,
          "share": 0.04597701149425287
         },
         "missed": {
          "den": 87.0,
          "n": 78.0,
          "share": 0.896551724137931
         },
         "risk_pays": 87.0,
         "wrong": {
          "den": 87.0,
          "n": 5.0,
          "share": 0.05747126436781609
         }
        }
       },
       "trade_off": 1604.0,
       "wrong": {
        "den": 700.0,
        "n": 23.0,
        "share": 0.032857142857142856
       }
      },
      "robust": {
       "by_call": {
        "missed": 12.280990846251452,
        "needless": 0.782809849621326,
        "none": 1.0812876782925145,
        "right_risk": 0.9077945539796274,
        "right_safety": 3.506130114913998,
        "wrong_risk": 1.0161225690131588
       },
       "calls": {
        "missed": 376.0,
        "needless": 35.0,
        "right_risk": 213.0,
        "right_safety": 956.0,
        "wrong_risk": 24.0
       },
       "confidence": {
        "auroc_right_risk": 0.5192486085343229,
        "missed_mean_p": 0.9972158234779105,
        "missed_n": 321,
        "taken_grouped": 47,
        "taken_n": 225,
        "taken_other": 0
       },
       "error_rate": 19.575135612072078,
       "found": {
        "den": 613.0,
        "n": 213.0,
        "share": 0.3474714518760196
       },
       "good": {
        "den": 272.0,
        "n": 213.0,
        "share": 0.7830882352941176
       },
       "judgement": 65.60767955646496,
       "judgement_hi": 67.54887619692241,
       "judgement_lo": 63.76867483011015,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.06,
        "x": 0.6525285481239804,
        "y": 0.035317860746720484
       },
       "margin": 0.02,
       "missed": {
        "den": 613.0,
        "n": 376.0,
        "share": 0.6133768352365416
       },
       "needless": {
        "den": 991.0,
        "n": 35.0,
        "share": 0.035317860746720484
       },
       "needless_by_loss": {
        "big": {
         "den": 991.0,
         "n": 16.0,
         "share": 0.016145307769929364
        },
        "medium": {
         "den": 991.0,
         "n": 10.0,
         "share": 0.010090817356205853
        },
        "small": {
         "den": 991.0,
         "n": 9.0,
         "share": 0.009081735620585268
        }
       },
       "no_trade_off": 518.0,
       "reference": null,
       "right_safety": {
        "den": 991.0,
        "n": 956.0,
        "share": 0.9646821392532795
       },
       "risk_pays": 613.0,
       "safety_pays": 991.0,
       "scored": 2122,
       "sdt": {
        "aim": {
         "den": 237.0,
         "n": 213.0,
         "share": 0.8987341772151899
        },
        "beta": 1.1070209870486556,
        "caution": 1.044738019303215,
        "caution_hi": 1.1421944881247905,
        "caution_lo": 0.9578361459263605,
        "cstar": 0.06714704211095375,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.5141785675233457,
        "dprime_hi": 1.6837314141066382,
        "dprime_lo": 1.3534044210934155,
        "false_alarm": {
         "den": 991.0,
         "n": 35.0,
         "share": 0.035317860746720484
        },
        "false_alarm_rate": 0.03578629032258065,
        "hit": {
         "den": 613.0,
         "n": 237.0,
         "share": 0.3866231647634584
        },
        "hit_rate": 0.38680781758957655,
        "missed_loss": 0.13861841795609353,
        "missed_n": 376.0,
        "na": null,
        "needless_loss": 0.09492128576551165,
        "needless_n": 35.0
       },
       "size": {
        "bad": {
         "mean": 9.508474576271187,
         "n": 59.0,
         "too_few": true
        },
        "right": {
         "mean": 10.070422535211268,
         "n": 213.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 375.0,
          "n": 163.0,
          "share": 0.43466666666666665
         },
         "missed": {
          "den": 375.0,
          "n": 199.0,
          "share": 0.5306666666666666
         },
         "risk_pays": 375.0,
         "wrong": {
          "den": 375.0,
          "n": 13.0,
          "share": 0.034666666666666665
         }
        },
        "medium": {
         "found": {
          "den": 238.0,
          "n": 50.0,
          "share": 0.21008403361344538
         },
         "missed": {
          "den": 238.0,
          "n": 177.0,
          "share": 0.7436974789915967
         },
         "risk_pays": 238.0,
         "wrong": {
          "den": 238.0,
          "n": 11.0,
          "share": 0.046218487394957986
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1604.0,
       "wrong": {
        "den": 613.0,
        "n": 24.0,
        "share": 0.03915171288743882
       }
      }
     },
     "slug": "gemma-4-31b-on"
    },
    "Grok 4.7 (low)": {
     "close": {
      "decisions": 2152,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1741,
       "not_audited": 411
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6078066914498141,
      "blunder_share": 0.15102230483271376,
      "clusters": 102,
      "cost_coverage": 1.0,
      "decisions": 2152,
      "engine_scored": 2152,
      "error_hi": 21.404774317251597,
      "error_lo": 16.943950338913243,
      "error_rate": 19.128085505286556,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 250,
      "invalid": 0,
      "last_date": "2026-10-26",
      "over_budget": 0.4270446096654275,
      "p95_loss": 0.20881198644638047,
      "probability_source": "choice_only",
      "retry_mean": 14.042878717472119,
      "scored": 2152,
      "time_median": 24.317999999999998,
      "time_p90": 110.19290000000004,
      "tokens_in": 5999.413104089219,
      "tokens_out": 3468.961431226766,
      "too_few": false,
      "usd_per_1000": 32.812594795539034,
      "worst_mean": 0.35378020836247337
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 10.404514675080554,
        "needless": 1.9887585026734824,
        "none": 0.5103734124548817,
        "right_risk": 1.9002424684598986,
        "right_safety": 2.040249278221875,
        "wrong_risk": 2.2839471683958648
       },
       "calls": {
        "missed": 348.0,
        "needless": 64.0,
        "right_risk": 295.0,
        "right_safety": 852.0,
        "wrong_risk": 54.0
       },
       "confidence": null,
       "error_rate": 19.128085505286556,
       "found": {
        "den": 697.0,
        "n": 295.0,
        "share": 0.4232424677187948
       },
       "good": {
        "den": 413.0,
        "n": 295.0,
        "share": 0.7142857142857143
       },
       "judgement": 67.66867360428034,
       "judgement_hi": 69.493489041885,
       "judgement_lo": 65.95152290971117,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.13432835820895522,
        "x": 0.5767575322812052,
        "y": 0.06986899563318777
       },
       "margin": 0.001,
       "missed": {
        "den": 697.0,
        "n": 348.0,
        "share": 0.49928263988522237
       },
       "needless": {
        "den": 916.0,
        "n": 64.0,
        "share": 0.06986899563318777
       },
       "needless_by_loss": {
        "big": {
         "den": 916.0,
         "n": 31.0,
         "share": 0.03384279475982533
        },
        "medium": {
         "den": 916.0,
         "n": 19.0,
         "share": 0.02074235807860262
        },
        "small": {
         "den": 916.0,
         "n": 14.0,
         "share": 0.015283842794759825
        }
       },
       "no_trade_off": 539.0,
       "reference": null,
       "right_safety": {
        "den": 916.0,
        "n": 852.0,
        "share": 0.9301310043668122
       },
       "risk_pays": 697.0,
       "safety_pays": 916.0,
       "scored": 2152,
       "sdt": {
        "aim": {
         "den": 349.0,
         "n": 295.0,
         "share": 0.8452722063037249
        },
        "beta": 1.365910324909029,
        "caution": 0.7357411591070739,
        "caution_hi": 0.8141393871534625,
        "caution_lo": 0.6665197037640483,
        "cstar": 0.21139361236789453,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4750734781304389,
        "dprime_hi": 1.6320125822195823,
        "dprime_lo": 1.3358724601526142,
        "false_alarm": {
         "den": 916.0,
         "n": 64.0,
         "share": 0.06986899563318777
        },
        "false_alarm_rate": 0.0703380588876772,
        "hit": {
         "den": 697.0,
         "n": 349.0,
         "share": 0.5007173601147776
        },
        "hit_rate": 0.5007163323782235,
        "missed_loss": 0.12868112402743306,
        "missed_n": 348.0,
        "na": null,
        "needless_loss": 0.1337440093047917,
        "needless_n": 64.0
       },
       "size": {
        "bad": {
         "mean": 9.220338983050848,
         "n": 118.0,
         "too_few": true
        },
        "right": {
         "mean": 9.315254237288135,
         "n": 295.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 391.0,
          "n": 201.0,
          "share": 0.5140664961636828
         },
         "missed": {
          "den": 391.0,
          "n": 169.0,
          "share": 0.4322250639386189
         },
         "risk_pays": 391.0,
         "wrong": {
          "den": 391.0,
          "n": 21.0,
          "share": 0.05370843989769821
         }
        },
        "medium": {
         "found": {
          "den": 223.0,
          "n": 76.0,
          "share": 0.34080717488789236
         },
         "missed": {
          "den": 223.0,
          "n": 121.0,
          "share": 0.5426008968609866
         },
         "risk_pays": 223.0,
         "wrong": {
          "den": 223.0,
          "n": 26.0,
          "share": 0.11659192825112108
         }
        },
        "small": {
         "found": {
          "den": 83.0,
          "n": 18.0,
          "share": 0.21686746987951808
         },
         "missed": {
          "den": 83.0,
          "n": 58.0,
          "share": 0.6987951807228916
         },
         "risk_pays": 83.0,
         "wrong": {
          "den": 83.0,
          "n": 7.0,
          "share": 0.08433734939759036
         }
        }
       },
       "trade_off": 1613.0,
       "wrong": {
        "den": 697.0,
        "n": 54.0,
        "share": 0.07747489239598278
       }
      },
      "robust": {
       "by_call": {
        "missed": 10.123042722118388,
        "needless": 2.150829389802142,
        "none": 0.5103734124548817,
        "right_risk": 1.656552409704733,
        "right_safety": 2.3217212311840414,
        "wrong_risk": 2.3655663400223705
       },
       "calls": {
        "missed": 290.0,
        "needless": 89.0,
        "right_risk": 263.0,
        "right_safety": 910.0,
        "wrong_risk": 61.0
       },
       "confidence": null,
       "error_rate": 19.128085505286556,
       "found": {
        "den": 614.0,
        "n": 263.0,
        "share": 0.42833876221498374
       },
       "good": {
        "den": 413.0,
        "n": 263.0,
        "share": 0.6368038740920097
       },
       "judgement": 66.96248365629474,
       "judgement_hi": 69.05791346595883,
       "judgement_lo": 64.93571206363312,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1737891737891738,
        "x": 0.5716612377850163,
        "y": 0.0890890890890891
       },
       "margin": 0.02,
       "missed": {
        "den": 614.0,
        "n": 290.0,
        "share": 0.4723127035830619
       },
       "needless": {
        "den": 999.0,
        "n": 89.0,
        "share": 0.0890890890890891
       },
       "needless_by_loss": {
        "big": {
         "den": 999.0,
         "n": 32.0,
         "share": 0.03203203203203203
        },
        "medium": {
         "den": 999.0,
         "n": 24.0,
         "share": 0.024024024024024024
        },
        "small": {
         "den": 999.0,
         "n": 33.0,
         "share": 0.03303303303303303
        }
       },
       "no_trade_off": 539.0,
       "reference": null,
       "right_safety": {
        "den": 999.0,
        "n": 910.0,
        "share": 0.9109109109109109
       },
       "risk_pays": 614.0,
       "safety_pays": 999.0,
       "scored": 2152,
       "sdt": {
        "aim": {
         "den": 324.0,
         "n": 263.0,
         "share": 0.8117283950617284
        },
        "beta": 1.1264190868624469,
        "caution": 0.6372479798659383,
        "caution_hi": 0.7088614048305211,
        "caution_lo": 0.5727217382036486,
        "cstar": 0.08423784825557437,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.41318485403055,
        "dprime_hi": 1.566258094924094,
        "dprime_lo": 1.2648874594714536,
        "false_alarm": {
         "den": 999.0,
         "n": 89.0,
         "share": 0.0890890890890891
        },
        "false_alarm_rate": 0.0895,
        "hit": {
         "den": 614.0,
         "n": 324.0,
         "share": 0.5276872964169381
        },
        "hit_rate": 0.5276422764227642,
        "missed_loss": 0.15023991681378462,
        "missed_n": 290.0,
        "na": null,
        "needless_loss": 0.1040131426259373,
        "needless_n": 89.0
       },
       "size": {
        "bad": {
         "mean": 10.046666666666667,
         "n": 150.0,
         "too_few": true
        },
        "right": {
         "mean": 8.855513307984792,
         "n": 263.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 391.0,
          "n": 197.0,
          "share": 0.5038363171355499
         },
         "missed": {
          "den": 391.0,
          "n": 169.0,
          "share": 0.4322250639386189
         },
         "risk_pays": 391.0,
         "wrong": {
          "den": 391.0,
          "n": 25.0,
          "share": 0.0639386189258312
         }
        },
        "medium": {
         "found": {
          "den": 223.0,
          "n": 66.0,
          "share": 0.29596412556053814
         },
         "missed": {
          "den": 223.0,
          "n": 121.0,
          "share": 0.5426008968609866
         },
         "risk_pays": 223.0,
         "wrong": {
          "den": 223.0,
          "n": 36.0,
          "share": 0.16143497757847533
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1613.0,
       "wrong": {
        "den": 614.0,
        "n": 61.0,
        "share": 0.0993485342019544
       }
      }
     },
     "slug": "grok-4-7-off"
    },
    "Jev 1.14.0": {
     "close": {
      "close": {
       "den": 507,
       "n": 231,
       "share": 0.4556213017751479,
       "small": false
      },
      "decisions": 1912,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 507,
      "exclusions": {
       "not_audited": 1405
      },
      "groups": {
       "close": {
        "by_count": [
         70,
         78,
         59,
         22,
         2
        ],
        "differ": {
         "hitting": {
          "den": 231,
          "n": 107,
          "share": 0.46320346320346323,
          "small": false
         },
         "points": {
          "den": 231,
          "n": 73,
          "share": 0.31601731601731603,
          "small": false
         },
         "prime": {
          "den": 231,
          "n": 58,
          "share": 0.2510822510822511,
          "small": false
         },
         "race": {
          "den": 231,
          "n": 32,
          "share": 0.13852813852813853,
          "small": false
         }
        },
        "gap": {
         "mean": 0.09594615803652512,
         "median": 0.058322906494140625,
         "n": 231
        },
        "loss1": {
         "mean": 0.07696300306361475,
         "median": 0.03133344650268555,
         "n": 231
        },
        "loss2": {
         "mean": 0.09723944671742328,
         "median": 0.05385744571685791,
         "n": 231
        },
        "n": 231,
        "p1": {
         "mean": 0.3769154750972933,
         "median": 0.36,
         "n": 231
        },
        "p2": {
         "mean": 0.2699449035812672,
         "median": 0.27,
         "n": 231
        },
        "psum": {
         "mean": 0.6468603786785605,
         "median": 0.63,
         "n": 231
        },
        "psum_bins": [
         0,
         0,
         4,
         13,
         32,
         46,
         56,
         29,
         25,
         26
        ]
       },
       "other": {
        "by_count": [
         59,
         117,
         70,
         28,
         2
        ],
        "differ": {
         "hitting": {
          "den": 276,
          "n": 140,
          "share": 0.5072463768115942,
          "small": false
         },
         "points": {
          "den": 276,
          "n": 90,
          "share": 0.32608695652173914,
          "small": false
         },
         "prime": {
          "den": 276,
          "n": 77,
          "share": 0.27898550724637683,
          "small": false
         },
         "race": {
          "den": 276,
          "n": 42,
          "share": 0.15217391304347827,
          "small": false
         }
        },
        "gap": {
         "mean": 0.13678256541058637,
         "median": 0.07491430640220642,
         "n": 276
        },
        "loss1": {
         "mean": 0.044575602140115654,
         "median": 0.0,
         "n": 276
        },
        "loss2": {
         "mean": 0.14419909415469653,
         "median": 0.07817256450653076,
         "n": 276
        },
        "n": 276,
        "p1": {
         "mean": 0.6564002342263212,
         "median": 0.67,
         "n": 276
        },
        "p2": {
         "mean": 0.14915166154296589,
         "median": 0.15,
         "n": 276
        },
        "psum": {
         "mean": 0.8055518957692871,
         "median": 0.83,
         "n": 276
        },
        "psum_bins": [
         0,
         0,
         0,
         2,
         3,
         25,
         36,
         56,
         59,
         95
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 140,
           "n": 61,
           "share": 0.4357142857142857,
           "small": true
          },
          "eligible": 140,
          "risk_close": {
           "den": 61,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 175,
           "n": 97,
           "share": 0.5542857142857143,
           "small": true
          },
          "eligible": 175,
          "risk_close": {
           "den": 97,
           "n": 56,
           "share": 0.5773195876288659,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 192,
           "n": 73,
           "share": 0.3802083333333333,
           "small": true
          },
          "eligible": 192,
          "risk_close": {
           "den": 73,
           "n": 29,
           "share": 0.3972602739726027,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5,
         "adj_other": 0.8420289855072464,
         "adjusted": -0.34202898550724636,
         "adjusted_hi": -0.04166666666666674,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.55,
         "close": {
          "den": 56,
          "n": 29,
          "share": 0.5178571428571429,
          "small": true
         },
         "covered": {
          "den": 56,
          "n": 46,
          "share": 0.8214285714285714,
          "small": true
         },
         "crude": -0.31547619047619047,
         "crude_hi": -0.14814814814814814,
         "crude_left_out": 0,
         "crude_lo": -0.4544708777686628,
         "group": 104,
         "matches": 4,
         "na": null,
         "other": {
          "den": 48,
          "n": 40,
          "share": 0.8333333333333334,
          "small": true
         },
         "resamples": 2000,
         "strata": 25,
         "strata_both": 18
        },
        "stake": {
         "big": {
          "den": 95,
          "n": 51,
          "share": 0.5368421052631579,
          "small": true
         },
         "medium": {
          "den": 57,
          "n": 34,
          "share": 0.5964912280701754,
          "small": true
         },
         "small": {
          "den": 23,
          "n": 12,
          "share": 0.5217391304347826,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 140,
           "n": 61,
           "share": 0.4357142857142857,
           "small": true
          },
          "eligible": 140,
          "risk_close": {
           "den": 61,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 152,
           "n": 85,
           "share": 0.5592105263157895,
           "small": true
          },
          "eligible": 152,
          "risk_close": {
           "den": 85,
           "n": 48,
           "share": 0.5647058823529412,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 215,
           "n": 85,
           "share": 0.3953488372093023,
           "small": false
          },
          "eligible": 215,
          "risk_close": {
           "den": 85,
           "n": 37,
           "share": 0.43529411764705883,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5263157894736842,
         "adj_other": 0.8114035087719298,
         "adjusted": -0.2850877192982456,
         "adjusted_hi": 0.04999999999999993,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.5333333333333334,
         "close": {
          "den": 48,
          "n": 26,
          "share": 0.5416666666666666,
          "small": true
         },
         "covered": {
          "den": 48,
          "n": 38,
          "share": 0.7916666666666666,
          "small": true
         },
         "crude": -0.28760162601626016,
         "crude_hi": -0.08571428571428574,
         "crude_left_out": 0,
         "crude_lo": -0.4675925925925926,
         "group": 89,
         "matches": 4,
         "na": null,
         "other": {
          "den": 41,
          "n": 34,
          "share": 0.8292682926829268,
          "small": true
         },
         "resamples": 2000,
         "strata": 25,
         "strata_both": 17
        },
        "stake": {
         "big": {
          "den": 95,
          "n": 51,
          "share": 0.5368421052631579,
          "small": true
         },
         "medium": {
          "den": 57,
          "n": 34,
          "share": 0.5964912280701754,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 231,
       "n": 85,
       "share": 0.36796536796536794,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 507,
       "n": 85,
       "share": 0.16765285996055226,
       "small": false
      },
      "risk_pair_other": {
       "den": 276,
       "n": 129,
       "share": 0.4673913043478261,
       "small": false
      },
      "ties": {
       "close": 13,
       "member": 28,
       "order": 7,
       "positive": 35,
       "top_two": 35,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7239262214107416,
      "auroc_blunder": 0.671351891278592,
      "confident_badly_wrong": {
       "den": 1910,
       "n": 1,
       "share": 0.0005235602094240838
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 51,
         "n": 1,
         "share": 0.0196078431372549
        },
        "kept": {
         "den": 1910,
         "n": 51,
         "share": 0.026701570680628273
        },
        "mean_loss": 0.005219459533691406,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 1,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 1910,
         "n": 1,
         "share": 0.0005235602094240838
        },
        "mean_loss": 0.0,
        "too_few": true
       }
      },
      "ece": 0.06461780104712042,
      "held_out": {
       "blunders": 0.018212265362566333,
       "kept": 0.0261045571665124,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1910,
      "surest": {
       "cut": 0.68,
       "error_rate": 12.522550133185659,
       "n": 492,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7239262214107416,
      "best_share": 0.46234309623430964,
      "blunder_share": 0.24686192468619247,
      "brier": 0.21409842931937173,
      "clusters": 92,
      "confidence_n": 1910,
      "confident_badly_wrong": 0.0005235602094240838,
      "cost_coverage": 1.0,
      "decisions": 1912,
      "ece": 0.06461780104712042,
      "engine_scored": 1912,
      "error_hi": 35.6751832267911,
      "error_lo": 28.254087904925168,
      "error_rate": 31.73452527671429,
      "first_date": "2026-10-19",
      "group_sizes": [
       129,
       164
      ],
      "grouped": 2,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.5274136125654451,
      "over_budget": 0.0,
      "p95_loss": 0.2861639499664306,
      "probability_source": "decision",
      "retry_mean": 0.00035617154811715476,
      "scored": 1912,
      "time_median": 0.192,
      "time_p90": 0.245,
      "tokens_in": 4116.005753138075,
      "tokens_out": 292.1705020920502,
      "too_few": false,
      "usd_per_1000": 0.17287224163179918,
      "very_confident": 0.026701570680628273,
      "worst_mean": 0.4653880450253685
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 15.996568933690442,
        "needless": 2.8413651768258426,
        "none": 3.891509018495492,
        "right_risk": 1.7213280152950328,
        "right_safety": 4.369847320612505,
        "wrong_risk": 2.913906811794975
       },
       "calls": {
        "missed": 401.0,
        "needless": 78.0,
        "right_risk": 184.0,
        "right_safety": 657.0,
        "wrong_risk": 47.0
       },
       "confidence": {
        "auroc_right_risk": 0.4925869565217391,
        "missed_mean_p": 0.48159600997506236,
        "missed_n": 401,
        "taken_grouped": 0,
        "taken_n": 309,
        "taken_other": 0
       },
       "error_rate": 31.73452527671429,
       "found": {
        "den": 632.0,
        "n": 184.0,
        "share": 0.2911392405063291
       },
       "good": {
        "den": 309.0,
        "n": 184.0,
        "share": 0.5954692556634305
       },
       "judgement": 59.25083957633686,
       "judgement_hi": 61.43527705801678,
       "judgement_lo": 57.12868181655602,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.10491071428571429,
        "x": 0.7088607594936709,
        "y": 0.10612244897959183
       },
       "margin": 0.001,
       "missed": {
        "den": 632.0,
        "n": 401.0,
        "share": 0.634493670886076
       },
       "needless": {
        "den": 735.0,
        "n": 78.0,
        "share": 0.10612244897959183
       },
       "needless_by_loss": {
        "big": {
         "den": 735.0,
         "n": 45.0,
         "share": 0.061224489795918366
        },
        "medium": {
         "den": 735.0,
         "n": 28.0,
         "share": 0.0380952380952381
        },
        "small": {
         "den": 735.0,
         "n": 5.0,
         "share": 0.006802721088435374
        }
       },
       "no_trade_off": 545.0,
       "reference": null,
       "right_safety": {
        "den": 735.0,
        "n": 657.0,
        "share": 0.8938775510204081
       },
       "risk_pays": 632.0,
       "safety_pays": 735.0,
       "scored": 1912,
       "sdt": {
        "aim": {
         "den": 231.0,
         "n": 184.0,
         "share": 0.7965367965367965
        },
        "beta": 1.0619895478526205,
        "caution": 0.7938574357965497,
        "caution_hi": 0.8608233130725628,
        "caution_lo": 0.7292530616512035,
        "cstar": 0.06673131546073889,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9012872054053134,
        "dprime_hi": 1.0720335830013732,
        "dprime_lo": 0.7330396105560286,
        "false_alarm": {
         "den": 735.0,
         "n": 78.0,
         "share": 0.10612244897959183
        },
        "false_alarm_rate": 0.10665760869565218,
        "hit": {
         "den": 632.0,
         "n": 231.0,
         "share": 0.36550632911392406
        },
        "hit_rate": 0.3657187993680885,
        "missed_loss": 0.15254583442003056,
        "missed_n": 401.0,
        "na": null,
        "needless_loss": 0.1392997491818208,
        "needless_n": 78.0
       },
       "size": {
        "bad": {
         "mean": 8.352,
         "n": 125.0,
         "too_few": true
        },
        "right": {
         "mean": 8.706521739130435,
         "n": 184.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 355.0,
          "n": 118.0,
          "share": 0.3323943661971831
         },
         "missed": {
          "den": 355.0,
          "n": 210.0,
          "share": 0.5915492957746479
         },
         "risk_pays": 355.0,
         "wrong": {
          "den": 355.0,
          "n": 27.0,
          "share": 0.07605633802816901
         }
        },
        "medium": {
         "found": {
          "den": 204.0,
          "n": 57.0,
          "share": 0.27941176470588236
         },
         "missed": {
          "den": 204.0,
          "n": 133.0,
          "share": 0.6519607843137255
         },
         "risk_pays": 204.0,
         "wrong": {
          "den": 204.0,
          "n": 14.0,
          "share": 0.06862745098039216
         }
        },
        "small": {
         "found": {
          "den": 73.0,
          "n": 9.0,
          "share": 0.1232876712328767
         },
         "missed": {
          "den": 73.0,
          "n": 58.0,
          "share": 0.7945205479452054
         },
         "risk_pays": 73.0,
         "wrong": {
          "den": 73.0,
          "n": 6.0,
          "share": 0.0821917808219178
         }
        }
       },
       "trade_off": 1367.0,
       "wrong": {
        "den": 632.0,
        "n": 47.0,
        "share": 0.07436708860759493
       }
      },
      "robust": {
       "by_call": {
        "missed": 15.639708880101288,
        "needless": 2.9305814215952384,
        "none": 3.891509018495492,
        "right_risk": 1.5250817642675782,
        "right_safety": 4.726707374201659,
        "wrong_risk": 3.020936818053034
       },
       "calls": {
        "missed": 343.0,
        "needless": 93.0,
        "right_risk": 167.0,
        "right_safety": 715.0,
        "wrong_risk": 49.0
       },
       "confidence": {
        "auroc_right_risk": 0.5072109302521717,
        "missed_mean_p": 0.4873760932944606,
        "missed_n": 343,
        "taken_grouped": 0,
        "taken_n": 309,
        "taken_other": 0
       },
       "error_rate": 31.73452527671429,
       "found": {
        "den": 559.0,
        "n": 167.0,
        "share": 0.29874776386404295
       },
       "good": {
        "den": 309.0,
        "n": 167.0,
        "share": 0.540453074433657
       },
       "judgement": 59.18243769815265,
       "judgement_hi": 61.38043666117411,
       "judgement_lo": 56.980673165872005,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.125,
        "x": 0.7012522361359571,
        "y": 0.1150990099009901
       },
       "margin": 0.02,
       "missed": {
        "den": 559.0,
        "n": 343.0,
        "share": 0.6135957066189625
       },
       "needless": {
        "den": 808.0,
        "n": 93.0,
        "share": 0.1150990099009901
       },
       "needless_by_loss": {
        "big": {
         "den": 808.0,
         "n": 46.0,
         "share": 0.05693069306930693
        },
        "medium": {
         "den": 808.0,
         "n": 31.0,
         "share": 0.038366336633663366
        },
        "small": {
         "den": 808.0,
         "n": 16.0,
         "share": 0.019801980198019802
        }
       },
       "no_trade_off": 545.0,
       "reference": null,
       "right_safety": {
        "den": 808.0,
        "n": 715.0,
        "share": 0.8849009900990099
       },
       "risk_pays": 559.0,
       "safety_pays": 808.0,
       "scored": 1912,
       "sdt": {
        "aim": {
         "den": 216.0,
         "n": 167.0,
         "share": 0.7731481481481481
        },
        "beta": 0.9989318298866936,
        "caution": 0.7427879520759149,
        "caution_hi": 0.8108759016907172,
        "caution_lo": 0.6815120993447233,
        "cstar": -0.001175435497548059,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9092298265733927,
        "dprime_hi": 1.0828309200006203,
        "dprime_lo": 0.749303348752545,
        "false_alarm": {
         "den": 808.0,
         "n": 93.0,
         "share": 0.1150990099009901
        },
        "false_alarm_rate": 0.11557478368355995,
        "hit": {
         "den": 559.0,
         "n": 216.0,
         "share": 0.38640429338103754
        },
        "hit_rate": 0.38660714285714287,
        "missed_loss": 0.17436223544462776,
        "missed_n": 343.0,
        "na": null,
        "needless_loss": 0.12050046619548592,
        "needless_n": 93.0
       },
       "size": {
        "bad": {
         "mean": 8.049295774647888,
         "n": 142.0,
         "too_few": true
        },
        "right": {
         "mean": 9.0,
         "n": 167.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 355.0,
          "n": 113.0,
          "share": 0.3183098591549296
         },
         "missed": {
          "den": 355.0,
          "n": 210.0,
          "share": 0.5915492957746479
         },
         "risk_pays": 355.0,
         "wrong": {
          "den": 355.0,
          "n": 32.0,
          "share": 0.09014084507042254
         }
        },
        "medium": {
         "found": {
          "den": 204.0,
          "n": 54.0,
          "share": 0.2647058823529412
         },
         "missed": {
          "den": 204.0,
          "n": 133.0,
          "share": 0.6519607843137255
         },
         "risk_pays": 204.0,
         "wrong": {
          "den": 204.0,
          "n": 17.0,
          "share": 0.08333333333333333
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1367.0,
       "wrong": {
        "den": 559.0,
        "n": 49.0,
        "share": 0.08765652951699464
       }
      }
     },
     "slug": "jev-1-14-0"
    },
    "Liquid d1-ultra": {
     "close": {
      "close": {
       "den": 2070,
       "n": 1262,
       "share": 0.6096618357487923,
       "small": false
      },
      "decisions": 2071,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 2070,
      "exclusions": {
       "grouped": 1
      },
      "groups": {
       "close": {
        "by_count": [
         381,
         469,
         272,
         123,
         17
        ],
        "differ": {
         "hitting": {
          "den": 1262,
          "n": 598,
          "share": 0.47385103011093505,
          "small": false
         },
         "points": {
          "den": 1262,
          "n": 384,
          "share": 0.30427892234548337,
          "small": false
         },
         "prime": {
          "den": 1262,
          "n": 326,
          "share": 0.2583201267828843,
          "small": false
         },
         "race": {
          "den": 1262,
          "n": 142,
          "share": 0.11251980982567353,
          "small": false
         }
        },
        "gap": {
         "mean": 0.10863102601749583,
         "median": 0.05732002854347229,
         "n": 1262
        },
        "loss1": {
         "mean": 0.07743164441192585,
         "median": 0.018425792455673218,
         "n": 1262
        },
        "loss2": {
         "mean": 0.10185215125087702,
         "median": 0.040596649050712585,
         "n": 1262
        },
        "n": 1262,
        "p1": {
         "mean": 0.3012242316636623,
         "median": 0.2729513844887085,
         "n": 1262
        },
        "p2": {
         "mean": 0.21871366468544612,
         "median": 0.19715981914250547,
         "n": 1262
        },
        "psum": {
         "mean": 0.5199378963491085,
         "median": 0.47000632762157873,
         "n": 1262
        },
        "psum_bins": [
         0,
         22,
         132,
         284,
         263,
         171,
         130,
         110,
         58,
         92
        ]
       },
       "other": {
        "by_count": [
         127,
         317,
         253,
         92,
         19
        ],
        "differ": {
         "hitting": {
          "den": 808,
          "n": 451,
          "share": 0.5581683168316832,
          "small": false
         },
         "points": {
          "den": 808,
          "n": 333,
          "share": 0.4121287128712871,
          "small": false
         },
         "prime": {
          "den": 808,
          "n": 265,
          "share": 0.327970297029703,
          "small": false
         },
         "race": {
          "den": 808,
          "n": 126,
          "share": 0.15594059405940594,
          "small": false
         }
        },
        "gap": {
         "mean": 0.14999517997597703,
         "median": 0.07859662175178528,
         "n": 808
        },
        "loss1": {
         "mean": 0.03401301838088744,
         "median": 0.0,
         "n": 808
        },
        "loss2": {
         "mean": 0.15035687394366407,
         "median": 0.07591432332992554,
         "n": 808
        },
        "n": 808,
        "p1": {
         "mean": 0.5473048488400353,
         "median": 0.5458255371502556,
         "n": 808
        },
        "p2": {
         "mean": 0.14743027220109503,
         "median": 0.14001314900973655,
         "n": 808
        },
        "psum": {
         "mean": 0.6947351210411303,
         "median": 0.6929391470855382,
         "n": 808
        },
        "psum_bins": [
         0,
         0,
         10,
         68,
         102,
         107,
         130,
         106,
         115,
         170
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 567,
           "n": 369,
           "share": 0.6507936507936508,
           "small": false
          },
          "eligible": 567,
          "risk_close": {
           "den": 369,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 687,
           "n": 441,
           "share": 0.6419213973799127,
           "small": false
          },
          "eligible": 687,
          "risk_close": {
           "den": 441,
           "n": 267,
           "share": 0.6054421768707483,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 816,
           "n": 452,
           "share": 0.553921568627451,
           "small": false
          },
          "eligible": 816,
          "risk_close": {
           "den": 452,
           "n": 223,
           "share": 0.49336283185840707,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.5764705882352941,
         "adj_other": 0.6946358543417367,
         "adjusted": -0.11816526610644262,
         "adjusted_hi": -0.00700909860021539,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.20481328294326306,
         "close": {
          "den": 267,
          "n": 155,
          "share": 0.5805243445692884,
          "small": false
         },
         "covered": {
          "den": 267,
          "n": 255,
          "share": 0.9550561797752809,
          "small": false
         },
         "crude": -0.06392009987515612,
         "crude_hi": 0.032272683824852905,
         "crude_left_out": 0,
         "crude_lo": -0.15447225582998234,
         "group": 402,
         "matches": 18,
         "na": null,
         "other": {
          "den": 135,
          "n": 87,
          "share": 0.6444444444444445,
          "small": true
         },
         "resamples": 2000,
         "strata": 35,
         "strata_both": 26
        },
        "stake": {
         "big": {
          "den": 371,
          "n": 254,
          "share": 0.6846361185983828,
          "small": false
         },
         "medium": {
          "den": 235,
          "n": 140,
          "share": 0.5957446808510638,
          "small": false
         },
         "small": {
          "den": 81,
          "n": 47,
          "share": 0.5802469135802469,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 567,
           "n": 369,
           "share": 0.6507936507936508,
           "small": false
          },
          "eligible": 567,
          "risk_close": {
           "den": 369,
           "n": 0,
           "share": 0.0,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 606,
           "n": 394,
           "share": 0.6501650165016502,
           "small": false
          },
          "eligible": 606,
          "risk_close": {
           "den": 394,
           "n": 243,
           "share": 0.616751269035533,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 897,
           "n": 499,
           "share": 0.5562987736900781,
           "small": false
          },
          "eligible": 897,
          "risk_close": {
           "den": 499,
           "n": 247,
           "share": 0.49498997995991983,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.5673076923076923,
         "adj_other": 0.6431757478632479,
         "adjusted": -0.07586805555555565,
         "adjusted_hi": 0.041883902872555695,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.18926672363308303,
         "close": {
          "den": 243,
          "n": 140,
          "share": 0.5761316872427984,
          "small": false
         },
         "covered": {
          "den": 243,
          "n": 208,
          "share": 0.8559670781893004,
          "small": false
         },
         "crude": -0.06275720164609044,
         "crude_hi": 0.04835247338055347,
         "crude_left_out": 0,
         "crude_lo": -0.17114699287018156,
         "group": 351,
         "matches": 18,
         "na": null,
         "other": {
          "den": 108,
          "n": 69,
          "share": 0.6388888888888888,
          "small": true
         },
         "resamples": 2000,
         "strata": 34,
         "strata_both": 24
        },
        "stake": {
         "big": {
          "den": 371,
          "n": 254,
          "share": 0.6846361185983828,
          "small": false
         },
         "medium": {
          "den": 235,
          "n": 140,
          "share": 0.5957446808510638,
          "small": false
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 1262,
       "n": 490,
       "share": 0.38827258320126784,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 2070,
       "n": 490,
       "share": 0.23671497584541062,
       "small": false
      },
      "risk_pair_other": {
       "den": 808,
       "n": 380,
       "share": 0.47029702970297027,
       "small": false
      },
      "ties": {
       "close": 116,
       "member": 82,
       "order": 60,
       "positive": 142,
       "top_two": 142,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.7463826066159435,
      "auroc_blunder": 0.6979319688027945,
      "confident_badly_wrong": {
       "den": 2070,
       "n": 0,
       "share": 0.0
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 20,
         "n": 0,
         "share": 0.0
        },
        "kept": {
         "den": 2070,
         "n": 20,
         "share": 0.00966183574879227
        },
        "mean_loss": 0.0006012499332427978,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 2070,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.08871145013415928,
      "held_out": {
       "blunders": 0.027983979504483503,
       "kept": 0.022074620131283616,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 2070,
      "surest": {
       "cut": 0.5246623165651004,
       "error_rate": 8.605671903261772,
       "n": 520,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.7463826066159435,
      "best_share": 0.4857556735876388,
      "blunder_share": 0.22404635441815549,
      "brier": 0.21372114742457327,
      "clusters": 102,
      "confidence_n": 2070,
      "confident_badly_wrong": 0.0,
      "cost_coverage": 1.0,
      "decisions": 2071,
      "ece": 0.08871145013415928,
      "engine_scored": 2071,
      "error_hi": 33.37192323780477,
      "error_lo": 27.290356978630378,
      "error_rate": 30.33737738255658,
      "first_date": "2026-10-19",
      "group_sizes": [
       142
      ],
      "grouped": 1,
      "invalid": 0,
      "last_date": "2026-10-25",
      "mean_confidence": 0.3972788880300919,
      "over_budget": 0.0,
      "p95_loss": 0.28908631205558777,
      "probability_source": "decision",
      "retry_mean": 0.0005678416224046355,
      "scored": 2071,
      "time_median": 0.233,
      "time_p90": 0.412,
      "tokens_in": 3461.4939642684694,
      "tokens_out": 0.0,
      "too_few": false,
      "usd_per_1000": 0.1453827464992757,
      "very_confident": 0.00966183574879227,
      "worst_mean": 0.48681695128862673
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 13.253726263025543,
        "needless": 3.66484415180035,
        "none": 3.5112518898131824,
        "right_risk": 2.3714831950640343,
        "right_safety": 4.516391852580079,
        "wrong_risk": 3.0196800302733897
       },
       "calls": {
        "missed": 341.0,
        "needless": 114.0,
        "right_risk": 289.0,
        "right_safety": 702.0,
        "wrong_risk": 58.0
       },
       "confidence": {
        "auroc_right_risk": 0.6363965558863764,
        "missed_mean_p": 0.3417520511955815,
        "missed_n": 340,
        "taken_grouped": 0,
        "taken_n": 461,
        "taken_other": 0
       },
       "error_rate": 30.33737738255658,
       "found": {
        "den": 688.0,
        "n": 289.0,
        "share": 0.42005813953488375
       },
       "good": {
        "den": 461.0,
        "n": 289.0,
        "share": 0.6268980477223427
       },
       "judgement": 64.01761285909713,
       "judgement_hi": 66.32900926829026,
       "judgement_lo": 61.74463607411275,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.14536340852130325,
        "x": 0.5799418604651163,
        "y": 0.13970588235294118
       },
       "margin": 0.001,
       "missed": {
        "den": 688.0,
        "n": 341.0,
        "share": 0.4956395348837209
       },
       "needless": {
        "den": 816.0,
        "n": 114.0,
        "share": 0.13970588235294118
       },
       "needless_by_loss": {
        "big": {
         "den": 816.0,
         "n": 60.0,
         "share": 0.07352941176470588
        },
        "medium": {
         "den": 816.0,
         "n": 39.0,
         "share": 0.04779411764705882
        },
        "small": {
         "den": 816.0,
         "n": 15.0,
         "share": 0.01838235294117647
        }
       },
       "no_trade_off": 567.0,
       "reference": null,
       "right_safety": {
        "den": 816.0,
        "n": 702.0,
        "share": 0.8602941176470589
       },
       "risk_pays": 688.0,
       "safety_pays": 816.0,
       "scored": 2071,
       "sdt": {
        "aim": {
         "den": 347.0,
         "n": 289.0,
         "share": 0.8328530259365994
        },
        "beta": 0.9809994468087577,
        "caution": 0.5343726278307428,
        "caution_hi": 0.6113653595688409,
        "caution_lo": 0.4634320009589807,
        "cstar": -0.017590169675579692,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.0905740920174787,
        "dprime_hi": 1.2625135257875657,
        "dprime_lo": 0.9215588976820086,
        "false_alarm": {
         "den": 816.0,
         "n": 114.0,
         "share": 0.13970588235294118
        },
        "false_alarm_rate": 0.1401468788249694,
        "hit": {
         "den": 688.0,
         "n": 347.0,
         "share": 0.5043604651162791
        },
        "hit_rate": 0.5043541364296081,
        "missed_loss": 0.160988076778451,
        "missed_n": 341.0,
        "na": null,
        "needless_loss": 0.13315600418207937,
        "needless_n": 114.0
       },
       "size": {
        "bad": {
         "mean": 10.581395348837209,
         "n": 172.0,
         "too_few": true
        },
        "right": {
         "mean": 9.892733564013842,
         "n": 289.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 371.0,
          "n": 180.0,
          "share": 0.48517520215633425
         },
         "missed": {
          "den": 371.0,
          "n": 168.0,
          "share": 0.4528301886792453
         },
         "risk_pays": 371.0,
         "wrong": {
          "den": 371.0,
          "n": 23.0,
          "share": 0.06199460916442048
         }
        },
        "medium": {
         "found": {
          "den": 236.0,
          "n": 88.0,
          "share": 0.3728813559322034
         },
         "missed": {
          "den": 236.0,
          "n": 120.0,
          "share": 0.5084745762711864
         },
         "risk_pays": 236.0,
         "wrong": {
          "den": 236.0,
          "n": 28.0,
          "share": 0.11864406779661017
         }
        },
        "small": {
         "found": {
          "den": 81.0,
          "n": 21.0,
          "share": 0.25925925925925924
         },
         "missed": {
          "den": 81.0,
          "n": 53.0,
          "share": 0.654320987654321
         },
         "risk_pays": 81.0,
         "wrong": {
          "den": 81.0,
          "n": 7.0,
          "share": 0.08641975308641975
         }
        }
       },
       "trade_off": 1504.0,
       "wrong": {
        "den": 688.0,
        "n": 58.0,
        "share": 0.08430232558139535
       }
      },
      "robust": {
       "by_call": {
        "missed": 12.83954510592079,
        "needless": 4.187164935209163,
        "none": 3.5112518898131824,
        "right_risk": 1.8430128153944176,
        "right_safety": 4.930573009684833,
        "wrong_risk": 3.0258296265341933
       },
       "calls": {
        "missed": 288.0,
        "needless": 142.0,
        "right_risk": 254.0,
        "right_safety": 755.0,
        "wrong_risk": 65.0
       },
       "confidence": {
        "auroc_right_risk": 0.6175016166457453,
        "missed_mean_p": 0.3389476602975704,
        "missed_n": 287,
        "taken_grouped": 0,
        "taken_n": 461,
        "taken_other": 0
       },
       "error_rate": 30.33737738255658,
       "found": {
        "den": 607.0,
        "n": 254.0,
        "share": 0.4184514003294893
       },
       "good": {
        "den": 461.0,
        "n": 254.0,
        "share": 0.5509761388286334
       },
       "judgement": 63.00729688381003,
       "judgement_hi": 65.34656697528615,
       "judgement_lo": 60.77377423253403,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.18413597733711048,
        "x": 0.5815485996705108,
        "y": 0.15830546265328874
       },
       "margin": 0.02,
       "missed": {
        "den": 607.0,
        "n": 288.0,
        "share": 0.4744645799011532
       },
       "needless": {
        "den": 897.0,
        "n": 142.0,
        "share": 0.15830546265328874
       },
       "needless_by_loss": {
        "big": {
         "den": 897.0,
         "n": 63.0,
         "share": 0.07023411371237458
        },
        "medium": {
         "den": 897.0,
         "n": 42.0,
         "share": 0.046822742474916385
        },
        "small": {
         "den": 897.0,
         "n": 37.0,
         "share": 0.04124860646599777
        }
       },
       "no_trade_off": 567.0,
       "reference": null,
       "right_safety": {
        "den": 897.0,
        "n": 755.0,
        "share": 0.8416945373467113
       },
       "risk_pays": 607.0,
       "safety_pays": 897.0,
       "scored": 2071,
       "sdt": {
        "aim": {
         "den": 319.0,
         "n": 254.0,
         "share": 0.7962382445141066
        },
        "beta": 0.9774134847050919,
        "caution": 0.46796349401260934,
        "caution_hi": 0.5404508510622944,
        "caution_lo": 0.3980829785554694,
        "cstar": -0.021474982491911838,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.063819155323055,
        "dprime_hi": 1.2236158132076218,
        "dprime_lo": 0.9079433398374129,
        "false_alarm": {
         "den": 897.0,
         "n": 142.0,
         "share": 0.15830546265328874
        },
        "false_alarm_rate": 0.15868596881959912,
        "hit": {
         "den": 607.0,
         "n": 319.0,
         "share": 0.5255354200988468
        },
        "hit_rate": 0.5254934210526315,
        "missed_loss": 0.18465762440529135,
        "missed_n": 288.0,
        "na": null,
        "needless_loss": 0.12213547296927009,
        "needless_n": 142.0
       },
       "size": {
        "bad": {
         "mean": 10.719806763285025,
         "n": 207.0,
         "too_few": false
        },
        "right": {
         "mean": 9.68503937007874,
         "n": 254.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 371.0,
          "n": 172.0,
          "share": 0.4636118598382749
         },
         "missed": {
          "den": 371.0,
          "n": 168.0,
          "share": 0.4528301886792453
         },
         "risk_pays": 371.0,
         "wrong": {
          "den": 371.0,
          "n": 31.0,
          "share": 0.08355795148247978
         }
        },
        "medium": {
         "found": {
          "den": 236.0,
          "n": 82.0,
          "share": 0.3474576271186441
         },
         "missed": {
          "den": 236.0,
          "n": 120.0,
          "share": 0.5084745762711864
         },
         "risk_pays": 236.0,
         "wrong": {
          "den": 236.0,
          "n": 34.0,
          "share": 0.1440677966101695
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1504.0,
       "wrong": {
        "den": 607.0,
        "n": 65.0,
        "share": 0.1070840197693575
       }
      }
     },
     "slug": "liquid-d1-ultra"
    },
    "Qwen3.8 Flash (off)": {
     "close": {
      "close": {
       "den": 615,
       "n": 248,
       "share": 0.4032520325203252,
       "small": false
      },
      "decisions": 2027,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 615,
      "exclusions": {
       "grouped": 145,
       "not_audited": 243,
       "sparse": 1024
      },
      "groups": {
       "close": {
        "by_count": [
         136,
         76,
         29,
         7,
         0
        ],
        "differ": {
         "hitting": {
          "den": 248,
          "n": 72,
          "share": 0.2903225806451613,
          "small": false
         },
         "points": {
          "den": 248,
          "n": 26,
          "share": 0.10483870967741936,
          "small": false
         },
         "prime": {
          "den": 248,
          "n": 42,
          "share": 0.1693548387096774,
          "small": false
         },
         "race": {
          "den": 248,
          "n": 15,
          "share": 0.06048387096774194,
          "small": false
         }
        },
        "gap": {
         "mean": 0.07306473305629145,
         "median": 0.020918577909469604,
         "n": 248
        },
        "loss1": {
         "mean": 0.04429457192459414,
         "median": 0.0005459189414978027,
         "n": 248
        },
        "loss2": {
         "mean": 0.057688062109293475,
         "median": 0.0025146007537841797,
         "n": 248
        },
        "n": 248,
        "p1": {
         "mean": 0.4964752320322249,
         "median": 0.5,
         "n": 248
        },
        "p2": {
         "mean": 0.3535581711617629,
         "median": 0.3486451285660856,
         "n": 248
        },
        "psum": {
         "mean": 0.8500334031939877,
         "median": 0.8545939524298262,
         "n": 248
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         1,
         4,
         26,
         59,
         60,
         98
        ]
       },
       "other": {
        "by_count": [
         121,
         163,
         76,
         6,
         1
        ],
        "differ": {
         "hitting": {
          "den": 367,
          "n": 144,
          "share": 0.3923705722070845,
          "small": false
         },
         "points": {
          "den": 367,
          "n": 48,
          "share": 0.1307901907356948,
          "small": false
         },
         "prime": {
          "den": 367,
          "n": 102,
          "share": 0.2779291553133515,
          "small": false
         },
         "race": {
          "den": 367,
          "n": 43,
          "share": 0.11716621253405994,
          "small": false
         }
        },
        "gap": {
         "mean": 0.12355472443863871,
         "median": 0.0481795072555542,
         "n": 367
        },
        "loss1": {
         "mean": 0.02577661558457876,
         "median": 0.0,
         "n": 367
        },
        "loss2": {
         "mean": 0.10937601279172976,
         "median": 0.029506266117095947,
         "n": 367
        },
        "n": 367,
        "p1": {
         "mean": 0.7198372182785608,
         "median": 0.7310585786300049,
         "n": 367
        },
        "p2": {
         "mean": 0.1915670094152328,
         "median": 0.19409981065351464,
         "n": 367
        },
        "psum": {
         "mean": 0.9114042276937936,
         "median": 0.9190675420371415,
         "n": 367
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         4,
         37,
         110,
         216
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 343,
           "n": 152,
           "share": 0.44314868804664725,
           "small": false
          },
          "eligible": 343,
          "risk_close": {
           "den": 152,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 83,
           "n": 36,
           "share": 0.43373493975903615,
           "small": true
          },
          "eligible": 83,
          "risk_close": {
           "den": 36,
           "n": 27,
           "share": 0.75,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 189,
           "n": 60,
           "share": 0.31746031746031744,
           "small": true
          },
          "eligible": 189,
          "risk_close": {
           "den": 60,
           "n": 45,
           "share": 0.75,
           "small": true
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "adj_close": 0.7407407407407407,
         "adj_other": 0.8812636165577342,
         "adjusted": -0.14052287581699352,
         "adjusted_hi": 0.09389903329752955,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.3793103448275862,
         "close": {
          "den": 27,
          "n": 20,
          "share": 0.7407407407407407,
          "small": true
         },
         "covered": {
          "den": 27,
          "n": 27,
          "share": 1.0,
          "small": true
         },
         "crude": -0.15399610136452246,
         "crude_hi": 0.05556418219461695,
         "crude_left_out": 0,
         "crude_lo": -0.3393692528735632,
         "group": 65,
         "matches": 16,
         "na": null,
         "other": {
          "den": 38,
          "n": 34,
          "share": 0.8947368421052632,
          "small": true
         },
         "resamples": 2000,
         "strata": 7,
         "strata_both": 4
        },
        "stake": {
         "big": {
          "den": 35,
          "n": 16,
          "share": 0.45714285714285713,
          "small": true
         },
         "medium": {
          "den": 35,
          "n": 13,
          "share": 0.37142857142857144,
          "small": true
         },
         "small": {
          "den": 13,
          "n": 7,
          "share": 0.5384615384615384,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 343,
           "n": 152,
           "share": 0.44314868804664725,
           "small": false
          },
          "eligible": 343,
          "risk_close": {
           "den": 152,
           "n": 0,
           "share": 0.0,
           "small": true
          }
         },
         "risk": {
          "close": {
           "den": 70,
           "n": 29,
           "share": 0.4142857142857143,
           "small": true
          },
          "eligible": 70,
          "risk_close": {
           "den": 29,
           "n": 23,
           "share": 0.7931034482758621,
           "small": true
          }
         },
         "safety": {
          "close": {
           "den": 202,
           "n": 67,
           "share": 0.3316831683168317,
           "small": false
          },
          "eligible": 202,
          "risk_close": {
           "den": 67,
           "n": 49,
           "share": 0.7313432835820896,
           "small": true
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "adj_close": 0.6956521739130435,
         "adj_other": 0.860613810741688,
         "adjusted": -0.1649616368286445,
         "adjusted_hi": 0.1071546509046509,
         "adjusted_left_out": 0,
         "adjusted_lo": -0.4285714285714286,
         "close": {
          "den": 23,
          "n": 16,
          "share": 0.6956521739130435,
          "small": true
         },
         "covered": {
          "den": 23,
          "n": 23,
          "share": 1.0,
          "small": true
         },
         "crude": -0.17934782608695654,
         "crude_hi": 0.048593911248709966,
         "crude_left_out": 0,
         "crude_lo": -0.38095238095238093,
         "group": 55,
         "matches": 16,
         "na": null,
         "other": {
          "den": 32,
          "n": 28,
          "share": 0.875,
          "small": true
         },
         "resamples": 2000,
         "strata": 6,
         "strata_both": 3
        },
        "stake": {
         "big": {
          "den": 35,
          "n": 16,
          "share": 0.45714285714285713,
          "small": true
         },
         "medium": {
          "den": 35,
          "n": 13,
          "share": 0.37142857142857144,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 248,
       "n": 72,
       "share": 0.2903225806451613,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 615,
       "n": 72,
       "share": 0.11707317073170732,
       "small": false
      },
      "risk_pair_other": {
       "den": 367,
       "n": 143,
       "share": 0.3896457765667575,
       "small": false
      },
      "ties": {
       "close": 30,
       "member": 21,
       "order": 25,
       "positive": 46,
       "top_two": 46,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.6902031303510336,
      "auroc_blunder": 0.64391240595178,
      "confident_badly_wrong": {
       "den": 1856,
       "n": 1,
       "share": 0.0005387931034482759
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 17,
         "n": 1,
         "share": 0.058823529411764705
        },
        "kept": {
         "den": 1856,
         "n": 17,
         "share": 0.009159482758620689
        },
        "mean_loss": 0.01728734198738547,
        "too_few": true
       },
       "0.99": {
        "blunders": {
         "den": 0,
         "n": 0,
         "share": null
        },
        "kept": {
         "den": 1856,
         "n": 0,
         "share": 0.0
        },
        "mean_loss": null,
        "too_few": true
       }
      },
      "ece": 0.10663676591127538,
      "held_out": {
       "blunders": 0.04170700750315758,
       "kept": 0.014867679062048346,
       "no_cutoff": 0,
       "runs": 300
      },
      "n": 1856,
      "surest": {
       "cut": 0.6936623301396077,
       "error_rate": 15.111620537936687,
       "n": 464,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.6902031303510336,
      "best_share": 0.44647261963492846,
      "blunder_share": 0.2525900345337938,
      "brier": 0.23245478786226023,
      "clusters": 100,
      "confidence_n": 1856,
      "confident_badly_wrong": 0.0005387931034482759,
      "cost_coverage": 1.0,
      "decisions": 2027,
      "ece": 0.10663676591127538,
      "engine_scored": 2027,
      "error_hi": 36.72076523712284,
      "error_lo": 30.827352191678397,
      "error_rate": 33.577662334397445,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 171,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.5662272831526548,
      "over_budget": 0.0029600394671928957,
      "p95_loss": 0.3082065761089321,
      "probability_source": "logprobs",
      "retry_mean": 8.970692649235323,
      "scored": 2027,
      "time_median": 1.699,
      "time_p90": 7.4746000000000015,
      "tokens_in": 4181.5259003453375,
      "tokens_out": 10.232856438085841,
      "too_few": false,
      "usd_per_1000": 0.28444589738529846,
      "very_confident": 0.009159482758620689,
      "worst_mean": 0.5329444119245699
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 14.390172801643507,
        "needless": 4.643808761781581,
        "none": 4.167065678644956,
        "right_risk": 3.459256684538997,
        "right_safety": 2.9609489379166734,
        "wrong_risk": 3.956409469871728
       },
       "calls": {
        "missed": 372.0,
        "needless": 112.0,
        "right_risk": 243.0,
        "right_safety": 613.0,
        "wrong_risk": 91.0
       },
       "confidence": {
        "auroc_right_risk": 0.5723981900452488,
        "missed_mean_p": 0.5452550439711948,
        "missed_n": 328,
        "taken_grouped": 60,
        "taken_n": 386,
        "taken_other": 0
       },
       "error_rate": 33.577662334397445,
       "found": {
        "den": 706.0,
        "n": 243.0,
        "share": 0.34419263456090654
       },
       "good": {
        "den": 446.0,
        "n": 243.0,
        "share": 0.5448430493273543
       },
       "judgement": 59.48549379701085,
       "judgement_hi": 61.664850018420324,
       "judgement_lo": 57.18966824246997,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.19654427645788336,
        "x": 0.6558073654390935,
        "y": 0.15448275862068966
       },
       "margin": 0.001,
       "missed": {
        "den": 706.0,
        "n": 372.0,
        "share": 0.5269121813031161
       },
       "needless": {
        "den": 725.0,
        "n": 112.0,
        "share": 0.15448275862068966
       },
       "needless_by_loss": {
        "big": {
         "den": 725.0,
         "n": 69.0,
         "share": 0.09517241379310344
        },
        "medium": {
         "den": 725.0,
         "n": 27.0,
         "share": 0.037241379310344824
        },
        "small": {
         "den": 725.0,
         "n": 16.0,
         "share": 0.022068965517241378
        }
       },
       "no_trade_off": 596.0,
       "reference": null,
       "right_safety": {
        "den": 725.0,
        "n": 613.0,
        "share": 0.8455172413793104
       },
       "risk_pays": 706.0,
       "safety_pays": 725.0,
       "scored": 2027,
       "sdt": {
        "aim": {
         "den": 334.0,
         "n": 243.0,
         "share": 0.7275449101796407
        },
        "beta": 1.1006938508090325,
        "caution": 0.5414049546791285,
        "caution_hi": 0.6244238992685485,
        "caution_lo": 0.4607700346844515,
        "cstar": 0.10120535425190852,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9479810146636443,
        "dprime_hi": 1.1217167436682967,
        "dprime_lo": 0.787142596421905,
        "false_alarm": {
         "den": 725.0,
         "n": 112.0,
         "share": 0.15448275862068966
        },
        "false_alarm_rate": 0.15495867768595042,
        "hit": {
         "den": 706.0,
         "n": 334.0,
         "share": 0.4730878186968839
        },
        "hit_rate": 0.47312588401697314,
        "missed_loss": 0.15682193692973864,
        "missed_n": 372.0,
        "na": null,
        "needless_loss": 0.16808929214520113,
        "needless_n": 112.0
       },
       "size": {
        "bad": {
         "mean": 9.482758620689655,
         "n": 203.0,
         "too_few": false
        },
        "right": {
         "mean": 7.716049382716049,
         "n": 243.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 391.0,
          "n": 166.0,
          "share": 0.42455242966751916
         },
         "missed": {
          "den": 391.0,
          "n": 190.0,
          "share": 0.4859335038363171
         },
         "risk_pays": 391.0,
         "wrong": {
          "den": 391.0,
          "n": 35.0,
          "share": 0.08951406649616368
         }
        },
        "medium": {
         "found": {
          "den": 234.0,
          "n": 66.0,
          "share": 0.28205128205128205
         },
         "missed": {
          "den": 234.0,
          "n": 126.0,
          "share": 0.5384615384615384
         },
         "risk_pays": 234.0,
         "wrong": {
          "den": 234.0,
          "n": 42.0,
          "share": 0.1794871794871795
         }
        },
        "small": {
         "found": {
          "den": 81.0,
          "n": 11.0,
          "share": 0.13580246913580246
         },
         "missed": {
          "den": 81.0,
          "n": 56.0,
          "share": 0.691358024691358
         },
         "risk_pays": 81.0,
         "wrong": {
          "den": 81.0,
          "n": 14.0,
          "share": 0.1728395061728395
         }
        }
       },
       "trade_off": 1431.0,
       "wrong": {
        "den": 706.0,
        "n": 91.0,
        "share": 0.12889518413597734
       }
      },
      "robust": {
       "by_call": {
        "missed": 14.052466028537665,
        "needless": 4.9764906310305905,
        "none": 4.167065678644956,
        "right_risk": 3.0523541971092807,
        "right_safety": 3.2986557110225148,
        "wrong_risk": 4.030630088052434
       },
       "calls": {
        "missed": 316.0,
        "needless": 137.0,
        "right_risk": 222.0,
        "right_safety": 669.0,
        "wrong_risk": 87.0
       },
       "confidence": {
        "auroc_right_risk": 0.5686856743611104,
        "missed_mean_p": 0.5490316532020334,
        "missed_n": 281,
        "taken_grouped": 60,
        "taken_n": 386,
        "taken_other": 0
       },
       "error_rate": 33.577662334397445,
       "found": {
        "den": 625.0,
        "n": 222.0,
        "share": 0.3552
       },
       "good": {
        "den": 446.0,
        "n": 222.0,
        "share": 0.4977578475336323
       },
       "judgement": 59.26124069478909,
       "judgement_hi": 61.516045691280944,
       "judgement_lo": 57.08963467847478,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.21588089330024815,
        "x": 0.6448,
        "y": 0.16997518610421836
       },
       "margin": 0.02,
       "missed": {
        "den": 625.0,
        "n": 316.0,
        "share": 0.5056
       },
       "needless": {
        "den": 806.0,
        "n": 137.0,
        "share": 0.16997518610421836
       },
       "needless_by_loss": {
        "big": {
         "den": 806.0,
         "n": 78.0,
         "share": 0.0967741935483871
        },
        "medium": {
         "den": 806.0,
         "n": 31.0,
         "share": 0.038461538461538464
        },
        "small": {
         "den": 806.0,
         "n": 28.0,
         "share": 0.034739454094292806
        }
       },
       "no_trade_off": 596.0,
       "reference": null,
       "right_safety": {
        "den": 806.0,
        "n": 669.0,
        "share": 0.8300248138957816
       },
       "risk_pays": 625.0,
       "safety_pays": 806.0,
       "scored": 2027,
       "sdt": {
        "aim": {
         "den": 309.0,
         "n": 222.0,
         "share": 0.7184466019417476
        },
        "beta": 1.0533972654805093,
        "caution": 0.4833317453111749,
        "caution_hi": 0.5597613948697244,
        "caution_lo": 0.40891548059283717,
        "cstar": 0.0554214714412974,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9386331833569682,
        "dprime_hi": 1.0841427518063445,
        "dprime_lo": 0.7938767826292001,
        "false_alarm": {
         "den": 806.0,
         "n": 137.0,
         "share": 0.16997518610421836
        },
        "false_alarm_rate": 0.17038413878562578,
        "hit": {
         "den": 625.0,
         "n": 309.0,
         "share": 0.4944
        },
        "hit_rate": 0.49440894568690097,
        "missed_loss": 0.18028068759396107,
        "missed_n": 316.0,
        "na": null,
        "needless_loss": 0.14726053297954755,
        "needless_n": 137.0
       },
       "size": {
        "bad": {
         "mean": 9.178571428571429,
         "n": 224.0,
         "too_few": false
        },
        "right": {
         "mean": 7.8558558558558556,
         "n": 222.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 391.0,
          "n": 160.0,
          "share": 0.4092071611253197
         },
         "missed": {
          "den": 391.0,
          "n": 190.0,
          "share": 0.4859335038363171
         },
         "risk_pays": 391.0,
         "wrong": {
          "den": 391.0,
          "n": 41.0,
          "share": 0.10485933503836317
         }
        },
        "medium": {
         "found": {
          "den": 234.0,
          "n": 62.0,
          "share": 0.26495726495726496
         },
         "missed": {
          "den": 234.0,
          "n": 126.0,
          "share": 0.5384615384615384
         },
         "risk_pays": 234.0,
         "wrong": {
          "den": 234.0,
          "n": 46.0,
          "share": 0.19658119658119658
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1431.0,
       "wrong": {
        "den": 625.0,
        "n": 87.0,
        "share": 0.1392
       }
      }
     },
     "slug": "qwen3-8-flash-off"
    },
    "Qwen3.8-27B (low)": {
     "close": {
      "close": {
       "den": 298,
       "n": 0,
       "share": 0.0,
       "small": false
      },
      "decisions": 2108,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 298,
      "exclusions": {
       "grouped": 142,
       "not_audited": 729,
       "sparse": 939
      },
      "groups": {
       "close": {
        "by_count": [
         0,
         0,
         0,
         0,
         0
        ],
        "differ": {
         "hitting": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "points": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "prime": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "race": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        },
        "gap": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "loss2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "n": 0,
        "p1": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "p2": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum": {
         "mean": null,
         "median": null,
         "n": 0
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0
        ]
       },
       "other": {
        "by_count": [
         96,
         138,
         50,
         14,
         0
        ],
        "differ": {
         "hitting": {
          "den": 298,
          "n": 105,
          "share": 0.3523489932885906,
          "small": false
         },
         "points": {
          "den": 298,
          "n": 46,
          "share": 0.15436241610738255,
          "small": false
         },
         "prime": {
          "den": 298,
          "n": 90,
          "share": 0.30201342281879195,
          "small": false
         },
         "race": {
          "den": 298,
          "n": 39,
          "share": 0.13087248322147652,
          "small": false
         }
        },
        "gap": {
         "mean": 0.11986740023497768,
         "median": 0.05388367176055908,
         "n": 298
        },
        "loss1": {
         "mean": 0.03075728120419803,
         "median": 0.0,
         "n": 298
        },
        "loss2": {
         "mean": 0.11208530060396898,
         "median": 0.039676934480667114,
         "n": 298
        },
        "n": 298,
        "p1": {
         "mean": 0.9998077571462516,
         "median": 0.9998911007789086,
         "n": 298
        },
        "p2": {
         "mean": 0.0001625422826910124,
         "median": 9.170061060868894e-05,
         "n": 298
        },
        "psum": {
         "mean": 0.9999702994289426,
         "median": 0.9999896722444813,
         "n": 298
        },
        "psum_bins": [
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         0,
         298
        ]
       }
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "margins": {
       "main": {
        "classes": {
         "none": {
          "close": {
           "den": 175,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 175,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 33,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 33,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 90,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 90,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.001,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 24,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 24,
          "n": 17,
          "share": 0.7083333333333334,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 16,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 14,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 3,
          "n": 0,
          "share": 0.0,
          "small": true
         }
        }
       },
       "robust": {
        "classes": {
         "none": {
          "close": {
           "den": 175,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 175,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "risk": {
          "close": {
           "den": 30,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 30,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         },
         "safety": {
          "close": {
           "den": 93,
           "n": 0,
           "share": 0.0,
           "small": true
          },
          "eligible": 93,
          "risk_close": {
           "den": 0,
           "n": 0,
           "share": null,
           "small": false
          }
         }
        },
        "margin": 0.02,
        "missed": {
         "close": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         },
         "group": 23,
         "na": "N/A: no close choices in this group",
         "other": {
          "den": 23,
          "n": 16,
          "share": 0.6956521739130435,
          "small": true
         }
        },
        "stake": {
         "big": {
          "den": 16,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "medium": {
          "den": 14,
          "n": 0,
          "share": 0.0,
          "small": true
         },
         "small": {
          "den": 0,
          "n": 0,
          "share": null,
          "small": false
         }
        }
       }
      },
      "na": null,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      },
      "risk_close_of_eligible": {
       "den": 298,
       "n": 0,
       "share": 0.0,
       "small": false
      },
      "risk_pair_other": {
       "den": 298,
       "n": 102,
       "share": 0.3422818791946309,
       "small": false
      },
      "ties": {
       "close": 0,
       "member": 0,
       "order": 0,
       "positive": 0,
       "top_two": 0,
       "zero": 0
      }
     },
     "confidence": {
      "auroc_best": 0.5712672678108771,
      "auroc_blunder": 0.5513074402786994,
      "confident_badly_wrong": {
       "den": 1891,
       "n": 384,
       "share": 0.20306716023268112
      },
      "cutoffs": {
       "0.9": {
        "blunders": {
         "den": 1891,
         "n": 384,
         "share": 0.20306716023268112
        },
        "kept": {
         "den": 1891,
         "n": 1891,
         "share": 1.0
        },
        "mean_loss": 0.05327173701863261,
        "too_few": false
       },
       "0.99": {
        "blunders": {
         "den": 1889,
         "n": 383,
         "share": 0.2027527792482795
        },
        "kept": {
         "den": 1891,
         "n": 1889,
         "share": 0.9989423585404548
        },
        "mean_loss": 0.05326914334499123,
        "too_few": false
       }
      },
      "ece": 0.44654850944977653,
      "held_out": {
       "blunders": 0.7416506557996329,
       "kept": 0.004721407118234083,
       "no_cutoff": 200,
       "runs": 300
      },
      "n": 1891,
      "surest": {
       "cut": 0.9999038976031153,
       "error_rate": 22.285679493091575,
       "n": 473,
       "too_few": false
      },
      "too_few": false
     },
     "quality": {
      "auroc": 0.5712672678108771,
      "best_share": 0.5275142314990512,
      "blunder_share": 0.2239089184060721,
      "brier": 0.4465850974578028,
      "clusters": 98,
      "confidence_n": 1891,
      "confident_badly_wrong": 0.20306716023268112,
      "cost_coverage": 1.0,
      "decisions": 2108,
      "ece": 0.44654850944977653,
      "engine_scored": 2108,
      "error_hi": 31.81670804432192,
      "error_lo": 26.542902621482654,
      "error_rate": 29.032554555210716,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 217,
      "invalid": 0,
      "last_date": "2026-10-26",
      "mean_confidence": 0.9996949927919235,
      "over_budget": 0.9767552182163188,
      "own_cost": {
       "decisions": 2108,
       "estimate": true,
       "excluded_hours": 122.01666666666667,
       "gaps": [
        [
         "2026-10-20T07:20Z",
         "2026-10-20T20:17Z",
         777
        ],
        [
         "2026-10-20T21:06Z",
         "2026-10-20T21:34Z",
         28
        ],
        [
         "2026-10-20T21:52Z",
         "2026-10-20T22:17Z",
         25
        ],
        [
         "2026-10-20T22:19Z",
         "2026-10-20T22:33Z",
         14
        ],
        [
         "2026-10-20T22:33Z",
         "2026-10-20T22:47Z",
         14
        ],
        [
         "2026-10-20T22:51Z",
         "2026-10-20T23:16Z",
         25
        ],
        [
         "2026-10-20T23:46Z",
         "2026-10-20T23:56Z",
         10
        ],
        [
         "2026-10-20T23:56Z",
         "2026-10-21T01:40Z",
         104
        ],
        [
         "2026-10-21T02:12Z",
         "2026-10-21T02:22Z",
         10
        ],
        [
         "2026-10-21T02:22Z",
         "2026-10-21T02:37Z",
         15
        ],
        [
         "2026-10-21T04:13Z",
         "2026-10-21T04:34Z",
         21
        ],
        [
         "2026-10-21T04:55Z",
         "2026-10-21T06:51Z",
         115
        ],
        [
         "2026-10-21T06:51Z",
         "2026-10-21T07:15Z",
         25
        ],
        [
         "2026-10-21T07:15Z",
         "2026-10-21T07:46Z",
         30
        ],
        [
         "2026-10-21T07:55Z",
         "2026-10-21T08:23Z",
         28
        ],
        [
         "2026-10-21T08:42Z",
         "2026-10-21T09:05Z",
         23
        ],
        [
         "2026-10-21T09:17Z",
         "2026-10-21T09:30Z",
         12
        ],
        [
         "2026-10-21T09:30Z",
         "2026-10-21T09:46Z",
         16
        ],
        [
         "2026-10-21T09:46Z",
         "2026-10-21T10:29Z",
         43
        ],
        [
         "2026-10-21T10:29Z",
         "2026-10-21T10:51Z",
         22
        ],
        [
         "2026-10-21T10:51Z",
         "2026-10-21T11:08Z",
         17
        ],
        [
         "2026-10-21T11:08Z",
         "2026-10-21T11:46Z",
         38
        ],
        [
         "2026-10-21T11:49Z",
         "2026-10-21T12:06Z",
         16
        ],
        [
         "2026-10-21T12:06Z",
         "2026-10-21T12:20Z",
         15
        ],
        [
         "2026-10-21T12:20Z",
         "2026-10-21T12:34Z",
         14
        ],
        [
         "2026-10-21T12:45Z",
         "2026-10-21T13:01Z",
         16
        ],
        [
         "2026-10-21T13:01Z",
         "2026-10-21T13:14Z",
         13
        ],
        [
         "2026-10-21T13:14Z",
         "2026-10-21T13:26Z",
         12
        ],
        [
         "2026-10-21T13:26Z",
         "2026-10-21T22:19Z",
         533
        ],
        [
         "2026-10-21T22:27Z",
         "2026-10-21T22:49Z",
         22
        ],
        [
         "2026-10-21T22:49Z",
         "2026-10-21T23:42Z",
         54
        ],
        [
         "2026-10-21T23:49Z",
         "2026-10-22T00:08Z",
         19
        ],
        [
         "2026-10-22T00:35Z",
         "2026-10-22T00:52Z",
         18
        ],
        [
         "2026-10-22T00:52Z",
         "2026-10-22T01:04Z",
         12
        ],
        [
         "2026-10-22T01:40Z",
         "2026-10-22T01:52Z",
         12
        ],
        [
         "2026-10-22T02:00Z",
         "2026-10-22T02:11Z",
         11
        ],
        [
         "2026-10-22T02:51Z",
         "2026-10-22T03:05Z",
         14
        ],
        [
         "2026-10-22T03:12Z",
         "2026-10-22T03:24Z",
         12
        ],
        [
         "2026-10-22T03:28Z",
         "2026-10-22T03:40Z",
         12
        ],
        [
         "2026-10-22T03:43Z",
         "2026-10-22T03:58Z",
         15
        ],
        [
         "2026-10-22T04:11Z",
         "2026-10-22T04:32Z",
         21
        ],
        [
         "2026-10-22T04:32Z",
         "2026-10-22T04:49Z",
         17
        ],
        [
         "2026-10-22T05:20Z",
         "2026-10-22T05:31Z",
         11
        ],
        [
         "2026-10-22T05:31Z",
         "2026-10-22T05:48Z",
         18
        ],
        [
         "2026-10-22T05:48Z",
         "2026-10-22T06:07Z",
         19
        ],
        [
         "2026-10-22T06:12Z",
         "2026-10-22T15:21Z",
         548
        ],
        [
         "2026-10-22T15:24Z",
         "2026-10-23T21:42Z",
         1818
        ],
        [
         "2026-10-23T23:09Z",
         "2026-10-24T06:51Z",
         462
        ],
        [
         "2026-10-24T12:27Z",
         "2026-10-24T12:37Z",
         11
        ],
        [
         "2026-10-24T12:42Z",
         "2026-10-25T09:59Z",
         1277
        ],
        [
         "2026-10-25T11:45Z",
         "2026-10-25T12:00Z",
         15
        ],
        [
         "2026-10-25T12:17Z",
         "2026-10-25T12:48Z",
         31
        ],
        [
         "2026-10-25T13:06Z",
         "2026-10-25T13:57Z",
         51
        ],
        [
         "2026-10-25T18:48Z",
         "2026-10-25T18:59Z",
         11
        ],
        [
         "2026-10-25T19:00Z",
         "2026-10-25T20:18Z",
         78
        ],
        [
         "2026-10-25T20:43Z",
         "2026-10-25T21:56Z",
         73
        ],
        [
         "2026-10-25T23:48Z",
         "2026-10-26T00:10Z",
         22
        ],
        [
         "2026-10-26T01:21Z",
         "2026-10-26T10:36Z",
         556
        ],
        [
         "2026-10-26T10:40Z",
         "2026-10-26T10:54Z",
         14
        ],
        [
         "2026-10-26T12:19Z",
         "2026-10-26T12:43Z",
         24
        ],
        [
         "2026-10-26T12:46Z",
         "2026-10-26T12:59Z",
         12
        ]
       ],
       "gpu_decisions": 2107,
       "gpu_usd": 82.25680152382861,
       "hosted_decisions": 1,
       "hosted_unpriced": 0,
       "hosted_usd": 0.004513,
       "hours": 37.62484944429661,
       "kind": "gpu",
       "parts": [
        {
         "gpus": 1,
         "hours": 5.01895444439517,
         "machine": "dgx_spark",
         "usd": 1.068122974074034,
         "usd_per_gpu_hour": 0.21281782608464228
        },
        {
         "gpus": 1,
         "hours": 32.60589499990144,
         "machine": "rtx_pro_6000",
         "usd": 81.18867854975458,
         "usd_per_gpu_hour": 2.49
        }
       ],
       "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
       "spark_rate": {
        "chf_per_h": 0.17465558152207,
        "electricity_chf_per_h": 0.02244858,
        "purchase_chf_per_h": 0.15220700152207,
        "usd_per_h": 0.21281782608464228
       },
       "usd": 82.26131452382862,
       "usd_per_1000": 39.023393986635966
      },
      "p95_loss": 0.2902082860469816,
      "probability_source": "logprobs",
      "retry_mean": 23.978749525616696,
      "scored": 2108,
      "time_median": 171.0915,
      "time_p90": 566.6976,
      "tokens_in": 14722.56356736243,
      "tokens_out": 5771.840607210626,
      "too_few": false,
      "usd_per_1000": 39.023393986635966,
      "very_confident": 1.0,
      "worst_mean": 0.4630539329279037
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 14.818232329792044,
        "needless": 2.894927579662153,
        "none": 3.427488980302322,
        "right_risk": 1.9358618633796865,
        "right_safety": 3.406015106351371,
        "wrong_risk": 2.5500286957231375
       },
       "calls": {
        "missed": 417.0,
        "needless": 80.0,
        "right_risk": 242.0,
        "right_safety": 735.0,
        "wrong_risk": 56.0
       },
       "confidence": {
        "auroc_right_risk": 0.5551182667461737,
        "missed_mean_p": 0.9996869026632875,
        "missed_n": 355,
        "taken_grouped": 46,
        "taken_n": 332,
        "taken_other": 0
       },
       "error_rate": 29.032554555210716,
       "found": {
        "den": 715.0,
        "n": 242.0,
        "share": 0.3384615384615385
       },
       "good": {
        "den": 378.0,
        "n": 242.0,
        "share": 0.6402116402116402
       },
       "judgement": 62.01510146295423,
       "judgement_hi": 63.92380641362988,
       "judgement_lo": 60.05998713903362,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11839323467230443,
        "x": 0.6615384615384615,
        "y": 0.09815950920245399
       },
       "margin": 0.001,
       "missed": {
        "den": 715.0,
        "n": 417.0,
        "share": 0.5832167832167832
       },
       "needless": {
        "den": 815.0,
        "n": 80.0,
        "share": 0.09815950920245399
       },
       "needless_by_loss": {
        "big": {
         "den": 815.0,
         "n": 49.0,
         "share": 0.06012269938650307
        },
        "medium": {
         "den": 815.0,
         "n": 18.0,
         "share": 0.022085889570552148
        },
        "small": {
         "den": 815.0,
         "n": 13.0,
         "share": 0.015950920245398775
        }
       },
       "no_trade_off": 578.0,
       "reference": null,
       "right_safety": {
        "den": 815.0,
        "n": 735.0,
        "share": 0.901840490797546
       },
       "risk_pays": 715.0,
       "safety_pays": 815.0,
       "scored": 2108,
       "sdt": {
        "aim": {
         "den": 298.0,
         "n": 242.0,
         "share": 0.8120805369127517
        },
        "beta": 1.16075065935685,
        "caution": 0.7495513983053473,
        "caution_hi": 0.8425033955148096,
        "caution_lo": 0.6644386605950552,
        "cstar": 0.13809665353431372,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.079439017140998,
        "dprime_hi": 1.2396977012270294,
        "dprime_lo": 0.9167106924692962,
        "false_alarm": {
         "den": 815.0,
         "n": 80.0,
         "share": 0.09815950920245399
        },
        "false_alarm_rate": 0.09865196078431372,
        "hit": {
         "den": 715.0,
         "n": 298.0,
         "share": 0.4167832167832168
        },
        "hit_rate": 0.4168994413407821,
        "missed_loss": 0.1498169484470102,
        "missed_n": 417.0,
        "na": null,
        "needless_loss": 0.15256268344819546,
        "needless_n": 80.0
       },
       "size": {
        "bad": {
         "mean": 8.955882352941176,
         "n": 136.0,
         "too_few": true
        },
        "right": {
         "mean": 10.045454545454545,
         "n": 242.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 412.0,
          "n": 174.0,
          "share": 0.4223300970873786
         },
         "missed": {
          "den": 412.0,
          "n": 219.0,
          "share": 0.5315533980582524
         },
         "risk_pays": 412.0,
         "wrong": {
          "den": 412.0,
          "n": 19.0,
          "share": 0.04611650485436893
         }
        },
        "medium": {
         "found": {
          "den": 218.0,
          "n": 54.0,
          "share": 0.24770642201834864
         },
         "missed": {
          "den": 218.0,
          "n": 142.0,
          "share": 0.6513761467889908
         },
         "risk_pays": 218.0,
         "wrong": {
          "den": 218.0,
          "n": 22.0,
          "share": 0.10091743119266056
         }
        },
        "small": {
         "found": {
          "den": 85.0,
          "n": 14.0,
          "share": 0.16470588235294117
         },
         "missed": {
          "den": 85.0,
          "n": 56.0,
          "share": 0.6588235294117647
         },
         "risk_pays": 85.0,
         "wrong": {
          "den": 85.0,
          "n": 15.0,
          "share": 0.17647058823529413
         }
        }
       },
       "trade_off": 1530.0,
       "wrong": {
        "den": 715.0,
        "n": 56.0,
        "share": 0.07832167832167833
       }
      },
      "robust": {
       "by_call": {
        "missed": 14.460080248468062,
        "needless": 3.394332850454428,
        "none": 3.427488980302322,
        "right_risk": 1.5604385727949341,
        "right_safety": 3.764167187675353,
        "wrong_risk": 2.4260467155156147
       },
       "calls": {
        "missed": 361.0,
        "needless": 109.0,
        "right_risk": 217.0,
        "right_safety": 791.0,
        "wrong_risk": 52.0
       },
       "confidence": {
        "auroc_right_risk": 0.5294778214486243,
        "missed_mean_p": 0.9996923304545018,
        "missed_n": 311,
        "taken_grouped": 46,
        "taken_n": 332,
        "taken_other": 0
       },
       "error_rate": 29.032554555210716,
       "found": {
        "den": 630.0,
        "n": 217.0,
        "share": 0.34444444444444444
       },
       "good": {
        "den": 378.0,
        "n": 217.0,
        "share": 0.5740740740740741
       },
       "judgement": 61.16666666666667,
       "judgement_hi": 63.22447190050626,
       "judgement_lo": 59.15618291433863,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12590799031476999,
        "x": 0.6555555555555556,
        "y": 0.12111111111111111
       },
       "margin": 0.02,
       "missed": {
        "den": 630.0,
        "n": 361.0,
        "share": 0.573015873015873
       },
       "needless": {
        "den": 900.0,
        "n": 109.0,
        "share": 0.12111111111111111
       },
       "needless_by_loss": {
        "big": {
         "den": 900.0,
         "n": 55.0,
         "share": 0.06111111111111111
        },
        "medium": {
         "den": 900.0,
         "n": 26.0,
         "share": 0.028888888888888888
        },
        "small": {
         "den": 900.0,
         "n": 28.0,
         "share": 0.03111111111111111
        }
       },
       "no_trade_off": 578.0,
       "reference": null,
       "right_safety": {
        "den": 900.0,
        "n": 791.0,
        "share": 0.8788888888888889
       },
       "risk_pays": 630.0,
       "safety_pays": 900.0,
       "scored": 2108,
       "sdt": {
        "aim": {
         "den": 269.0,
         "n": 217.0,
         "share": 0.8066914498141264
        },
        "beta": 1.110622296714257,
        "caution": 0.6755634823307199,
        "caution_hi": 0.7668794460817858,
        "caution_lo": 0.5887643920767562,
        "cstar": 0.10666968436799164,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 0.9836017283017907,
        "dprime_hi": 1.148553327513359,
        "dprime_lo": 0.8264402929426503,
        "false_alarm": {
         "den": 900.0,
         "n": 109.0,
         "share": 0.12111111111111111
        },
        "false_alarm_rate": 0.12153163152053274,
        "hit": {
         "den": 630.0,
         "n": 269.0,
         "share": 0.42698412698412697
        },
        "hit_rate": 0.42709984152139463,
        "missed_loss": 0.1688745106026076,
        "missed_n": 361.0,
        "na": null,
        "needless_loss": 0.13128905777537495,
        "needless_n": 109.0
       },
       "size": {
        "bad": {
         "mean": 8.875776397515528,
         "n": 161.0,
         "too_few": true
        },
        "right": {
         "mean": 10.23041474654378,
         "n": 217.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 412.0,
          "n": 166.0,
          "share": 0.4029126213592233
         },
         "missed": {
          "den": 412.0,
          "n": 219.0,
          "share": 0.5315533980582524
         },
         "risk_pays": 412.0,
         "wrong": {
          "den": 412.0,
          "n": 27.0,
          "share": 0.06553398058252427
         }
        },
        "medium": {
         "found": {
          "den": 218.0,
          "n": 51.0,
          "share": 0.23394495412844038
         },
         "missed": {
          "den": 218.0,
          "n": 142.0,
          "share": 0.6513761467889908
         },
         "risk_pays": 218.0,
         "wrong": {
          "den": 218.0,
          "n": 25.0,
          "share": 0.11467889908256881
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1530.0,
       "wrong": {
        "den": 630.0,
        "n": 52.0,
        "share": 0.08253968253968254
       }
      }
     },
     "slug": "qwen3-8-27b-on"
    }
   },
   "status": "Finished",
   "winner": "Gemini 3.8 Flash (low)"
  },
  "league-3": {
   "id": 3,
   "metric_status": "Published",
   "reasoning": [
    {
     "extra_cost": 7.33848284227755,
     "extra_time_median": 2.4299999999999997,
     "high": "Claude Opus 5.5 (high)",
     "high_setting": "high",
     "low": "Claude Opus 5.5 (low)",
     "low_setting": "low",
     "model": "Claude Opus 5.5",
     "reading": "no clear difference in league play",
     "risk": {
      "change": 3.0142720142241046,
      "overlap": true
     },
     "sdt": {
      "main": {
       "caution_change": 0.08567422639552902,
       "dprime_change": 0.3913619205231451
      },
      "robust": {
       "caution_change": 0.0684256565559882,
       "dprime_change": 0.35367014640333627
      }
     }
    },
    {
     "extra_cost": 0.5313440877254152,
     "extra_time_median": 0.46250000000000036,
     "high": "GPT-6 Astra (medium)",
     "high_setting": "medium",
     "low": "GPT-6 Astra (low)",
     "low_setting": "low",
     "model": "GPT-6 Astra",
     "reading": "no clear difference in league play",
     "risk": {
      "change": -1.1131496891148913,
      "overlap": true
     },
     "sdt": {
      "main": {
       "caution_change": 0.043100419644290344,
       "dprime_change": -0.07483588431329213
      },
      "robust": {
       "caution_change": 0.05270516114946022,
       "dprime_change": 0.09708844271022432
      }
     }
    },
    {
     "extra_cost": 5.345328987966678,
     "extra_time_median": 8.762,
     "high": "GPT-6.1 Sol (high)",
     "high_setting": "high",
     "low": "GPT-6.1 Sol (low)",
     "low_setting": "low",
     "model": "GPT-6.1 Sol",
     "reading": "no clear difference in league play",
     "risk": {
      "change": -0.5702833469051569,
      "overlap": true
     },
     "sdt": {
      "main": {
       "caution_change": 0.001568977253128434,
       "dprime_change": -0.010242051681539355
      },
      "robust": {
       "caution_change": 0.009675409862161644,
       "dprime_change": 0.02683882933637527
      }
     }
    },
    {
     "extra_cost": 54.197384002458975,
     "extra_time_median": 23.709,
     "high": "Gemini 4 Argon (high)",
     "high_setting": "high",
     "low": "Gemini 4 Argon (low)",
     "low_setting": "low",
     "model": "Gemini 4 Argon",
     "reading": "no clear difference in league play",
     "risk": {
      "change": 4.850392265117975,
      "overlap": true
     },
     "sdt": {
      "main": {
       "caution_change": 0.29954003280286945,
       "dprime_change": 0.6200685211222317
      },
      "robust": {
       "caution_change": 0.20671994412572903,
       "dprime_change": 0.5991933924668857
      }
     }
    }
   ],
   "references": {
    "Random (computed)": {
     "label": "computed: every legal play equally likely",
     "name": "Random (computed)",
     "positions": 16319,
     "reference": "Random",
     "risk": {
      "main": {
       "by_call": {
        "missed": 5.671175694127243,
        "needless": 59.89845161714739,
        "none": 7.940645172065086,
        "right_risk": 3.0795231479920093,
        "right_safety": 4.604000542120464,
        "wrong_risk": 36.449687393900085
       },
       "calls": {
        "missed": 902.5392904000636,
        "needless": 4734.451944248794,
        "right_risk": 1293.2629659718848,
        "right_safety": 2036.5480557508984,
        "wrong_risk": 2957.1977436277693
       },
       "confidence": null,
       "error_rate": 117.64348356735228,
       "found": {
        "den": 5153.0,
        "n": 1293.2629659718848,
        "share": 0.2509728247568183
       },
       "good": {
        "den": 8984.912653848449,
        "n": 1293.2629659718848,
        "share": 0.14393717733226377
       },
       "judgement": 27.587395157135692,
       "judgement_hi": 28.035471928674554,
       "judgement_lo": 27.11874882530545,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.7661656008056544,
        "x": 0.7490271752431269,
        "y": 0.699224921614059
       },
       "margin": 0.001,
       "missed": {
        "den": 5153.0,
        "n": 902.5392904000636,
        "share": 0.17514831950321436
       },
       "needless": {
        "den": 6771.0,
        "n": 4734.451944248794,
        "share": 0.699224921614059
       },
       "needless_by_loss": {
        "big": {
         "den": 6771.0,
         "n": 4253.072398354786,
         "share": 0.6281306156187839
        },
        "medium": {
         "den": 6771.0,
         "n": 385.36992869038454,
         "share": 0.05691477310447268
        },
        "small": {
         "den": 6771.0,
         "n": 96.00961720332646,
         "share": 0.014179532890758597
        }
       },
       "no_trade_off": 4395.0,
       "reference": "Random",
       "right_safety": {
        "den": 6771.0,
        "n": 2036.5480557508984,
        "share": 0.3007750783858955
       },
       "risk_pays": 5153.0,
       "safety_pays": 6771.0,
       "scored": 16319,
       "sdt": {
        "aim": {
         "den": 4250.460709599654,
         "n": 1293.2629659718848,
         "share": 0.3042641855390061
        },
        "beta": 2.645645005128481,
        "caution": -0.7279289030071462,
        "caution_hi": -0.7112220086818324,
        "caution_lo": -0.7445698655241477,
        "cstar": 2.363270204355021,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.41168161476433074,
        "dprime_hi": 0.43802049144180344,
        "dprime_lo": 0.3854615089329053,
        "false_alarm": {
         "den": 6771.0,
         "n": 4734.451944248794,
         "share": 0.699224921614059
        },
        "false_alarm_rate": 0.6991955026947421,
        "hit": {
         "den": 5153.0,
         "n": 4250.460709599654,
         "share": 0.8248516804967309
        },
        "hit_rate": 0.8247886514551134,
        "missed_loss": 0.20508340664358063,
        "missed_n": 902.5392904000636,
        "na": null,
        "needless_loss": 0.41292333028224393,
        "needless_n": 4734.451944248794
       },
       "size": {
        "bad": {
         "mean": 17.740022767637758,
         "n": 7691.649687877388,
         "too_few": false
        },
        "right": {
         "mean": 15.12694459732069,
         "n": 1293.2629659718848,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 2752.0,
          "n": 862.8793756397093,
          "share": 0.3135462847528014
         },
         "missed": {
          "den": 2752.0,
          "n": 445.1520337641884,
          "share": 0.1617558262224522
         },
         "risk_pays": 2752.0,
         "wrong": {
          "den": 2752.0,
          "n": 1443.968590595939,
          "share": 0.5246978890246872
         }
        },
        "medium": {
         "found": {
          "den": 1754.0,
          "n": 351.1717380176577,
          "share": 0.20021193729627004
         },
         "missed": {
          "den": 1754.0,
          "n": 315.36198021912236,
          "share": 0.17979588381934
         },
         "risk_pays": 1754.0,
         "wrong": {
          "den": 1754.0,
          "n": 1087.4662817631431,
          "share": 0.6199921788843461
         }
        },
        "small": {
         "found": {
          "den": 647.0,
          "n": 79.21185231457402,
          "share": 0.12242944716317468
         },
         "missed": {
          "den": 647.0,
          "n": 142.02527641676798,
          "share": 0.21951356478634929
         },
         "risk_pays": 647.0,
         "wrong": {
          "den": 647.0,
          "n": 425.7628712686603,
          "share": 0.6580569880504796
         }
        }
       },
       "trade_off": 11924.0,
       "wrong": {
        "den": 5153.0,
        "n": 2957.1977436277693,
        "share": 0.5738788557399126
       }
      },
      "robust": {
       "by_call": {
        "missed": 5.373814683074887,
        "needless": 63.895820869797184,
        "none": 7.940645172065086,
        "right_risk": 2.4896211159566497,
        "right_safety": 4.901361553172848,
        "wrong_risk": 33.042220173285756
       },
       "calls": {
        "missed": 760.5140139833046,
        "needless": 5239.426667832183,
        "right_risk": 1054.8034657557748,
        "right_safety": 2178.573332167606,
        "wrong_risk": 2690.6825202606606
       },
       "confidence": null,
       "error_rate": 117.64348356735242,
       "found": {
        "den": 4506.0,
        "n": 1054.8034657557748,
        "share": 0.23408865196532952
       },
       "good": {
        "den": 8984.912653848618,
        "n": 1054.8034657557748,
        "share": 0.117397186416048
       },
       "judgement": 26.388803939380022,
       "judgement_hi": 26.850848987435523,
       "judgement_lo": 25.925138151323484,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.7796375817959882,
        "x": 0.7659113480346128,
        "y": 0.7063125731777006
       },
       "margin": 0.02,
       "missed": {
        "den": 4506.0,
        "n": 760.5140139833046,
        "share": 0.16877807678280174
       },
       "needless": {
        "den": 7418.0,
        "n": 5239.426667832183,
        "share": 0.7063125731777006
       },
       "needless_by_loss": {
        "big": {
         "den": 7418.0,
         "n": 4584.219440335332,
         "share": 0.6179859046016895
        },
        "medium": {
         "den": 7418.0,
         "n": 462.74975728342275,
         "share": 0.062382010957592715
        },
        "small": {
         "den": 7418.0,
         "n": 192.4574702131957,
         "share": 0.025944657618387126
        }
       },
       "no_trade_off": 4395.0,
       "reference": "Random",
       "right_safety": {
        "den": 7418.0,
        "n": 2178.573332167606,
        "share": 0.293687426822271
       },
       "risk_pays": 4506.0,
       "safety_pays": 7418.0,
       "scored": 16319,
       "sdt": {
        "aim": {
         "den": 3745.485986016435,
         "n": 1054.8034657557748,
         "share": 0.28161992053736823
        },
        "beta": 2.841246179851637,
        "caution": -0.7506383919660566,
        "caution_hi": -0.7336298486675591,
        "caution_lo": -0.7685619103575061,
        "cstar": 2.5092937599205998,
        "cstar_note": null,
        "cstar_status": "valid",
        "dprime": 0.41615006115739694,
        "dprime_hi": 0.44448152152372034,
        "dprime_lo": 0.38740661026837536,
        "false_alarm": {
         "den": 7418.0,
         "n": 5239.426667832183,
         "share": 0.7063125731777006
        },
        "false_alarm_rate": 0.7062847645009007,
        "hit": {
         "den": 4506.0,
         "n": 3745.485986016435,
         "share": 0.8312219232171405
        },
        "hit_rate": 0.8311484326639528,
        "missed_loss": 0.23062108048156027,
        "missed_n": 760.5140139833046,
        "na": null,
        "needless_loss": 0.39802671814305396,
        "needless_n": 5239.426667832183
       },
       "size": {
        "bad": {
         "mean": 17.656207582211433,
         "n": 7930.109188093803,
         "too_few": false
        },
        "right": {
         "mean": 15.166336065853848,
         "n": 1054.8034657557748,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 2752.0,
          "n": 779.5006676906255,
          "share": 0.283248789131768
         },
         "missed": {
          "den": 2752.0,
          "n": 445.1520337641884,
          "share": 0.1617558262224522
         },
         "risk_pays": 2752.0,
         "wrong": {
          "den": 2752.0,
          "n": 1527.3472985450235,
          "share": 0.5549953846457207
         }
        },
        "medium": {
         "found": {
          "den": 1754.0,
          "n": 275.3027980651751,
          "share": 0.15695712546475207
         },
         "missed": {
          "den": 1754.0,
          "n": 315.36198021912236,
          "share": 0.17979588381934
         },
         "risk_pays": 1754.0,
         "wrong": {
          "den": 1754.0,
          "n": 1163.3352217156532,
          "share": 0.6632469907158799
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 11924.0,
       "wrong": {
        "den": 4506.0,
        "n": 2690.6825202606606,
        "share": 0.597133271251811
       }
      }
     },
     "slug": "random-computed"
    },
    "Safest (computed)": {
     "label": "computed: always the best safe play",
     "name": "Safest (computed)",
     "positions": 16319,
     "reference": "Safest",
     "risk": {
      "main": {
       "by_call": {
        "missed": 23.472805482199163,
        "needless": 0.0,
        "none": 0.0,
        "right_risk": 0.0,
        "right_safety": 0.0006636125622547186,
        "wrong_risk": 0.0
       },
       "calls": {
        "missed": 5153.0,
        "needless": 0.0,
        "right_risk": 0.0,
        "right_safety": 6771.0,
        "wrong_risk": 0.0
       },
       "confidence": null,
       "error_rate": 23.473469094761416,
       "found": {
        "den": 5153.0,
        "n": 0.0,
        "share": 0.0
       },
       "good": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "judgement": 50.0,
       "judgement_hi": 50.0,
       "judgement_lo": 50.0,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0,
        "x": 1.0,
        "y": 0.0
       },
       "margin": 0.001,
       "missed": {
        "den": 5153.0,
        "n": 5153.0,
        "share": 1.0
       },
       "needless": {
        "den": 6771.0,
        "n": 0.0,
        "share": 0.0
       },
       "needless_by_loss": {
        "big": {
         "den": 6771.0,
         "n": 0.0,
         "share": 0.0
        },
        "medium": {
         "den": 6771.0,
         "n": 0.0,
         "share": 0.0
        },
        "small": {
         "den": 6771.0,
         "n": 0.0,
         "share": 0.0
        }
       },
       "no_trade_off": 4395.0,
       "reference": "Safest",
       "right_safety": {
        "den": 6771.0,
        "n": 6771.0,
        "share": 1.0
       },
       "risk_pays": 5153.0,
       "safety_pays": 6771.0,
       "scored": 16319,
       "sdt": {
        "aim": {
         "den": 0.0,
         "n": 0.0,
         "share": null
        },
        "beta": null,
        "caution": 3.7608167405920336,
        "caution_hi": 3.769290933140679,
        "caution_lo": 3.752325936685236,
        "cstar": null,
        "cstar_note": "N/A: no needless risks to price",
        "cstar_status": "na",
        "dprime": 0.06828785599554799,
        "dprime_hi": 0.08226983554545036,
        "dprime_lo": 0.05511572844252928,
        "false_alarm": {
         "den": 6771.0,
         "n": 0.0,
         "share": 0.0
        },
        "false_alarm_rate": 7.383343177790904e-05,
        "hit": {
         "den": 5153.0,
         "n": 0.0,
         "share": 0.0
        },
        "hit_rate": 9.701202949165696e-05,
        "missed_loss": 0.14867173012381454,
        "missed_n": 5153.0,
        "na": null,
        "needless_loss": null,
        "needless_n": 0.0
       },
       "size": {
        "bad": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        },
        "right": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 2752.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 2752.0,
          "n": 2752.0,
          "share": 1.0
         },
         "risk_pays": 2752.0,
         "wrong": {
          "den": 2752.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "medium": {
         "found": {
          "den": 1754.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 1754.0,
          "n": 1754.0,
          "share": 1.0
         },
         "risk_pays": 1754.0,
         "wrong": {
          "den": 1754.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "small": {
         "found": {
          "den": 647.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 647.0,
          "n": 647.0,
          "share": 1.0
         },
         "risk_pays": 647.0,
         "wrong": {
          "den": 647.0,
          "n": 0.0,
          "share": 0.0
         }
        }
       },
       "trade_off": 11924.0,
       "wrong": {
        "den": 5153.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "robust": {
       "by_call": {
        "missed": 23.271690101496137,
        "needless": 0.0,
        "none": 0.0,
        "right_risk": 0.0,
        "right_safety": 0.20177899326528065,
        "wrong_risk": 0.0
       },
       "calls": {
        "missed": 4506.0,
        "needless": 0.0,
        "right_risk": 0.0,
        "right_safety": 7418.0,
        "wrong_risk": 0.0
       },
       "confidence": null,
       "error_rate": 23.473469094761416,
       "found": {
        "den": 4506.0,
        "n": 0.0,
        "share": 0.0
       },
       "good": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "judgement": 50.0,
       "judgement_hi": 50.0,
       "judgement_lo": 50.0,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.0,
        "x": 1.0,
        "y": 0.0
       },
       "margin": 0.02,
       "missed": {
        "den": 4506.0,
        "n": 4506.0,
        "share": 1.0
       },
       "needless": {
        "den": 7418.0,
        "n": 0.0,
        "share": 0.0
       },
       "needless_by_loss": {
        "big": {
         "den": 7418.0,
         "n": 0.0,
         "share": 0.0
        },
        "medium": {
         "den": 7418.0,
         "n": 0.0,
         "share": 0.0
        },
        "small": {
         "den": 7418.0,
         "n": 0.0,
         "share": 0.0
        }
       },
       "no_trade_off": 4395.0,
       "reference": "Safest",
       "right_safety": {
        "den": 7418.0,
        "n": 7418.0,
        "share": 1.0
       },
       "risk_pays": 4506.0,
       "safety_pays": 7418.0,
       "scored": 16319,
       "sdt": {
        "aim": {
         "den": 0.0,
         "n": 0.0,
         "share": null
        },
        "beta": null,
        "caution": 3.755124841790458,
        "caution_hi": 3.7639820499571677,
        "caution_lo": 3.745733942800036,
        "cstar": null,
        "cstar_note": "N/A: no needless risks to price",
        "cstar_status": "na",
        "dprime": 0.12482989168244751,
        "dprime_hi": 0.13768183358729424,
        "dprime_lo": 0.1116408015405382,
        "false_alarm": {
         "den": 7418.0,
         "n": 0.0,
         "share": 0.0
        },
        "false_alarm_rate": 6.739452756436177e-05,
        "hit": {
         "den": 4506.0,
         "n": 0.0,
         "share": 0.0
        },
        "hit_rate": 0.00011093854004881296,
        "missed_loss": 0.16856223291891498,
        "missed_n": 4506.0,
        "na": null,
        "needless_loss": null,
        "needless_n": 0.0
       },
       "size": {
        "bad": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        },
        "right": {
         "mean": null,
         "n": 0.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 2752.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 2752.0,
          "n": 2752.0,
          "share": 1.0
         },
         "risk_pays": 2752.0,
         "wrong": {
          "den": 2752.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "medium": {
         "found": {
          "den": 1754.0,
          "n": 0.0,
          "share": 0.0
         },
         "missed": {
          "den": 1754.0,
          "n": 1754.0,
          "share": 1.0
         },
         "risk_pays": 1754.0,
         "wrong": {
          "den": 1754.0,
          "n": 0.0,
          "share": 0.0
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 11924.0,
       "wrong": {
        "den": 4506.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "slug": "safest-computed"
    }
   },
   "setups": {
    "Claude Fable 5.1 (high)": {
     "close": {
      "decisions": 1286,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1286
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6423017107309487,
      "blunder_share": 0.1166407465007776,
      "clusters": 60,
      "cost_coverage": 1.0,
      "decisions": 1286,
      "engine_scored": 1286,
      "error_hi": 16.297691945497473,
      "error_lo": 11.522566556102877,
      "error_rate": 13.954974595069144,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 213,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.19440124416796267,
      "p95_loss": 0.1602388173341751,
      "probability_source": "choice_only",
      "retry_mean": 0.49776827371695176,
      "scored": 1286,
      "time_median": 12.68,
      "time_p90": 47.0935,
      "tokens_in": 6501.7402799377915,
      "tokens_out": 1425.0077760497668,
      "too_few": false,
      "usd_per_1000": 136.26779160186624,
      "worst_mean": 0.26621517399325967
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 6.648962781366256,
        "needless": 1.384028634795134,
        "none": 0.6754673426481279,
        "right_risk": 1.4829538055749185,
        "right_safety": 2.232599800704612,
        "wrong_risk": 1.530962229980095
       },
       "calls": {
        "missed": 179.0,
        "needless": 34.0,
        "right_risk": 215.0,
        "right_safety": 529.0,
        "wrong_risk": 30.0
       },
       "confidence": null,
       "error_rate": 13.954974595069144,
       "found": {
        "den": 424.0,
        "n": 215.0,
        "share": 0.5070754716981132
       },
       "good": {
        "den": 279.0,
        "n": 215.0,
        "share": 0.7706093189964157
       },
       "judgement": 72.33423539662857,
       "judgement_hi": 74.74221147323203,
       "judgement_lo": 69.82618558908088,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.14354066985645933,
        "x": 0.49292452830188677,
        "y": 0.06039076376554174
       },
       "margin": 0.001,
       "missed": {
        "den": 424.0,
        "n": 179.0,
        "share": 0.4221698113207547
       },
       "needless": {
        "den": 563.0,
        "n": 34.0,
        "share": 0.06039076376554174
       },
       "needless_by_loss": {
        "big": {
         "den": 563.0,
         "n": 15.0,
         "share": 0.02664298401420959
        },
        "medium": {
         "den": 563.0,
         "n": 10.0,
         "share": 0.017761989342806393
        },
        "small": {
         "den": 563.0,
         "n": 9.0,
         "share": 0.015985790408525755
        }
       },
       "no_trade_off": 299.0,
       "reference": null,
       "right_safety": {
        "den": 563.0,
        "n": 529.0,
        "share": 0.9396092362344582
       },
       "risk_pays": 424.0,
       "safety_pays": 563.0,
       "scored": 1286,
       "sdt": {
        "aim": {
         "den": 245.0,
         "n": 215.0,
         "share": 0.8775510204081632
        },
        "beta": 1.4551502082691008,
        "caution": 0.6745732115910286,
        "caution_hi": 0.8105851820763661,
        "caution_lo": 0.5532798944928856,
        "cstar": 0.2154682825467592,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.7409018477574398,
        "dprime_hi": 1.9584253538791991,
        "dprime_lo": 1.56422541635275,
        "false_alarm": {
         "den": 563.0,
         "n": 34.0,
         "share": 0.06039076376554174
        },
        "false_alarm_rate": 0.061170212765957445,
        "hit": {
         "den": 424.0,
         "n": 245.0,
         "share": 0.5778301886792453
        },
        "hit_rate": 0.5776470588235294,
        "missed_loss": 0.0955370518082347,
        "missed_n": 179.0,
        "na": null,
        "needless_loss": 0.1046976955497966,
        "needless_n": 34.0
       },
       "size": {
        "bad": {
         "mean": 9.4375,
         "n": 64.0,
         "too_few": true
        },
        "right": {
         "mean": 9.655813953488373,
         "n": 215.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 220.0,
          "n": 144.0,
          "share": 0.6545454545454545
         },
         "missed": {
          "den": 220.0,
          "n": 67.0,
          "share": 0.30454545454545456
         },
         "risk_pays": 220.0,
         "wrong": {
          "den": 220.0,
          "n": 9.0,
          "share": 0.04090909090909091
         }
        },
        "medium": {
         "found": {
          "den": 150.0,
          "n": 60.0,
          "share": 0.4
         },
         "missed": {
          "den": 150.0,
          "n": 76.0,
          "share": 0.5066666666666667
         },
         "risk_pays": 150.0,
         "wrong": {
          "den": 150.0,
          "n": 14.0,
          "share": 0.09333333333333334
         }
        },
        "small": {
         "found": {
          "den": 54.0,
          "n": 11.0,
          "share": 0.2037037037037037
         },
         "missed": {
          "den": 54.0,
          "n": 36.0,
          "share": 0.6666666666666666
         },
         "risk_pays": 54.0,
         "wrong": {
          "den": 54.0,
          "n": 7.0,
          "share": 0.12962962962962962
         }
        }
       },
       "trade_off": 987.0,
       "wrong": {
        "den": 424.0,
        "n": 30.0,
        "share": 0.07075471698113207
       }
      },
      "robust": {
       "by_call": {
        "missed": 6.353409569797397,
        "needless": 1.5338006230943124,
        "none": 0.6754673426481279,
        "right_risk": 1.2168835147543235,
        "right_safety": 2.5281530122734712,
        "wrong_risk": 1.6472605325015115
       },
       "calls": {
        "missed": 143.0,
        "needless": 52.0,
        "right_risk": 195.0,
        "right_safety": 565.0,
        "wrong_risk": 32.0
       },
       "confidence": null,
       "error_rate": 13.954974595069144,
       "found": {
        "den": 370.0,
        "n": 195.0,
        "share": 0.527027027027027
       },
       "good": {
        "den": 279.0,
        "n": 195.0,
        "share": 0.6989247311827957
       },
       "judgement": 72.137412939682,
       "judgement_hi": 74.91144922657071,
       "judgement_lo": 69.52381344845631,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.18285714285714286,
        "x": 0.47297297297297297,
        "y": 0.08427876823338736
       },
       "margin": 0.02,
       "missed": {
        "den": 370.0,
        "n": 143.0,
        "share": 0.3864864864864865
       },
       "needless": {
        "den": 617.0,
        "n": 52.0,
        "share": 0.08427876823338736
       },
       "needless_by_loss": {
        "big": {
         "den": 617.0,
         "n": 16.0,
         "share": 0.02593192868719611
        },
        "medium": {
         "den": 617.0,
         "n": 16.0,
         "share": 0.02593192868719611
        },
        "small": {
         "den": 617.0,
         "n": 20.0,
         "share": 0.03241491085899514
        }
       },
       "no_trade_off": 299.0,
       "reference": null,
       "right_safety": {
        "den": 617.0,
        "n": 565.0,
        "share": 0.9157212317666127
       },
       "risk_pays": 370.0,
       "safety_pays": 617.0,
       "scored": 1286,
       "sdt": {
        "aim": {
         "den": 227.0,
         "n": 195.0,
         "share": 0.8590308370044053
        },
        "beta": 1.107077924340167,
        "caution": 0.5424134796645428,
        "caution_hi": 0.6685067244433404,
        "caution_lo": 0.42829545201802055,
        "cstar": 0.06127198825450993,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.6602047118890586,
        "dprime_hi": 1.8617810705860074,
        "dprime_lo": 1.4904021237512957,
        "false_alarm": {
         "den": 617.0,
         "n": 52.0,
         "share": 0.08427876823338736
        },
        "false_alarm_rate": 0.08495145631067962,
        "hit": {
         "den": 370.0,
         "n": 227.0,
         "share": 0.6135135135135135
        },
        "hit_rate": 0.6132075471698113,
        "missed_loss": 0.11427251338125109,
        "missed_n": 143.0,
        "na": null,
        "needless_loss": 0.075864138511511,
        "needless_n": 52.0
       },
       "size": {
        "bad": {
         "mean": 9.261904761904763,
         "n": 84.0,
         "too_few": true
        },
        "right": {
         "mean": 9.753846153846155,
         "n": 195.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 220.0,
          "n": 140.0,
          "share": 0.6363636363636364
         },
         "missed": {
          "den": 220.0,
          "n": 67.0,
          "share": 0.30454545454545456
         },
         "risk_pays": 220.0,
         "wrong": {
          "den": 220.0,
          "n": 13.0,
          "share": 0.05909090909090909
         }
        },
        "medium": {
         "found": {
          "den": 150.0,
          "n": 55.0,
          "share": 0.36666666666666664
         },
         "missed": {
          "den": 150.0,
          "n": 76.0,
          "share": 0.5066666666666667
         },
         "risk_pays": 150.0,
         "wrong": {
          "den": 150.0,
          "n": 19.0,
          "share": 0.12666666666666668
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 987.0,
       "wrong": {
        "den": 370.0,
        "n": 32.0,
        "share": 0.08648648648648649
       }
      }
     },
     "slug": "claude-fable-5-1-on"
    },
    "Claude Opus 5.5 (high)": {
     "close": {
      "decisions": 1477,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1477
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6594448205822614,
      "blunder_share": 0.11442112389979689,
      "clusters": 70,
      "cost_coverage": 1.0,
      "decisions": 1477,
      "engine_scored": 1477,
      "error_hi": 16.98934786852759,
      "error_lo": 12.139398674689653,
      "error_rate": 14.443625438108425,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 178,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.04265402843601896,
      "p95_loss": 0.17474796772003176,
      "probability_source": "choice_only",
      "retry_mean": 0.5121895734597156,
      "scored": 1477,
      "time_median": 6.353,
      "time_p90": 18.53720000000003,
      "tokens_in": 5861.054840893704,
      "tokens_out": 647.8138117806365,
      "too_few": false,
      "usd_per_1000": 36.40049559918754,
      "worst_mean": 0.2871989720576518
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.958018786534314,
        "needless": 0.6242800319848548,
        "none": 0.812572204509779,
        "right_risk": 1.2636960420401901,
        "right_safety": 1.5540684730359324,
        "wrong_risk": 1.2309899000033544
       },
       "calls": {
        "missed": 236.0,
        "needless": 21.0,
        "right_risk": 199.0,
        "right_safety": 590.0,
        "wrong_risk": 24.0
       },
       "confidence": null,
       "error_rate": 14.443625438108425,
       "found": {
        "den": 459.0,
        "n": 199.0,
        "share": 0.4335511982570806
       },
       "good": {
        "den": 244.0,
        "n": 199.0,
        "share": 0.8155737704918032
       },
       "judgement": 69.95906564116827,
       "judgement_hi": 72.60036898345562,
       "judgement_lo": 67.26612018346594,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.09230769230769231,
        "x": 0.5664488017429193,
        "y": 0.03436988543371522
       },
       "margin": 0.001,
       "missed": {
        "den": 459.0,
        "n": 236.0,
        "share": 0.514161220043573
       },
       "needless": {
        "den": 611.0,
        "n": 21.0,
        "share": 0.03436988543371522
       },
       "needless_by_loss": {
        "big": {
         "den": 611.0,
         "n": 9.0,
         "share": 0.014729950900163666
        },
        "medium": {
         "den": 611.0,
         "n": 9.0,
         "share": 0.014729950900163666
        },
        "small": {
         "den": 611.0,
         "n": 3.0,
         "share": 0.004909983633387889
        }
       },
       "no_trade_off": 407.0,
       "reference": null,
       "right_safety": {
        "den": 611.0,
        "n": 590.0,
        "share": 0.9656301145662848
       },
       "risk_pays": 459.0,
       "safety_pays": 611.0,
       "scored": 1477,
       "sdt": {
        "aim": {
         "den": 223.0,
         "n": 199.0,
         "share": 0.8923766816143498
        },
        "beta": 1.0425303525030198,
        "caution": 0.9228243504402227,
        "caution_hi": 1.0773534683122223,
        "caution_lo": 0.7940124616267521,
        "cstar": 0.02346795193214316,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.774794387606775,
        "dprime_hi": 2.0454688105870575,
        "dprime_lo": 1.5270034882534331,
        "false_alarm": {
         "den": 611.0,
         "n": 21.0,
         "share": 0.03436988543371522
        },
        "false_alarm_rate": 0.035130718954248366,
        "hit": {
         "den": 459.0,
         "n": 223.0,
         "share": 0.485838779956427
        },
        "hit_rate": 0.48586956521739133,
        "missed_loss": 0.11212706565856934,
        "missed_n": 236.0,
        "na": null,
        "needless_loss": 0.08781539116586957,
        "needless_n": 21.0
       },
       "size": {
        "bad": {
         "mean": 8.644444444444444,
         "n": 45.0,
         "too_few": true
        },
        "right": {
         "mean": 9.236180904522612,
         "n": 199.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 257.0,
          "n": 146.0,
          "share": 0.5680933852140078
         },
         "missed": {
          "den": 257.0,
          "n": 100.0,
          "share": 0.38910505836575876
         },
         "risk_pays": 257.0,
         "wrong": {
          "den": 257.0,
          "n": 11.0,
          "share": 0.042801556420233464
         }
        },
        "medium": {
         "found": {
          "den": 149.0,
          "n": 45.0,
          "share": 0.30201342281879195
         },
         "missed": {
          "den": 149.0,
          "n": 93.0,
          "share": 0.6241610738255033
         },
         "risk_pays": 149.0,
         "wrong": {
          "den": 149.0,
          "n": 11.0,
          "share": 0.0738255033557047
         }
        },
        "small": {
         "found": {
          "den": 53.0,
          "n": 8.0,
          "share": 0.1509433962264151
         },
         "missed": {
          "den": 53.0,
          "n": 43.0,
          "share": 0.8113207547169812
         },
         "risk_pays": 53.0,
         "wrong": {
          "den": 53.0,
          "n": 2.0,
          "share": 0.03773584905660377
         }
        }
       },
       "trade_off": 1070.0,
       "wrong": {
        "den": 459.0,
        "n": 24.0,
        "share": 0.05228758169934641
       }
      },
      "robust": {
       "by_call": {
        "missed": 8.768272333316247,
        "needless": 0.6744304600000866,
        "none": 0.812572204509779,
        "right_risk": 1.080251367574781,
        "right_safety": 1.7438149262539986,
        "wrong_risk": 1.364284146453532
       },
       "calls": {
        "missed": 193.0,
        "needless": 31.0,
        "right_risk": 188.0,
        "right_safety": 633.0,
        "wrong_risk": 25.0
       },
       "confidence": null,
       "error_rate": 14.443625438108425,
       "found": {
        "den": 406.0,
        "n": 188.0,
        "share": 0.4630541871921182
       },
       "good": {
        "den": 244.0,
        "n": 188.0,
        "share": 0.7704918032786885
       },
       "judgement": 70.81837201020832,
       "judgement_hi": 73.7895512798738,
       "judgement_lo": 67.81840913172638,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11467889908256881,
        "x": 0.5369458128078818,
        "y": 0.046686746987951805
       },
       "margin": 0.02,
       "missed": {
        "den": 406.0,
        "n": 193.0,
        "share": 0.4753694581280788
       },
       "needless": {
        "den": 664.0,
        "n": 31.0,
        "share": 0.046686746987951805
       },
       "needless_by_loss": {
        "big": {
         "den": 664.0,
         "n": 10.0,
         "share": 0.015060240963855422
        },
        "medium": {
         "den": 664.0,
         "n": 10.0,
         "share": 0.015060240963855422
        },
        "small": {
         "den": 664.0,
         "n": 11.0,
         "share": 0.016566265060240965
        }
       },
       "no_trade_off": 407.0,
       "reference": null,
       "right_safety": {
        "den": 664.0,
        "n": 633.0,
        "share": 0.9533132530120482
       },
       "risk_pays": 406.0,
       "safety_pays": 664.0,
       "scored": 1477,
       "sdt": {
        "aim": {
         "den": 213.0,
         "n": 188.0,
         "share": 0.8826291079812206
        },
        "beta": 0.7831785916641588,
        "caution": 0.8046481635513894,
        "caution_hi": 0.9390709232745588,
        "caution_lo": 0.6804684957558884,
        "cstar": -0.1410605773836563,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.7325501363703628,
        "dprime_hi": 2.0140423087319568,
        "dprime_lo": 1.4938407478445037,
        "false_alarm": {
         "den": 664.0,
         "n": 31.0,
         "share": 0.046686746987951805
        },
        "false_alarm_rate": 0.04736842105263158,
        "hit": {
         "den": 406.0,
         "n": 213.0,
         "share": 0.5246305418719212
        },
        "hit_rate": 0.5245700245700246,
        "missed_loss": 0.1342045413088922,
        "missed_n": 193.0,
        "na": null,
        "needless_loss": 0.06426669609162115,
        "needless_n": 31.0
       },
       "size": {
        "bad": {
         "mean": 9.767857142857142,
         "n": 56.0,
         "too_few": true
        },
        "right": {
         "mean": 8.936170212765957,
         "n": 188.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 257.0,
          "n": 143.0,
          "share": 0.556420233463035
         },
         "missed": {
          "den": 257.0,
          "n": 100.0,
          "share": 0.38910505836575876
         },
         "risk_pays": 257.0,
         "wrong": {
          "den": 257.0,
          "n": 14.0,
          "share": 0.054474708171206226
         }
        },
        "medium": {
         "found": {
          "den": 149.0,
          "n": 45.0,
          "share": 0.30201342281879195
         },
         "missed": {
          "den": 149.0,
          "n": 93.0,
          "share": 0.6241610738255033
         },
         "risk_pays": 149.0,
         "wrong": {
          "den": 149.0,
          "n": 11.0,
          "share": 0.0738255033557047
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1070.0,
       "wrong": {
        "den": 406.0,
        "n": 25.0,
        "share": 0.06157635467980296
       }
      }
     },
     "slug": "claude-opus-5-5-on"
    },
    "Claude Opus 5.5 (low)": {
     "close": {
      "decisions": 1411,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1411
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6109142452161588,
      "blunder_share": 0.13678242381289865,
      "clusters": 68,
      "cost_coverage": 1.0,
      "decisions": 1411,
      "engine_scored": 1411,
      "error_hi": 18.048095094890645,
      "error_lo": 13.10881667307385,
      "error_rate": 15.446505865080825,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 178,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.0063784549964564135,
      "p95_loss": 0.1577073633670807,
      "probability_source": "choice_only",
      "retry_mean": 0.031222537207654145,
      "scored": 1411,
      "time_median": 3.923,
      "time_p90": 10.596,
      "tokens_in": 5896.296952515946,
      "tokens_out": 273.8412473423104,
      "too_few": false,
      "usd_per_1000": 29.062012756909994,
      "worst_mean": 0.27858261868987283
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.97797484882836,
        "needless": 1.6711989587963598,
        "none": 0.5540696126530983,
        "right_risk": 0.9994110809328876,
        "right_safety": 2.1428477882409585,
        "wrong_risk": 1.1010035756291607
       },
       "calls": {
        "missed": 260.0,
        "needless": 36.0,
        "right_risk": 187.0,
        "right_safety": 541.0,
        "wrong_risk": 19.0
       },
       "confidence": null,
       "error_rate": 15.446505865080825,
       "found": {
        "den": 466.0,
        "n": 187.0,
        "share": 0.4012875536480687
       },
       "good": {
        "den": 242.0,
        "n": 187.0,
        "share": 0.7727272727272727
       },
       "judgement": 66.94479362694416,
       "judgement_hi": 69.20676286204412,
       "judgement_lo": 64.68205515554422,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.06810035842293907,
        "x": 0.5987124463519313,
        "y": 0.06239168110918544
       },
       "margin": 0.001,
       "missed": {
        "den": 466.0,
        "n": 260.0,
        "share": 0.5579399141630901
       },
       "needless": {
        "den": 577.0,
        "n": 36.0,
        "share": 0.06239168110918544
       },
       "needless_by_loss": {
        "big": {
         "den": 577.0,
         "n": 20.0,
         "share": 0.03466204506065858
        },
        "medium": {
         "den": 577.0,
         "n": 8.0,
         "share": 0.01386481802426343
        },
        "small": {
         "den": 577.0,
         "n": 8.0,
         "share": 0.01386481802426343
        }
       },
       "no_trade_off": 368.0,
       "reference": null,
       "right_safety": {
        "den": 577.0,
        "n": 541.0,
        "share": 0.9376083188908145
       },
       "risk_pays": 466.0,
       "safety_pays": 577.0,
       "scored": 1411,
       "sdt": {
        "aim": {
         "den": 206.0,
         "n": 187.0,
         "share": 0.9077669902912622
        },
        "beta": 1.664602396877945,
        "caution": 0.8371501240446937,
        "caution_hi": 0.9705737721998595,
        "caution_lo": 0.7207627681544785,
        "cstar": 0.3683492373974148,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.38343246708363,
        "dprime_hi": 1.6207929106498735,
        "dprime_lo": 1.1745230922741123,
        "false_alarm": {
         "den": 577.0,
         "n": 36.0,
         "share": 0.06239168110918544
        },
        "false_alarm_rate": 0.06314878892733564,
        "hit": {
         "den": 466.0,
         "n": 206.0,
         "share": 0.44206008583690987
        },
        "hit_rate": 0.4421841541755889,
        "missed_loss": 0.0974455577822832,
        "missed_n": 260.0,
        "na": null,
        "needless_loss": 0.13100342949231467,
        "needless_n": 36.0
       },
       "size": {
        "bad": {
         "mean": 11.436363636363636,
         "n": 55.0,
         "too_few": true
        },
        "right": {
         "mean": 10.81283422459893,
         "n": 187.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 247.0,
          "n": 131.0,
          "share": 0.5303643724696356
         },
         "missed": {
          "den": 247.0,
          "n": 108.0,
          "share": 0.43724696356275305
         },
         "risk_pays": 247.0,
         "wrong": {
          "den": 247.0,
          "n": 8.0,
          "share": 0.032388663967611336
         }
        },
        "medium": {
         "found": {
          "den": 154.0,
          "n": 48.0,
          "share": 0.3116883116883117
         },
         "missed": {
          "den": 154.0,
          "n": 100.0,
          "share": 0.6493506493506493
         },
         "risk_pays": 154.0,
         "wrong": {
          "den": 154.0,
          "n": 6.0,
          "share": 0.03896103896103896
         }
        },
        "small": {
         "found": {
          "den": 65.0,
          "n": 8.0,
          "share": 0.12307692307692308
         },
         "missed": {
          "den": 65.0,
          "n": 52.0,
          "share": 0.8
         },
         "risk_pays": 65.0,
         "wrong": {
          "den": 65.0,
          "n": 5.0,
          "share": 0.07692307692307693
         }
        }
       },
       "trade_off": 1043.0,
       "wrong": {
        "den": 466.0,
        "n": 19.0,
        "share": 0.0407725321888412
       }
      },
      "robust": {
       "by_call": {
        "missed": 8.485667497278696,
        "needless": 1.8827097581516,
        "none": 0.5540696126530983,
        "right_risk": 0.8100801795024047,
        "right_safety": 2.6351551397906223,
        "wrong_risk": 1.0788236777044036
       },
       "calls": {
        "missed": 208.0,
        "needless": 49.0,
        "right_risk": 168.0,
        "right_safety": 593.0,
        "wrong_risk": 25.0
       },
       "confidence": null,
       "error_rate": 15.446505865080825,
       "found": {
        "den": 401.0,
        "n": 168.0,
        "share": 0.41895261845386533
       },
       "good": {
        "den": 242.0,
        "n": 168.0,
        "share": 0.6942148760330579
       },
       "judgement": 67.13143154574624,
       "judgement_hi": 69.54503989143095,
       "judgement_lo": 64.54346546116464,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1072961373390558,
        "x": 0.5810473815461347,
        "y": 0.0763239875389408
       },
       "margin": 0.02,
       "missed": {
        "den": 401.0,
        "n": 208.0,
        "share": 0.5187032418952618
       },
       "needless": {
        "den": 642.0,
        "n": 49.0,
        "share": 0.0763239875389408
       },
       "needless_by_loss": {
        "big": {
         "den": 642.0,
         "n": 24.0,
         "share": 0.037383177570093455
        },
        "medium": {
         "den": 642.0,
         "n": 9.0,
         "share": 0.014018691588785047
        },
        "small": {
         "den": 642.0,
         "n": 16.0,
         "share": 0.024922118380062305
        }
       },
       "no_trade_off": 368.0,
       "reference": null,
       "right_safety": {
        "den": 642.0,
        "n": 593.0,
        "share": 0.9236760124610592
       },
       "risk_pays": 401.0,
       "safety_pays": 642.0,
       "scored": 1411,
       "sdt": {
        "aim": {
         "den": 193.0,
         "n": 168.0,
         "share": 0.8704663212435233
        },
        "beta": 1.5078400468957711,
        "caution": 0.7362225069954011,
        "caution_hi": 0.8721169126285111,
        "caution_lo": 0.6254230112309007,
        "cstar": 0.2978346174071554,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3788799899670265,
        "dprime_hi": 1.6079570503586156,
        "dprime_lo": 1.1716234296764658,
        "false_alarm": {
         "den": 642.0,
         "n": 49.0,
         "share": 0.0763239875389408
        },
        "false_alarm_rate": 0.07698289269051321,
        "hit": {
         "den": 401.0,
         "n": 193.0,
         "share": 0.48129675810473815
        },
        "hit_rate": 0.48134328358208955,
        "missed_loss": 0.11512766191019462,
        "missed_n": 208.0,
        "na": null,
        "needless_loss": 0.10842871301028194,
        "needless_n": 49.0
       },
       "size": {
        "bad": {
         "mean": 10.743243243243244,
         "n": 74.0,
         "too_few": true
        },
        "right": {
         "mean": 11.047619047619047,
         "n": 168.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 247.0,
          "n": 128.0,
          "share": 0.5182186234817814
         },
         "missed": {
          "den": 247.0,
          "n": 108.0,
          "share": 0.43724696356275305
         },
         "risk_pays": 247.0,
         "wrong": {
          "den": 247.0,
          "n": 11.0,
          "share": 0.044534412955465584
         }
        },
        "medium": {
         "found": {
          "den": 154.0,
          "n": 40.0,
          "share": 0.2597402597402597
         },
         "missed": {
          "den": 154.0,
          "n": 100.0,
          "share": 0.6493506493506493
         },
         "risk_pays": 154.0,
         "wrong": {
          "den": 154.0,
          "n": 14.0,
          "share": 0.09090909090909091
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1043.0,
       "wrong": {
        "den": 401.0,
        "n": 25.0,
        "share": 0.06234413965087282
       }
      }
     },
     "slug": "claude-opus-5-5-off"
    },
    "GNUbg weak": {
     "close": {
      "decisions": 1479,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1479
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.444895199459094,
      "blunder_share": 0.2332657200811359,
      "clusters": 64,
      "cost_coverage": 0.0,
      "decisions": 1479,
      "engine_scored": 1479,
      "error_hi": 31.394847595338533,
      "error_lo": 25.032714814820547,
      "error_rate": 28.089738591366963,
      "first_date": "2026-10-19",
      "group_sizes": [],
      "grouped": 0,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.0,
      "p95_loss": 0.25381921529769896,
      "probability_source": null,
      "retry_mean": 4.056795131845842e-06,
      "scored": 1479,
      "time_median": 0.01,
      "time_p90": 0.01,
      "too_few": false,
      "worst_mean": 0.36411017783590266
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 2.160090703751446,
        "needless": 11.034904449593787,
        "none": 2.2234272078294217,
        "right_risk": 4.0338957245241875,
        "right_safety": 2.519511900454296,
        "wrong_risk": 6.117908605213823
       },
       "calls": {
        "missed": 82.0,
        "needless": 219.0,
        "right_risk": 288.0,
        "right_safety": 415.0,
        "wrong_risk": 120.0
       },
       "confidence": null,
       "error_rate": 28.089738591366963,
       "found": {
        "den": 490.0,
        "n": 288.0,
        "share": 0.5877551020408164
       },
       "good": {
        "den": 627.0,
        "n": 288.0,
        "share": 0.45933014354066987
       },
       "judgement": 62.1164617266465,
       "judgement_hi": 65.94458188368851,
       "judgement_lo": 58.171428578765635,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.594059405940594,
        "x": 0.4122448979591837,
        "y": 0.34542586750788645
       },
       "margin": 0.001,
       "missed": {
        "den": 490.0,
        "n": 82.0,
        "share": 0.1673469387755102
       },
       "needless": {
        "den": 634.0,
        "n": 219.0,
        "share": 0.34542586750788645
       },
       "needless_by_loss": {
        "big": {
         "den": 634.0,
         "n": 136.0,
         "share": 0.21451104100946372
        },
        "medium": {
         "den": 634.0,
         "n": 62.0,
         "share": 0.09779179810725552
        },
        "small": {
         "den": 634.0,
         "n": 21.0,
         "share": 0.033123028391167195
        }
       },
       "no_trade_off": 355.0,
       "reference": null,
       "right_safety": {
        "den": 634.0,
        "n": 415.0,
        "share": 0.6545741324921136
       },
       "risk_pays": 490.0,
       "safety_pays": 634.0,
       "scored": 1479,
       "sdt": {
        "aim": {
         "den": 408.0,
         "n": 288.0,
         "share": 0.7058823529411765
        },
        "beta": 2.47491053603286,
        "caution": -0.2824811402534294,
        "caution_hi": -0.19973274604687255,
        "caution_lo": -0.3622713842047515,
        "cstar": 0.6667970380310242,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3590406024985064,
        "dprime_hi": 1.5663469286142047,
        "dprime_lo": 1.160027303995121,
        "false_alarm": {
         "den": 634.0,
         "n": 219.0,
         "share": 0.34542586750788645
        },
        "false_alarm_rate": 0.34566929133858265,
        "hit": {
         "den": 490.0,
         "n": 408.0,
         "share": 0.8326530612244898
        },
        "hit_rate": 0.8319755600814664,
        "missed_loss": 0.07792132075239973,
        "missed_n": 82.0,
        "na": null,
        "needless_loss": 0.14904679160684212,
        "needless_n": 219.0
       },
       "size": {
        "bad": {
         "mean": 14.469026548672566,
         "n": 339.0,
         "too_few": false
        },
        "right": {
         "mean": 12.48611111111111,
         "n": 288.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 244.0,
          "n": 202.0,
          "share": 0.8278688524590164
         },
         "missed": {
          "den": 244.0,
          "n": 17.0,
          "share": 0.06967213114754098
         },
         "risk_pays": 244.0,
         "wrong": {
          "den": 244.0,
          "n": 25.0,
          "share": 0.10245901639344263
         }
        },
        "medium": {
         "found": {
          "den": 181.0,
          "n": 66.0,
          "share": 0.36464088397790057
         },
         "missed": {
          "den": 181.0,
          "n": 48.0,
          "share": 0.26519337016574585
         },
         "risk_pays": 181.0,
         "wrong": {
          "den": 181.0,
          "n": 67.0,
          "share": 0.3701657458563536
         }
        },
        "small": {
         "found": {
          "den": 65.0,
          "n": 20.0,
          "share": 0.3076923076923077
         },
         "missed": {
          "den": 65.0,
          "n": 17.0,
          "share": 0.26153846153846155
         },
         "risk_pays": 65.0,
         "wrong": {
          "den": 65.0,
          "n": 28.0,
          "share": 0.4307692307692308
         }
        }
       },
       "trade_off": 1124.0,
       "wrong": {
        "den": 490.0,
        "n": 120.0,
        "share": 0.24489795918367346
       }
      },
      "robust": {
       "by_call": {
        "missed": 1.995272173762241,
        "needless": 11.88288973625485,
        "none": 2.2234272078294217,
        "right_risk": 3.59693270345408,
        "right_safety": 2.6843304304435014,
        "wrong_risk": 5.706886339622869
       },
       "calls": {
        "missed": 65.0,
        "needless": 267.0,
        "right_risk": 247.0,
        "right_safety": 432.0,
        "wrong_risk": 113.0
       },
       "confidence": null,
       "error_rate": 28.089738591366963,
       "found": {
        "den": 425.0,
        "n": 247.0,
        "share": 0.5811764705882353
       },
       "good": {
        "den": 627.0,
        "n": 247.0,
        "share": 0.3939393939393939
       },
       "judgement": 59.96011108305983,
       "judgement_hi": 63.355513731671394,
       "judgement_lo": 56.43027656545186,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.6348314606741573,
        "x": 0.4188235294117647,
        "y": 0.38197424892703863
       },
       "margin": 0.02,
       "missed": {
        "den": 425.0,
        "n": 65.0,
        "share": 0.15294117647058825
       },
       "needless": {
        "den": 699.0,
        "n": 267.0,
        "share": 0.38197424892703863
       },
       "needless_by_loss": {
        "big": {
         "den": 699.0,
         "n": 146.0,
         "share": 0.2088698140200286
        },
        "medium": {
         "den": 699.0,
         "n": 77.0,
         "share": 0.11015736766809728
        },
        "small": {
         "den": 699.0,
         "n": 44.0,
         "share": 0.06294706723891273
        }
       },
       "no_trade_off": 355.0,
       "reference": null,
       "right_safety": {
        "den": 699.0,
        "n": 432.0,
        "share": 0.6180257510729614
       },
       "risk_pays": 425.0,
       "safety_pays": 699.0,
       "scored": 1479,
       "sdt": {
        "aim": {
         "den": 360.0,
         "n": 247.0,
         "share": 0.6861111111111111
        },
        "beta": 2.384571023889255,
        "caution": -0.36029969628146286,
        "caution_hi": -0.2709319941865722,
        "caution_lo": -0.4518679241346488,
        "cstar": 0.658190964716473,
        "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3203147574955962,
        "dprime_hi": 1.516211143224661,
        "dprime_lo": 1.1393020215180476,
        "false_alarm": {
         "den": 699.0,
         "n": 267.0,
         "share": 0.38197424892703863
        },
        "false_alarm_rate": 0.3821428571428571,
        "hit": {
         "den": 425.0,
         "n": 360.0,
         "share": 0.8470588235294118
        },
        "hit_rate": 0.846244131455399,
        "missed_loss": 0.09080023215367244,
        "missed_n": 65.0,
        "na": null,
        "needless_loss": 0.13164639640390202,
        "needless_n": 267.0
       },
       "size": {
        "bad": {
         "mean": 14.147368421052631,
         "n": 380.0,
         "too_few": false
        },
        "right": {
         "mean": 12.651821862348179,
         "n": 247.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 244.0,
          "n": 195.0,
          "share": 0.7991803278688525
         },
         "missed": {
          "den": 244.0,
          "n": 17.0,
          "share": 0.06967213114754098
         },
         "risk_pays": 244.0,
         "wrong": {
          "den": 244.0,
          "n": 32.0,
          "share": 0.13114754098360656
         }
        },
        "medium": {
         "found": {
          "den": 181.0,
          "n": 52.0,
          "share": 0.287292817679558
         },
         "missed": {
          "den": 181.0,
          "n": 48.0,
          "share": 0.26519337016574585
         },
         "risk_pays": 181.0,
         "wrong": {
          "den": 181.0,
          "n": 81.0,
          "share": 0.44751381215469616
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1124.0,
       "wrong": {
        "den": 425.0,
        "n": 113.0,
        "share": 0.26588235294117646
       }
      }
     },
     "slug": "gnubg-weak"
    },
    "GPT-6 Astra (low)": {
     "close": {
      "decisions": 1251,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1251
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6634692246203038,
      "blunder_share": 0.09432454036770584,
      "clusters": 60,
      "cost_coverage": 1.0,
      "decisions": 1251,
      "engine_scored": 1251,
      "error_hi": 14.234593238678123,
      "error_lo": 9.502223846381717,
      "error_rate": 11.807522970995457,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 169,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.01598721023181455,
      "p95_loss": 0.12882962822914124,
      "probability_source": "choice_only",
      "retry_mean": 0.22977138289368507,
      "scored": 1251,
      "time_median": 3.941,
      "time_p90": 14.016,
      "tokens_in": 4485.895283772981,
      "tokens_out": 97.55235811350919,
      "too_few": false,
      "usd_per_1000": 49.736570743405274,
      "worst_mean": 0.2455819286997356
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 6.625488543396088,
        "needless": 0.6441837973255429,
        "none": 1.0005097261530984,
        "right_risk": 1.8096651366765169,
        "right_safety": 1.0329386789640553,
        "wrong_risk": 0.6947370884801558
       },
       "calls": {
        "missed": 155.0,
        "needless": 29.0,
        "right_risk": 226.0,
        "right_safety": 486.0,
        "wrong_risk": 14.0
       },
       "confidence": null,
       "error_rate": 11.807522970995457,
       "found": {
        "den": 395.0,
        "n": 226.0,
        "share": 0.5721518987341773
       },
       "good": {
        "den": 269.0,
        "n": 226.0,
        "share": 0.8401486988847584
       },
       "judgement": 75.79206095612633,
       "judgement_hi": 78.45670054956547,
       "judgement_lo": 73.1351608016414,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.08284023668639054,
        "x": 0.4278481012658228,
        "y": 0.05631067961165048
       },
       "margin": 0.001,
       "missed": {
        "den": 395.0,
        "n": 155.0,
        "share": 0.3924050632911392
       },
       "needless": {
        "den": 515.0,
        "n": 29.0,
        "share": 0.05631067961165048
       },
       "needless_by_loss": {
        "big": {
         "den": 515.0,
         "n": 8.0,
         "share": 0.015533980582524271
        },
        "medium": {
         "den": 515.0,
         "n": 11.0,
         "share": 0.021359223300970873
        },
        "small": {
         "den": 515.0,
         "n": 10.0,
         "share": 0.019417475728155338
        }
       },
       "no_trade_off": 341.0,
       "reference": null,
       "right_safety": {
        "den": 515.0,
        "n": 486.0,
        "share": 0.9436893203883495
       },
       "risk_pays": 395.0,
       "safety_pays": 515.0,
       "scored": 1251,
       "sdt": {
        "aim": {
         "den": 240.0,
         "n": 226.0,
         "share": 0.9416666666666667
        },
        "beta": 0.677541222622413,
        "caution": 0.653314443287061,
        "caution_hi": 0.7629482097625798,
        "caution_lo": 0.5689747186226314,
        "cstar": -0.21027340170081957,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.8513272707407018,
        "dprime_hi": 2.1423967252775613,
        "dprime_lo": 1.6306186923122945,
        "false_alarm": {
         "den": 515.0,
         "n": 29.0,
         "share": 0.05631067961165048
        },
        "false_alarm_rate": 0.05717054263565891,
        "hit": {
         "den": 395.0,
         "n": 240.0,
         "share": 0.6075949367088608
        },
        "hit_rate": 0.6073232323232324,
        "missed_loss": 0.10694820861662588,
        "missed_n": 155.0,
        "na": null,
        "needless_loss": 0.05557751244512098,
        "needless_n": 29.0
       },
       "size": {
        "bad": {
         "mean": 9.372093023255815,
         "n": 43.0,
         "too_few": true
        },
        "right": {
         "mean": 9.730088495575222,
         "n": 226.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 222.0,
          "n": 153.0,
          "share": 0.6891891891891891
         },
         "missed": {
          "den": 222.0,
          "n": 65.0,
          "share": 0.2927927927927928
         },
         "risk_pays": 222.0,
         "wrong": {
          "den": 222.0,
          "n": 4.0,
          "share": 0.018018018018018018
         }
        },
        "medium": {
         "found": {
          "den": 138.0,
          "n": 60.0,
          "share": 0.43478260869565216
         },
         "missed": {
          "den": 138.0,
          "n": 71.0,
          "share": 0.5144927536231884
         },
         "risk_pays": 138.0,
         "wrong": {
          "den": 138.0,
          "n": 7.0,
          "share": 0.050724637681159424
         }
        },
        "small": {
         "found": {
          "den": 35.0,
          "n": 13.0,
          "share": 0.37142857142857144
         },
         "missed": {
          "den": 35.0,
          "n": 19.0,
          "share": 0.5428571428571428
         },
         "risk_pays": 35.0,
         "wrong": {
          "den": 35.0,
          "n": 3.0,
          "share": 0.08571428571428572
         }
        }
       },
       "trade_off": 910.0,
       "wrong": {
        "den": 395.0,
        "n": 14.0,
        "share": 0.035443037974683546
       }
      },
      "robust": {
       "by_call": {
        "missed": 6.431773412141869,
        "needless": 0.659705756856002,
        "none": 1.0005097261530984,
        "right_risk": 1.5467504302946498,
        "right_safety": 1.2266538102182745,
        "wrong_risk": 0.9421298353315638
       },
       "calls": {
        "missed": 136.0,
        "needless": 45.0,
        "right_risk": 209.0,
        "right_safety": 505.0,
        "wrong_risk": 15.0
       },
       "confidence": null,
       "error_rate": 11.807522970995457,
       "found": {
        "den": 360.0,
        "n": 209.0,
        "share": 0.5805555555555556
       },
       "good": {
        "den": 269.0,
        "n": 209.0,
        "share": 0.7769516728624535
       },
       "judgement": 74.93686868686868,
       "judgement_hi": 77.910620569779,
       "judgement_lo": 71.93984459905036,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.09933774834437085,
        "x": 0.41944444444444445,
        "y": 0.08181818181818182
       },
       "margin": 0.02,
       "missed": {
        "den": 360.0,
        "n": 136.0,
        "share": 0.37777777777777777
       },
       "needless": {
        "den": 550.0,
        "n": 45.0,
        "share": 0.08181818181818182
       },
       "needless_by_loss": {
        "big": {
         "den": 550.0,
         "n": 8.0,
         "share": 0.014545454545454545
        },
        "medium": {
         "den": 550.0,
         "n": 12.0,
         "share": 0.02181818181818182
        },
        "small": {
         "den": 550.0,
         "n": 25.0,
         "share": 0.045454545454545456
        }
       },
       "no_trade_off": 341.0,
       "reference": null,
       "right_safety": {
        "den": 550.0,
        "n": 505.0,
        "share": 0.9181818181818182
       },
       "risk_pays": 360.0,
       "safety_pays": 550.0,
       "scored": 1251,
       "sdt": {
        "aim": {
         "den": 224.0,
         "n": 209.0,
         "share": 0.9330357142857143
        },
        "beta": 0.4735939231799943,
        "caution": 0.5387558734920764,
        "caution_hi": 0.6235843192749332,
        "caution_lo": 0.46587470703556,
        "cstar": -0.44007063069155566,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.6983751572865986,
        "dprime_hi": 1.883546654114624,
        "dprime_lo": 1.5186650319915695,
        "false_alarm": {
         "den": 550.0,
         "n": 45.0,
         "share": 0.08181818181818182
        },
        "false_alarm_rate": 0.08257713248638839,
        "hit": {
         "den": 360.0,
         "n": 224.0,
         "share": 0.6222222222222222
        },
        "hit_rate": 0.6218836565096952,
        "missed_loss": 0.11832571380278643,
        "missed_n": 136.0,
        "na": null,
        "needless_loss": 0.03667964008119371,
        "needless_n": 45.0
       },
       "size": {
        "bad": {
         "mean": 9.233333333333333,
         "n": 60.0,
         "too_few": true
        },
        "right": {
         "mean": 9.799043062200957,
         "n": 209.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 222.0,
          "n": 150.0,
          "share": 0.6756756756756757
         },
         "missed": {
          "den": 222.0,
          "n": 65.0,
          "share": 0.2927927927927928
         },
         "risk_pays": 222.0,
         "wrong": {
          "den": 222.0,
          "n": 7.0,
          "share": 0.03153153153153153
         }
        },
        "medium": {
         "found": {
          "den": 138.0,
          "n": 59.0,
          "share": 0.427536231884058
         },
         "missed": {
          "den": 138.0,
          "n": 71.0,
          "share": 0.5144927536231884
         },
         "risk_pays": 138.0,
         "wrong": {
          "den": 138.0,
          "n": 8.0,
          "share": 0.057971014492753624
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 910.0,
       "wrong": {
        "den": 360.0,
        "n": 15.0,
        "share": 0.041666666666666664
       }
      }
     },
     "slug": "gpt-6-astra-off"
    },
    "GPT-6 Astra (medium)": {
     "close": {
      "decisions": 1362,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1362
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6519823788546255,
      "blunder_share": 0.08590308370044053,
      "clusters": 62,
      "cost_coverage": 1.0,
      "decisions": 1362,
      "engine_scored": 1362,
      "error_hi": 12.869523982651808,
      "error_lo": 9.510835668202615,
      "error_rate": 11.100806273990441,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 182,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.02643171806167401,
      "p95_loss": 0.12468168139457707,
      "probability_source": "choice_only",
      "retry_mean": 0.40576505139500735,
      "scored": 1362,
      "time_median": 4.4035,
      "time_p90": 15.055000000000003,
      "tokens_in": 4470.554331864904,
      "tokens_out": 111.2474302496329,
      "too_few": false,
      "usd_per_1000": 50.26791483113069,
      "worst_mean": 0.22220932867597132
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 6.283417923947613,
        "needless": 0.9168746625449339,
        "none": 0.6735641263129952,
        "right_risk": 1.5814632242996787,
        "right_safety": 1.3063592554539136,
        "wrong_risk": 0.3391270814313062
       },
       "calls": {
        "missed": 189.0,
        "needless": 32.0,
        "right_risk": 245.0,
        "right_safety": 542.0,
        "wrong_risk": 12.0
       },
       "confidence": null,
       "error_rate": 11.100806273990441,
       "found": {
        "den": 446.0,
        "n": 245.0,
        "share": 0.5493273542600897
       },
       "good": {
        "den": 289.0,
        "n": 245.0,
        "share": 0.8477508650519031
       },
       "judgement": 74.67891126701144,
       "judgement_hi": 77.32101944450703,
       "judgement_lo": 71.92934448482795,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.05970149253731343,
        "x": 0.45067264573991034,
        "y": 0.05574912891986063
       },
       "margin": 0.001,
       "missed": {
        "den": 446.0,
        "n": 189.0,
        "share": 0.42376681614349776
       },
       "needless": {
        "den": 574.0,
        "n": 32.0,
        "share": 0.05574912891986063
       },
       "needless_by_loss": {
        "big": {
         "den": 574.0,
         "n": 9.0,
         "share": 0.0156794425087108
        },
        "medium": {
         "den": 574.0,
         "n": 15.0,
         "share": 0.02613240418118467
        },
        "small": {
         "den": 574.0,
         "n": 8.0,
         "share": 0.013937282229965157
        }
       },
       "no_trade_off": 342.0,
       "reference": null,
       "right_safety": {
        "den": 574.0,
        "n": 542.0,
        "share": 0.9442508710801394
       },
       "risk_pays": 446.0,
       "safety_pays": 574.0,
       "scored": 1362,
       "sdt": {
        "aim": {
         "den": 257.0,
         "n": 245.0,
         "share": 0.953307392996109
        },
        "beta": 1.1091821817694145,
        "caution": 0.6964148629313514,
        "caution_hi": 0.8154016484097574,
        "caution_lo": 0.5960967633461235,
        "cstar": 0.05833012835551982,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.7764913864274097,
        "dprime_hi": 2.0028668163934293,
        "dprime_lo": 1.585740125962644,
        "false_alarm": {
         "den": 574.0,
         "n": 32.0,
         "share": 0.05574912891986063
        },
        "false_alarm_rate": 0.05652173913043478,
        "hit": {
         "den": 446.0,
         "n": 257.0,
         "share": 0.5762331838565022
        },
        "hit_rate": 0.5760626398210291,
        "missed_loss": 0.09056100753880052,
        "missed_n": 189.0,
        "na": null,
        "needless_loss": 0.0780489556491375,
        "needless_n": 32.0
       },
       "size": {
        "bad": {
         "mean": 8.045454545454545,
         "n": 44.0,
         "too_few": true
        },
        "right": {
         "mean": 8.69795918367347,
         "n": 245.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 241.0,
          "n": 170.0,
          "share": 0.7053941908713693
         },
         "missed": {
          "den": 241.0,
          "n": 69.0,
          "share": 0.2863070539419087
         },
         "risk_pays": 241.0,
         "wrong": {
          "den": 241.0,
          "n": 2.0,
          "share": 0.008298755186721992
         }
        },
        "medium": {
         "found": {
          "den": 157.0,
          "n": 65.0,
          "share": 0.4140127388535032
         },
         "missed": {
          "den": 157.0,
          "n": 82.0,
          "share": 0.5222929936305732
         },
         "risk_pays": 157.0,
         "wrong": {
          "den": 157.0,
          "n": 10.0,
          "share": 0.06369426751592357
         }
        },
        "small": {
         "found": {
          "den": 48.0,
          "n": 10.0,
          "share": 0.20833333333333334
         },
         "missed": {
          "den": 48.0,
          "n": 38.0,
          "share": 0.7916666666666666
         },
         "risk_pays": 48.0,
         "wrong": {
          "den": 48.0,
          "n": 0.0,
          "share": 0.0
         }
        }
       },
       "trade_off": 1020.0,
       "wrong": {
        "den": 446.0,
        "n": 12.0,
        "share": 0.026905829596412557
       }
      },
      "robust": {
       "by_call": {
        "missed": 6.049371861938863,
        "needless": 0.9168746625449339,
        "none": 0.6735641263129952,
        "right_risk": 1.3796045676026925,
        "right_safety": 1.5404053174626635,
        "wrong_risk": 0.5409857381282924
       },
       "calls": {
        "missed": 151.0,
        "needless": 42.0,
        "right_risk": 225.0,
        "right_safety": 580.0,
        "wrong_risk": 22.0
       },
       "confidence": null,
       "error_rate": 11.100806273990441,
       "found": {
        "den": 398.0,
        "n": 225.0,
        "share": 0.5653266331658291
       },
       "good": {
        "den": 289.0,
        "n": 225.0,
        "share": 0.7785467128027682
       },
       "judgement": 74.8901258705101,
       "judgement_hi": 77.33329712700512,
       "judgement_lo": 72.3990444976538,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.12716763005780346,
        "x": 0.43467336683417085,
        "y": 0.06752411575562701
       },
       "margin": 0.02,
       "missed": {
        "den": 398.0,
        "n": 151.0,
        "share": 0.3793969849246231
       },
       "needless": {
        "den": 622.0,
        "n": 42.0,
        "share": 0.06752411575562701
       },
       "needless_by_loss": {
        "big": {
         "den": 622.0,
         "n": 9.0,
         "share": 0.014469453376205787
        },
        "medium": {
         "den": 622.0,
         "n": 15.0,
         "share": 0.024115755627009645
        },
        "small": {
         "den": 622.0,
         "n": 18.0,
         "share": 0.028938906752411574
        }
       },
       "no_trade_off": 342.0,
       "reference": null,
       "right_safety": {
        "den": 622.0,
        "n": 580.0,
        "share": 0.932475884244373
       },
       "risk_pays": 398.0,
       "safety_pays": 622.0,
       "scored": 1362,
       "sdt": {
        "aim": {
         "den": 247.0,
         "n": 225.0,
         "share": 0.9109311740890689
        },
        "beta": 0.85159805123085,
        "caution": 0.5914610346415367,
        "caution_hi": 0.699154205249933,
        "caution_lo": 0.4992215517170227,
        "cstar": -0.08947028184130182,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.795463599996823,
        "dprime_hi": 1.9881515972933517,
        "dprime_lo": 1.62286126359801,
        "false_alarm": {
         "den": 622.0,
         "n": 42.0,
         "share": 0.06752411575562701
        },
        "false_alarm_rate": 0.06821829855537721,
        "hit": {
         "den": 398.0,
         "n": 247.0,
         "share": 0.6206030150753769
        },
        "hit_rate": 0.6203007518796992,
        "missed_loss": 0.10912906590676466,
        "missed_n": 151.0,
        "na": null,
        "needless_loss": 0.059465870970771426,
        "needless_n": 42.0
       },
       "size": {
        "bad": {
         "mean": 8.65625,
         "n": 64.0,
         "too_few": true
        },
        "right": {
         "mean": 8.582222222222223,
         "n": 225.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 241.0,
          "n": 167.0,
          "share": 0.6929460580912863
         },
         "missed": {
          "den": 241.0,
          "n": 69.0,
          "share": 0.2863070539419087
         },
         "risk_pays": 241.0,
         "wrong": {
          "den": 241.0,
          "n": 5.0,
          "share": 0.02074688796680498
         }
        },
        "medium": {
         "found": {
          "den": 157.0,
          "n": 58.0,
          "share": 0.36942675159235666
         },
         "missed": {
          "den": 157.0,
          "n": 82.0,
          "share": 0.5222929936305732
         },
         "risk_pays": 157.0,
         "wrong": {
          "den": 157.0,
          "n": 17.0,
          "share": 0.10828025477707007
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1020.0,
       "wrong": {
        "den": 398.0,
        "n": 22.0,
        "share": 0.05527638190954774
       }
      }
     },
     "slug": "gpt-6-astra-on"
    },
    "GPT-6.1 Sol (high)": {
     "close": {
      "decisions": 1389,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1389
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6443484521238301,
      "blunder_share": 0.07775377969762419,
      "clusters": 64,
      "cost_coverage": 1.0,
      "decisions": 1389,
      "engine_scored": 1389,
      "error_hi": 11.291525154077373,
      "error_lo": 8.57286374668442,
      "error_rate": 9.89902464711812,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 242,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.24478041756659466,
      "p95_loss": 0.10276513099670401,
      "probability_source": "choice_only",
      "retry_mean": 5.692377969762418,
      "scored": 1389,
      "time_median": 13.096,
      "time_p90": 56.503800000000005,
      "tokens_in": 5217.068394528438,
      "tokens_out": 513.8704103671706,
      "too_few": false,
      "usd_per_1000": 15.572840892728582,
      "worst_mean": 0.18670079846313034
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 4.7464803923283485,
        "needless": 0.8854145965960663,
        "none": 0.5607812245000259,
        "right_risk": 1.272135335734802,
        "right_safety": 1.530969267358361,
        "wrong_risk": 0.903243830600516
       },
       "calls": {
        "missed": 186.0,
        "needless": 38.0,
        "right_risk": 212.0,
        "right_safety": 568.0,
        "wrong_risk": 21.0
       },
       "confidence": null,
       "error_rate": 9.89902464711812,
       "found": {
        "den": 419.0,
        "n": 212.0,
        "share": 0.5059665871121718
       },
       "good": {
        "den": 271.0,
        "n": 212.0,
        "share": 0.7822878228782287
       },
       "judgement": 72.16301582425547,
       "judgement_hi": 74.85114347512983,
       "judgement_lo": 69.47080886023019,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.10144927536231885,
        "x": 0.49403341288782815,
        "y": 0.0627062706270627
       },
       "margin": 0.001,
       "missed": {
        "den": 419.0,
        "n": 186.0,
        "share": 0.4439140811455847
       },
       "needless": {
        "den": 606.0,
        "n": 38.0,
        "share": 0.0627062706270627
       },
       "needless_by_loss": {
        "big": {
         "den": 606.0,
         "n": 10.0,
         "share": 0.0165016501650165
        },
        "medium": {
         "den": 606.0,
         "n": 18.0,
         "share": 0.0297029702970297
        },
        "small": {
         "den": 606.0,
         "n": 10.0,
         "share": 0.0165016501650165
        }
       },
       "no_trade_off": 364.0,
       "reference": null,
       "right_safety": {
        "den": 606.0,
        "n": 568.0,
        "share": 0.9372937293729373
       },
       "risk_pays": 419.0,
       "safety_pays": 606.0,
       "scored": 1389,
       "sdt": {
        "aim": {
         "den": 233.0,
         "n": 212.0,
         "share": 0.9098712446351931
        },
        "beta": 1.3205745853726707,
        "caution": 0.6929569185031399,
        "caution_hi": 0.7942940766064972,
        "caution_lo": 0.6042283637780257,
        "cstar": 0.16677243661194943,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.667343474043193,
        "dprime_hi": 1.9428310670947697,
        "dprime_lo": 1.4241403259241352,
        "false_alarm": {
         "den": 606.0,
         "n": 38.0,
         "share": 0.0627062706270627
        },
        "false_alarm_rate": 0.06342668863261944,
        "hit": {
         "den": 419.0,
         "n": 233.0,
         "share": 0.5560859188544153
        },
        "hit_rate": 0.555952380952381,
        "missed_loss": 0.07089098134348469,
        "missed_n": 186.0,
        "na": null,
        "needless_loss": 0.06472846708799664,
        "needless_n": 38.0
       },
       "size": {
        "bad": {
         "mean": 9.677966101694915,
         "n": 59.0,
         "too_few": true
        },
        "right": {
         "mean": 10.75943396226415,
         "n": 212.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 208.0,
          "n": 148.0,
          "share": 0.7115384615384616
         },
         "missed": {
          "den": 208.0,
          "n": 52.0,
          "share": 0.25
         },
         "risk_pays": 208.0,
         "wrong": {
          "den": 208.0,
          "n": 8.0,
          "share": 0.038461538461538464
         }
        },
        "medium": {
         "found": {
          "den": 151.0,
          "n": 55.0,
          "share": 0.36423841059602646
         },
         "missed": {
          "den": 151.0,
          "n": 86.0,
          "share": 0.5695364238410596
         },
         "risk_pays": 151.0,
         "wrong": {
          "den": 151.0,
          "n": 10.0,
          "share": 0.06622516556291391
         }
        },
        "small": {
         "found": {
          "den": 60.0,
          "n": 9.0,
          "share": 0.15
         },
         "missed": {
          "den": 60.0,
          "n": 48.0,
          "share": 0.8
         },
         "risk_pays": 60.0,
         "wrong": {
          "den": 60.0,
          "n": 3.0,
          "share": 0.05
         }
        }
       },
       "trade_off": 1025.0,
       "wrong": {
        "den": 419.0,
        "n": 21.0,
        "share": 0.050119331742243436
       }
      },
      "robust": {
       "by_call": {
        "missed": 4.472490885516909,
        "needless": 0.9789092022365078,
        "none": 0.5607812245000259,
        "right_risk": 0.8795839299221876,
        "right_safety": 1.804958774169801,
        "wrong_risk": 1.202300630772689
       },
       "calls": {
        "missed": 138.0,
        "needless": 50.0,
        "right_risk": 188.0,
        "right_safety": 616.0,
        "wrong_risk": 33.0
       },
       "confidence": null,
       "error_rate": 9.89902464711812,
       "found": {
        "den": 359.0,
        "n": 188.0,
        "share": 0.5236768802228412
       },
       "good": {
        "den": 271.0,
        "n": 188.0,
        "share": 0.6937269372693727
       },
       "judgement": 72.43009025738831,
       "judgement_hi": 75.10991429505869,
       "judgement_lo": 69.71595948481489,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.19298245614035087,
        "x": 0.4763231197771588,
        "y": 0.07507507507507508
       },
       "margin": 0.02,
       "missed": {
        "den": 359.0,
        "n": 138.0,
        "share": 0.38440111420612816
       },
       "needless": {
        "den": 666.0,
        "n": 50.0,
        "share": 0.07507507507507508
       },
       "needless_by_loss": {
        "big": {
         "den": 666.0,
         "n": 12.0,
         "share": 0.018018018018018018
        },
        "medium": {
         "den": 666.0,
         "n": 19.0,
         "share": 0.028528528528528527
        },
        "small": {
         "den": 666.0,
         "n": 19.0,
         "share": 0.028528528528528527
        }
       },
       "no_trade_off": 364.0,
       "reference": null,
       "right_safety": {
        "den": 666.0,
        "n": 616.0,
        "share": 0.924924924924925
       },
       "risk_pays": 359.0,
       "safety_pays": 666.0,
       "scored": 1389,
       "sdt": {
        "aim": {
         "den": 221.0,
         "n": 188.0,
         "share": 0.8506787330316742
        },
        "beta": 1.120680485455709,
        "caution": 0.5707085329762482,
        "caution_hi": 0.6672971704240472,
        "caution_lo": 0.4832037735373268,
        "cstar": 0.06594971755662887,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.7276203951769502,
        "dprime_hi": 1.961727430580031,
        "dprime_lo": 1.5199013288849286,
        "false_alarm": {
         "den": 666.0,
         "n": 50.0,
         "share": 0.07507507507507508
        },
        "false_alarm_rate": 0.07571214392803598,
        "hit": {
         "den": 359.0,
         "n": 221.0,
         "share": 0.6155988857938719
        },
        "hit_rate": 0.6152777777777778,
        "missed_loss": 0.09003318608670995,
        "missed_n": 138.0,
        "na": null,
        "needless_loss": 0.054388195276260376,
        "needless_n": 50.0
       },
       "size": {
        "bad": {
         "mean": 9.819277108433734,
         "n": 83.0,
         "too_few": true
        },
        "right": {
         "mean": 10.835106382978724,
         "n": 188.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 208.0,
          "n": 143.0,
          "share": 0.6875
         },
         "missed": {
          "den": 208.0,
          "n": 52.0,
          "share": 0.25
         },
         "risk_pays": 208.0,
         "wrong": {
          "den": 208.0,
          "n": 13.0,
          "share": 0.0625
         }
        },
        "medium": {
         "found": {
          "den": 151.0,
          "n": 45.0,
          "share": 0.2980132450331126
         },
         "missed": {
          "den": 151.0,
          "n": 86.0,
          "share": 0.5695364238410596
         },
         "risk_pays": 151.0,
         "wrong": {
          "den": 151.0,
          "n": 20.0,
          "share": 0.13245033112582782
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1025.0,
       "wrong": {
        "den": 359.0,
        "n": 33.0,
        "share": 0.09192200557103064
       }
      }
     },
     "slug": "gpt-6-1-sol-high"
    },
    "GPT-6.1 Sol (low)": {
     "close": {
      "decisions": 1344,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1344
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6547619047619048,
      "blunder_share": 0.09449404761904762,
      "clusters": 66,
      "cost_coverage": 1.0,
      "decisions": 1344,
      "engine_scored": 1344,
      "error_hi": 13.704275691528675,
      "error_lo": 10.536819462197586,
      "error_rate": 12.126562351893101,
      "first_date": "2026-10-19",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 212,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.01488095238095238,
      "p95_loss": 0.13736297786235782,
      "probability_source": "choice_only",
      "retry_mean": 0.4443690476190476,
      "scored": 1344,
      "time_median": 4.334,
      "time_p90": 14.283600000000002,
      "tokens_in": 4543.432291666667,
      "tokens_out": 114.06473214285714,
      "too_few": false,
      "usd_per_1000": 10.227511904761904,
      "worst_mean": 0.25430917695387084
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 6.274451069267733,
        "needless": 1.0015541754130806,
        "none": 0.6185989339082014,
        "right_risk": 1.6202607879503852,
        "right_safety": 1.7776821096915574,
        "wrong_risk": 0.8340152756621441
       },
       "calls": {
        "missed": 169.0,
        "needless": 40.0,
        "right_risk": 198.0,
        "right_safety": 602.0,
        "wrong_risk": 16.0
       },
       "confidence": null,
       "error_rate": 12.126562351893101,
       "found": {
        "den": 383.0,
        "n": 198.0,
        "share": 0.5169712793733682
       },
       "good": {
        "den": 254.0,
        "n": 198.0,
        "share": 0.7795275590551181
       },
       "judgement": 72.73329917116062,
       "judgement_hi": 75.49904896600522,
       "judgement_lo": 69.88084938566607,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.08648648648648649,
        "x": 0.4830287206266319,
        "y": 0.06230529595015576
       },
       "margin": 0.001,
       "missed": {
        "den": 383.0,
        "n": 169.0,
        "share": 0.4412532637075718
       },
       "needless": {
        "den": 642.0,
        "n": 40.0,
        "share": 0.06230529595015576
       },
       "needless_by_loss": {
        "big": {
         "den": 642.0,
         "n": 10.0,
         "share": 0.01557632398753894
        },
        "medium": {
         "den": 642.0,
         "n": 23.0,
         "share": 0.03582554517133956
        },
        "small": {
         "den": 642.0,
         "n": 7.0,
         "share": 0.010903426791277258
        }
       },
       "no_trade_off": 319.0,
       "reference": null,
       "right_safety": {
        "den": 642.0,
        "n": 602.0,
        "share": 0.9376947040498442
       },
       "risk_pays": 383.0,
       "safety_pays": 642.0,
       "scored": 1344,
       "sdt": {
        "aim": {
         "den": 214.0,
         "n": 198.0,
         "share": 0.9252336448598131
        },
        "beta": 1.1304768581384987,
        "caution": 0.6913879412500115,
        "caution_hi": 0.8272007057243579,
        "caution_lo": 0.582471110329976,
        "cstar": 0.07310479267974072,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.6775855257247323,
        "dprime_hi": 1.8832029812776352,
        "dprime_lo": 1.5081026875707322,
        "false_alarm": {
         "den": 642.0,
         "n": 40.0,
         "share": 0.06230529595015576
        },
        "false_alarm_rate": 0.06298600311041991,
        "hit": {
         "den": 383.0,
         "n": 214.0,
         "share": 0.5587467362924282
        },
        "hit_rate": 0.55859375,
        "missed_loss": 0.09979718623782051,
        "missed_n": 169.0,
        "na": null,
        "needless_loss": 0.06730444058775902,
        "needless_n": 40.0
       },
       "size": {
        "bad": {
         "mean": 7.910714285714286,
         "n": 56.0,
         "too_few": true
        },
        "right": {
         "mean": 10.813131313131313,
         "n": 198.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 206.0,
          "n": 134.0,
          "share": 0.6504854368932039
         },
         "missed": {
          "den": 206.0,
          "n": 65.0,
          "share": 0.3155339805825243
         },
         "risk_pays": 206.0,
         "wrong": {
          "den": 206.0,
          "n": 7.0,
          "share": 0.03398058252427184
         }
        },
        "medium": {
         "found": {
          "den": 118.0,
          "n": 53.0,
          "share": 0.4491525423728814
         },
         "missed": {
          "den": 118.0,
          "n": 60.0,
          "share": 0.5084745762711864
         },
         "risk_pays": 118.0,
         "wrong": {
          "den": 118.0,
          "n": 5.0,
          "share": 0.0423728813559322
         }
        },
        "small": {
         "found": {
          "den": 59.0,
          "n": 11.0,
          "share": 0.1864406779661017
         },
         "missed": {
          "den": 59.0,
          "n": 44.0,
          "share": 0.7457627118644068
         },
         "risk_pays": 59.0,
         "wrong": {
          "den": 59.0,
          "n": 4.0,
          "share": 0.06779661016949153
         }
        }
       },
       "trade_off": 1025.0,
       "wrong": {
        "den": 383.0,
        "n": 16.0,
        "share": 0.04177545691906005
       }
      },
      "robust": {
       "by_call": {
        "missed": 6.016878533132729,
        "needless": 1.1039844691930782,
        "none": 0.6185989339082014,
        "right_risk": 1.4931545260229282,
        "right_safety": 2.0352546458265612,
        "wrong_risk": 0.8586912438096035
       },
       "calls": {
        "missed": 125.0,
        "needless": 55.0,
        "right_risk": 182.0,
        "right_safety": 646.0,
        "wrong_risk": 17.0
       },
       "confidence": null,
       "error_rate": 12.126562351893101,
       "found": {
        "den": 324.0,
        "n": 182.0,
        "share": 0.5617283950617284
       },
       "good": {
        "den": 254.0,
        "n": 182.0,
        "share": 0.7165354330708661
       },
       "judgement": 74.16345256335745,
       "judgement_hi": 77.35405438397015,
       "judgement_lo": 70.9268422962735,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11971830985915492,
        "x": 0.4382716049382716,
        "y": 0.07845934379457917
       },
       "margin": 0.02,
       "missed": {
        "den": 324.0,
        "n": 125.0,
        "share": 0.38580246913580246
       },
       "needless": {
        "den": 701.0,
        "n": 55.0,
        "share": 0.07845934379457917
       },
       "needless_by_loss": {
        "big": {
         "den": 701.0,
         "n": 11.0,
         "share": 0.015691868758915834
        },
        "medium": {
         "den": 701.0,
         "n": 26.0,
         "share": 0.037089871611982884
        },
        "small": {
         "den": 701.0,
         "n": 18.0,
         "share": 0.025677603423680456
        }
       },
       "no_trade_off": 319.0,
       "reference": null,
       "right_safety": {
        "den": 701.0,
        "n": 646.0,
        "share": 0.9215406562054208
       },
       "risk_pays": 324.0,
       "safety_pays": 701.0,
       "scored": 1344,
       "sdt": {
        "aim": {
         "den": 199.0,
         "n": 182.0,
         "share": 0.914572864321608
        },
        "beta": 0.9022191706564238,
        "caution": 0.5610331231140866,
        "caution_hi": 0.6783294147756673,
        "caution_lo": 0.4568743906896061,
        "cstar": -0.06050030616063298,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.700781565840575,
        "dprime_hi": 1.8977890233849224,
        "dprime_lo": 1.4881674847525583,
        "false_alarm": {
         "den": 701.0,
         "n": 55.0,
         "share": 0.07845934379457917
        },
        "false_alarm_rate": 0.07905982905982906,
        "hit": {
         "den": 324.0,
         "n": 199.0,
         "share": 0.6141975308641975
        },
        "hit_rate": 0.6138461538461538,
        "missed_loss": 0.1293869559764862,
        "missed_n": 125.0,
        "na": null,
        "needless_loss": 0.053954731876199896,
        "needless_n": 55.0
       },
       "size": {
        "bad": {
         "mean": 8.416666666666666,
         "n": 72.0,
         "too_few": true
        },
        "right": {
         "mean": 10.868131868131869,
         "n": 182.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 206.0,
          "n": 131.0,
          "share": 0.6359223300970874
         },
         "missed": {
          "den": 206.0,
          "n": 65.0,
          "share": 0.3155339805825243
         },
         "risk_pays": 206.0,
         "wrong": {
          "den": 206.0,
          "n": 10.0,
          "share": 0.04854368932038835
         }
        },
        "medium": {
         "found": {
          "den": 118.0,
          "n": 51.0,
          "share": 0.4322033898305085
         },
         "missed": {
          "den": 118.0,
          "n": 60.0,
          "share": 0.5084745762711864
         },
         "risk_pays": 118.0,
         "wrong": {
          "den": 118.0,
          "n": 7.0,
          "share": 0.059322033898305086
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1025.0,
       "wrong": {
        "den": 324.0,
        "n": 17.0,
        "share": 0.05246913580246913
       }
      }
     },
     "slug": "gpt-6-1-sol-low"
    },
    "Gemini 4 Argon (high)": {
     "close": {
      "decisions": 1368,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "invalid": 36,
       "no_probabilities": 1332
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6463963963963963,
      "blunder_share": 0.08933933933933934,
      "clusters": 66,
      "cost_coverage": 1.0,
      "decisions": 1368,
      "engine_scored": 1368,
      "error_hi": 14.784150302797942,
      "error_lo": 10.473860994534522,
      "error_rate": 12.572338183720907,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 208,
      "invalid": 36,
      "last_date": "2026-10-25",
      "over_budget": 0.47147147147147145,
      "p95_loss": 0.14475225806236283,
      "probability_source": "choice_only",
      "retry_mean": 6.931668859649122,
      "scored": 1332,
      "time_median": 27.532,
      "time_p90": 148.56280000000004,
      "tokens_in": 5117.392543859649,
      "tokens_out": 5416.664473684211,
      "too_few": false,
      "usd_per_1000": 64.4014298245614,
      "worst_mean": 0.2668194695195155
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.054396355742806,
        "needless": 0.1766001498019015,
        "none": 0.7457885298285041,
        "right_risk": 1.7024104010772418,
        "right_safety": 1.3392338747376795,
        "wrong_risk": 0.553908872532773
       },
       "calls": {
        "missed": 201.0,
        "needless": 13.0,
        "right_risk": 224.0,
        "right_safety": 484.0,
        "wrong_risk": 16.0
       },
       "confidence": null,
       "error_rate": 12.572338183720907,
       "found": {
        "den": 441.0,
        "n": 224.0,
        "share": 0.5079365079365079
       },
       "good": {
        "den": 253.0,
        "n": 224.0,
        "share": 0.8853754940711462
       },
       "judgement": 74.08897831433043,
       "judgement_hi": 76.11948289764238,
       "judgement_lo": 72.04353250829634,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.07373271889400922,
        "x": 0.49206349206349204,
        "y": 0.026156941649899398
       },
       "margin": 0.001,
       "missed": {
        "den": 441.0,
        "n": 201.0,
        "share": 0.4557823129251701
       },
       "needless": {
        "den": 497.0,
        "n": 13.0,
        "share": 0.026156941649899398
       },
       "needless_by_loss": {
        "big": {
         "den": 497.0,
         "n": 2.0,
         "share": 0.004024144869215292
        },
        "medium": {
         "den": 497.0,
         "n": 5.0,
         "share": 0.01006036217303823
        },
        "small": {
         "den": 497.0,
         "n": 6.0,
         "share": 0.012072434607645875
        }
       },
       "no_trade_off": 394.0,
       "reference": null,
       "right_safety": {
        "den": 497.0,
        "n": 484.0,
        "share": 0.9738430583501007
       },
       "risk_pays": 441.0,
       "safety_pays": 497.0,
       "scored": 1332,
       "sdt": {
        "aim": {
         "den": 240.0,
         "n": 224.0,
         "share": 0.9333333333333333
        },
        "beta": 0.38205736373144367,
        "caution": 0.9071434699061419,
        "caution_hi": 1.0875734571802704,
        "caution_lo": 0.7697430897512145,
        "cstar": -0.47260596408303757,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 2.0359127644105977,
        "dprime_hi": 2.364580490185672,
        "dprime_lo": 1.8212050430776416,
        "false_alarm": {
         "den": 497.0,
         "n": 13.0,
         "share": 0.026156941649899398
        },
        "false_alarm_rate": 0.02710843373493976,
        "hit": {
         "den": 441.0,
         "n": 240.0,
         "share": 0.54421768707483
        },
        "hit_rate": 0.5441176470588235,
        "missed_loss": 0.1067508054313375,
        "missed_n": 201.0,
        "na": null,
        "needless_loss": 0.03618944608248197,
        "needless_n": 13.0
       },
       "size": {
        "bad": {
         "mean": 9.620689655172415,
         "n": 29.0,
         "too_few": true
        },
        "right": {
         "mean": 10.964285714285714,
         "n": 224.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 223.0,
          "n": 148.0,
          "share": 0.6636771300448431
         },
         "missed": {
          "den": 223.0,
          "n": 73.0,
          "share": 0.3273542600896861
         },
         "risk_pays": 223.0,
         "wrong": {
          "den": 223.0,
          "n": 2.0,
          "share": 0.008968609865470852
         }
        },
        "medium": {
         "found": {
          "den": 158.0,
          "n": 69.0,
          "share": 0.43670886075949367
         },
         "missed": {
          "den": 158.0,
          "n": 81.0,
          "share": 0.5126582278481012
         },
         "risk_pays": 158.0,
         "wrong": {
          "den": 158.0,
          "n": 8.0,
          "share": 0.05063291139240506
         }
        },
        "small": {
         "found": {
          "den": 60.0,
          "n": 7.0,
          "share": 0.11666666666666667
         },
         "missed": {
          "den": 60.0,
          "n": 47.0,
          "share": 0.7833333333333333
         },
         "risk_pays": 60.0,
         "wrong": {
          "den": 60.0,
          "n": 6.0,
          "share": 0.1
         }
        }
       },
       "trade_off": 938.0,
       "wrong": {
        "den": 441.0,
        "n": 16.0,
        "share": 0.036281179138321996
       }
      },
      "robust": {
       "by_call": {
        "missed": 7.636902266526008,
        "needless": 0.3485445816953619,
        "none": 0.7457885298285041,
        "right_risk": 1.6684845067538299,
        "right_safety": 1.7567279639544788,
        "wrong_risk": 0.41589033496272454
       },
       "calls": {
        "missed": 154.0,
        "needless": 26.0,
        "right_risk": 215.0,
        "right_safety": 531.0,
        "wrong_risk": 12.0
       },
       "confidence": null,
       "error_rate": 12.572338183720907,
       "found": {
        "den": 381.0,
        "n": 215.0,
        "share": 0.5643044619422573
       },
       "good": {
        "den": 253.0,
        "n": 215.0,
        "share": 0.849802371541502
       },
       "judgement": 75.88129131973405,
       "judgement_hi": 78.14542134846145,
       "judgement_lo": 73.43663692938453,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.07228915662650602,
        "x": 0.4356955380577428,
        "y": 0.0466786355475763
       },
       "margin": 0.02,
       "missed": {
        "den": 381.0,
        "n": 154.0,
        "share": 0.4041994750656168
       },
       "needless": {
        "den": 557.0,
        "n": 26.0,
        "share": 0.0466786355475763
       },
       "needless_by_loss": {
        "big": {
         "den": 557.0,
         "n": 4.0,
         "share": 0.00718132854578097
        },
        "medium": {
         "den": 557.0,
         "n": 8.0,
         "share": 0.01436265709156194
        },
        "small": {
         "den": 557.0,
         "n": 14.0,
         "share": 0.025134649910233394
        }
       },
       "no_trade_off": 394.0,
       "reference": null,
       "right_safety": {
        "den": 557.0,
        "n": 531.0,
        "share": 0.9533213644524237
       },
       "risk_pays": 381.0,
       "safety_pays": 557.0,
       "scored": 1332,
       "sdt": {
        "aim": {
         "den": 227.0,
         "n": 215.0,
         "share": 0.947136563876652
        },
        "beta": 0.3952016011159979,
        "caution": 0.7139192152113987,
        "caution_hi": 0.8428717073223114,
        "caution_lo": 0.5925198725208022,
        "cstar": -0.4856634964812277,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.9115277726985558,
        "dprime_hi": 2.1091851726343918,
        "dprime_lo": 1.7327278477818426,
        "false_alarm": {
         "den": 557.0,
         "n": 26.0,
         "share": 0.0466786355475763
        },
        "false_alarm_rate": 0.047491039426523295,
        "hit": {
         "den": 381.0,
         "n": 227.0,
         "share": 0.5958005249343832
        },
        "hit_rate": 0.5955497382198953,
        "missed_loss": 0.13210849115600834,
        "missed_n": 154.0,
        "na": null,
        "needless_loss": 0.03571241406294016,
        "needless_n": 26.0
       },
       "size": {
        "bad": {
         "mean": 10.052631578947368,
         "n": 38.0,
         "too_few": true
        },
        "right": {
         "mean": 10.944186046511629,
         "n": 215.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 223.0,
          "n": 148.0,
          "share": 0.6636771300448431
         },
         "missed": {
          "den": 223.0,
          "n": 73.0,
          "share": 0.3273542600896861
         },
         "risk_pays": 223.0,
         "wrong": {
          "den": 223.0,
          "n": 2.0,
          "share": 0.008968609865470852
         }
        },
        "medium": {
         "found": {
          "den": 158.0,
          "n": 67.0,
          "share": 0.4240506329113924
         },
         "missed": {
          "den": 158.0,
          "n": 81.0,
          "share": 0.5126582278481012
         },
         "risk_pays": 158.0,
         "wrong": {
          "den": 158.0,
          "n": 10.0,
          "share": 0.06329113924050633
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 938.0,
       "wrong": {
        "den": 381.0,
        "n": 12.0,
        "share": 0.031496062992125984
       }
      }
     },
     "slug": "gemini-4-argon-on"
    },
    "Gemini 4 Argon (low)": {
     "close": {
      "decisions": 1484,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1484
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.6030997304582211,
      "blunder_share": 0.12398921832884097,
      "clusters": 70,
      "cost_coverage": 1.0,
      "decisions": 1484,
      "engine_scored": 1484,
      "error_hi": 19.51136217399485,
      "error_lo": 13.668109574626536,
      "error_rate": 16.457064182690853,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 204,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.012803234501347708,
      "p95_loss": 0.18116327822208406,
      "probability_source": "choice_only",
      "retry_mean": 0.1236078167115903,
      "scored": 1484,
      "time_median": 3.823,
      "time_p90": 12.192400000000003,
      "tokens_in": 4969.50269541779,
      "tokens_out": 26.504043126684635,
      "too_few": false,
      "usd_per_1000": 10.204045822102426,
      "worst_mean": 0.33102700718351313
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 8.029890068457776,
        "needless": 2.37478134084262,
        "none": 0.9371200902764045,
        "right_risk": 1.3537262528733103,
        "right_safety": 2.53010635588047,
        "wrong_risk": 1.2314400743602743
       },
       "calls": {
        "missed": 201.0,
        "needless": 56.0,
        "right_risk": 209.0,
        "right_safety": 543.0,
        "wrong_risk": 27.0
       },
       "confidence": null,
       "error_rate": 16.457064182690853,
       "found": {
        "den": 437.0,
        "n": 209.0,
        "share": 0.4782608695652174
       },
       "good": {
        "den": 292.0,
        "n": 209.0,
        "share": 0.7157534246575342
       },
       "judgement": 69.23858604921246,
       "judgement_hi": 72.31704126229349,
       "judgement_lo": 66.23977314157983,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.11842105263157894,
        "x": 0.5217391304347826,
        "y": 0.09348914858096828
       },
       "margin": 0.001,
       "missed": {
        "den": 437.0,
        "n": 201.0,
        "share": 0.459954233409611
       },
       "needless": {
        "den": 599.0,
        "n": 56.0,
        "share": 0.09348914858096828
       },
       "needless_by_loss": {
        "big": {
         "den": 599.0,
         "n": 24.0,
         "share": 0.04006677796327212
        },
        "medium": {
         "den": 599.0,
         "n": 19.0,
         "share": 0.03171953255425709
        },
        "small": {
         "den": 599.0,
         "n": 13.0,
         "share": 0.021702838063439065
        }
       },
       "no_trade_off": 448.0,
       "reference": null,
       "right_safety": {
        "den": 599.0,
        "n": 543.0,
        "share": 0.9065108514190318
       },
       "risk_pays": 437.0,
       "safety_pays": 599.0,
       "scored": 1484,
       "sdt": {
        "aim": {
         "den": 236.0,
         "n": 209.0,
         "share": 0.885593220338983
        },
        "beta": 1.4550149111998367,
        "caution": 0.6076034371032725,
        "caution_hi": 0.6974219838929845,
        "caution_lo": 0.5182357971665882,
        "cstar": 0.26487104820743584,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.415844243288366,
        "dprime_hi": 1.640409523174223,
        "dprime_lo": 1.2167933572092093,
        "false_alarm": {
         "den": 599.0,
         "n": 56.0,
         "share": 0.09348914858096828
        },
        "false_alarm_rate": 0.09416666666666666,
        "hit": {
         "den": 437.0,
         "n": 236.0,
         "share": 0.540045766590389
        },
        "hit_rate": 0.5399543378995434,
        "missed_loss": 0.11857071504070985,
        "missed_n": 201.0,
        "na": null,
        "needless_loss": 0.12586341106465884,
        "needless_n": 56.0
       },
       "size": {
        "bad": {
         "mean": 10.457831325301205,
         "n": 83.0,
         "too_few": true
        },
        "right": {
         "mean": 10.803827751196172,
         "n": 209.0,
         "too_few": false
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 232.0,
          "n": 137.0,
          "share": 0.5905172413793104
         },
         "missed": {
          "den": 232.0,
          "n": 85.0,
          "share": 0.36637931034482757
         },
         "risk_pays": 232.0,
         "wrong": {
          "den": 232.0,
          "n": 10.0,
          "share": 0.04310344827586207
         }
        },
        "medium": {
         "found": {
          "den": 147.0,
          "n": 56.0,
          "share": 0.38095238095238093
         },
         "missed": {
          "den": 147.0,
          "n": 82.0,
          "share": 0.5578231292517006
         },
         "risk_pays": 147.0,
         "wrong": {
          "den": 147.0,
          "n": 9.0,
          "share": 0.061224489795918366
         }
        },
        "small": {
         "found": {
          "den": 58.0,
          "n": 16.0,
          "share": 0.27586206896551724
         },
         "missed": {
          "den": 58.0,
          "n": 34.0,
          "share": 0.5862068965517241
         },
         "risk_pays": 58.0,
         "wrong": {
          "den": 58.0,
          "n": 8.0,
          "share": 0.13793103448275862
         }
        }
       },
       "trade_off": 1036.0,
       "wrong": {
        "den": 437.0,
        "n": 27.0,
        "share": 0.06178489702517163
       }
      },
      "robust": {
       "by_call": {
        "missed": 7.859228133673295,
        "needless": 2.4750446273149507,
        "none": 0.9371200902764045,
        "right_risk": 1.2652894075347407,
        "right_safety": 2.7007682906649504,
        "wrong_risk": 1.2196136332265128
       },
       "calls": {
        "missed": 167.0,
        "needless": 80.0,
        "right_risk": 188.0,
        "right_safety": 577.0,
        "wrong_risk": 24.0
       },
       "confidence": null,
       "error_rate": 16.457064182690853,
       "found": {
        "den": 379.0,
        "n": 188.0,
        "share": 0.49604221635883905
       },
       "good": {
        "den": 292.0,
        "n": 188.0,
        "share": 0.6438356164383562
       },
       "judgement": 68.71383075705914,
       "judgement_hi": 71.86205445007738,
       "judgement_lo": 65.60093357573217,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1256544502617801,
        "x": 0.503957783641161,
        "y": 0.121765601217656
       },
       "margin": 0.02,
       "missed": {
        "den": 379.0,
        "n": 167.0,
        "share": 0.44063324538258575
       },
       "needless": {
        "den": 657.0,
        "n": 80.0,
        "share": 0.121765601217656
       },
       "needless_by_loss": {
        "big": {
         "den": 657.0,
         "n": 25.0,
         "share": 0.0380517503805175
        },
        "medium": {
         "den": 657.0,
         "n": 23.0,
         "share": 0.0350076103500761
        },
        "small": {
         "den": 657.0,
         "n": 32.0,
         "share": 0.0487062404870624
        }
       },
       "no_trade_off": 448.0,
       "reference": null,
       "right_safety": {
        "den": 657.0,
        "n": 577.0,
        "share": 0.878234398782344
       },
       "risk_pays": 379.0,
       "safety_pays": 657.0,
       "scored": 1484,
       "sdt": {
        "aim": {
         "den": 212.0,
         "n": 188.0,
         "share": 0.8867924528301887
        },
        "beta": 1.139608769031959,
        "caution": 0.5071992710856696,
        "caution_hi": 0.5981891702890333,
        "caution_lo": 0.4227543346368291,
        "cstar": 0.09958210377920582,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.31233438023167,
        "dprime_hi": 1.5017153881258483,
        "dprime_lo": 1.1327415184305747,
        "false_alarm": {
         "den": 657.0,
         "n": 80.0,
         "share": 0.121765601217656
        },
        "false_alarm_rate": 0.12234042553191489,
        "hit": {
         "den": 379.0,
         "n": 212.0,
         "share": 0.5593667546174143
        },
        "hit_rate": 0.5592105263157895,
        "missed_loss": 0.1396777790463613,
        "missed_n": 167.0,
        "na": null,
        "needless_loss": 0.09182415567338467,
        "needless_n": 80.0
       },
       "size": {
        "bad": {
         "mean": 11.182692307692308,
         "n": 104.0,
         "too_few": true
        },
        "right": {
         "mean": 10.441489361702128,
         "n": 188.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 232.0,
          "n": 136.0,
          "share": 0.5862068965517241
         },
         "missed": {
          "den": 232.0,
          "n": 85.0,
          "share": 0.36637931034482757
         },
         "risk_pays": 232.0,
         "wrong": {
          "den": 232.0,
          "n": 11.0,
          "share": 0.04741379310344827
         }
        },
        "medium": {
         "found": {
          "den": 147.0,
          "n": 52.0,
          "share": 0.35374149659863946
         },
         "missed": {
          "den": 147.0,
          "n": 82.0,
          "share": 0.5578231292517006
         },
         "risk_pays": 147.0,
         "wrong": {
          "den": 147.0,
          "n": 13.0,
          "share": 0.08843537414965986
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 1036.0,
       "wrong": {
        "den": 379.0,
        "n": 24.0,
        "share": 0.0633245382585752
       }
      }
     },
     "slug": "gemini-4-argon-off"
    },
    "Grok 4.7 (high)": {
     "close": {
      "decisions": 1337,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1337
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.62528047868362,
      "blunder_share": 0.13986537023186238,
      "clusters": 68,
      "cost_coverage": 1.0,
      "decisions": 1337,
      "engine_scored": 1337,
      "error_hi": 21.760391138605833,
      "error_lo": 15.945778649074652,
      "error_rate": 18.784194638591785,
      "first_date": "2026-10-20",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 195,
      "invalid": 0,
      "last_date": "2026-10-24",
      "over_budget": 0.8586387434554974,
      "p95_loss": 0.21526705026626627,
      "probability_source": "choice_only",
      "retry_mean": 2.206268511593119,
      "scored": 1337,
      "time_median": 122.347,
      "time_p90": 588.6146000000002,
      "tokens_in": 6399.903515332835,
      "tokens_out": 17429.817501869857,
      "too_few": false,
      "usd_per_1000": 117.37871204188481,
      "worst_mean": 0.36685299295098034
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 9.658116086615317,
        "needless": 1.3134636558876522,
        "none": 0.563816718406078,
        "right_risk": 3.331041382869501,
        "right_safety": 1.5302353727344977,
        "wrong_risk": 2.3875214220787395
       },
       "calls": {
        "missed": 218.0,
        "needless": 34.0,
        "right_risk": 190.0,
        "right_safety": 454.0,
        "wrong_risk": 24.0
       },
       "confidence": null,
       "error_rate": 18.784194638591785,
       "found": {
        "den": 432.0,
        "n": 190.0,
        "share": 0.4398148148148148
       },
       "good": {
        "den": 248.0,
        "n": 190.0,
        "share": 0.7661290322580645
       },
       "judgement": 68.50713418336369,
       "judgement_hi": 71.08669684414025,
       "judgement_lo": 66.07711284074513,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.09917355371900827,
        "x": 0.5601851851851852,
        "y": 0.06967213114754098
       },
       "margin": 0.001,
       "missed": {
        "den": 432.0,
        "n": 218.0,
        "share": 0.5046296296296297
       },
       "needless": {
        "den": 488.0,
        "n": 34.0,
        "share": 0.06967213114754098
       },
       "needless_by_loss": {
        "big": {
         "den": 488.0,
         "n": 13.0,
         "share": 0.02663934426229508
        },
        "medium": {
         "den": 488.0,
         "n": 15.0,
         "share": 0.030737704918032786
        },
        "small": {
         "den": 488.0,
         "n": 6.0,
         "share": 0.012295081967213115
        }
       },
       "no_trade_off": 417.0,
       "reference": null,
       "right_safety": {
        "den": 488.0,
        "n": 454.0,
        "share": 0.930327868852459
       },
       "risk_pays": 432.0,
       "safety_pays": 488.0,
       "scored": 1337,
       "sdt": {
        "aim": {
         "den": 214.0,
         "n": 190.0,
         "share": 0.8878504672897196
        },
        "beta": 0.9850069408923705,
        "caution": 0.7416346917109415,
        "caution_hi": 0.8573750701287226,
        "caution_lo": 0.6368824309113443,
        "cstar": -0.010346179915849768,
        "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.4601129466629255,
        "dprime_hi": 1.6954186419143185,
        "dprime_lo": 1.2641665826006483,
        "false_alarm": {
         "den": 488.0,
         "n": 34.0,
         "share": 0.06967213114754098
        },
        "false_alarm_rate": 0.0705521472392638,
        "hit": {
         "den": 432.0,
         "n": 214.0,
         "share": 0.49537037037037035
        },
        "hit_rate": 0.4953810623556582,
        "missed_loss": 0.1184669835578411,
        "missed_n": 218.0,
        "na": null,
        "needless_loss": 0.10330005340716418,
        "needless_n": 34.0
       },
       "size": {
        "bad": {
         "mean": 8.672413793103448,
         "n": 58.0,
         "too_few": true
        },
        "right": {
         "mean": 9.947368421052632,
         "n": 190.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 240.0,
          "n": 129.0,
          "share": 0.5375
         },
         "missed": {
          "den": 240.0,
          "n": 98.0,
          "share": 0.4083333333333333
         },
         "risk_pays": 240.0,
         "wrong": {
          "den": 240.0,
          "n": 13.0,
          "share": 0.05416666666666667
         }
        },
        "medium": {
         "found": {
          "den": 143.0,
          "n": 51.0,
          "share": 0.35664335664335667
         },
         "missed": {
          "den": 143.0,
          "n": 85.0,
          "share": 0.5944055944055944
         },
         "risk_pays": 143.0,
         "wrong": {
          "den": 143.0,
          "n": 7.0,
          "share": 0.04895104895104895
         }
        },
        "small": {
         "found": {
          "den": 49.0,
          "n": 10.0,
          "share": 0.20408163265306123
         },
         "missed": {
          "den": 49.0,
          "n": 35.0,
          "share": 0.7142857142857143
         },
         "risk_pays": 49.0,
         "wrong": {
          "den": 49.0,
          "n": 4.0,
          "share": 0.08163265306122448
         }
        }
       },
       "trade_off": 920.0,
       "wrong": {
        "den": 432.0,
        "n": 24.0,
        "share": 0.05555555555555555
       }
      },
      "robust": {
       "by_call": {
        "missed": 9.374115825056048,
        "needless": 1.4640497978534284,
        "none": 0.563816718406078,
        "right_risk": 3.0530933555418995,
        "right_safety": 1.8142356342937667,
        "wrong_risk": 2.5148833074405643
       },
       "calls": {
        "missed": 183.0,
        "needless": 48.0,
        "right_risk": 171.0,
        "right_safety": 489.0,
        "wrong_risk": 29.0
       },
       "confidence": null,
       "error_rate": 18.784194638591785,
       "found": {
        "den": 383.0,
        "n": 171.0,
        "share": 0.4464751958224543
       },
       "good": {
        "den": 248.0,
        "n": 171.0,
        "share": 0.6895161290322581
       },
       "judgement": 67.85448604810595,
       "judgement_hi": 70.87673733830161,
       "judgement_lo": 64.91604675892808,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.13679245283018868,
        "x": 0.5535248041775457,
        "y": 0.0893854748603352
       },
       "margin": 0.02,
       "missed": {
        "den": 383.0,
        "n": 183.0,
        "share": 0.47780678851174935
       },
       "needless": {
        "den": 537.0,
        "n": 48.0,
        "share": 0.0893854748603352
       },
       "needless_by_loss": {
        "big": {
         "den": 537.0,
         "n": 14.0,
         "share": 0.0260707635009311
        },
        "medium": {
         "den": 537.0,
         "n": 18.0,
         "share": 0.0335195530726257
        },
        "small": {
         "den": 537.0,
         "n": 16.0,
         "share": 0.0297951582867784
        }
       },
       "no_trade_off": 417.0,
       "reference": null,
       "right_safety": {
        "den": 537.0,
        "n": 489.0,
        "share": 0.9106145251396648
       },
       "risk_pays": 383.0,
       "safety_pays": 537.0,
       "scored": 1337,
       "sdt": {
        "aim": {
         "den": 200.0,
         "n": 171.0,
         "share": 0.855
        },
        "beta": 0.8348547024911663,
        "caution": 0.6421630736033785,
        "caution_hi": 0.745400888384039,
        "caution_lo": 0.5455970379620251,
        "cstar": -0.12935614968959944,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3953536704542966,
        "dprime_hi": 1.6045414938275784,
        "dprime_lo": 1.1954651291825211,
        "false_alarm": {
         "den": 537.0,
         "n": 48.0,
         "share": 0.0893854748603352
        },
        "false_alarm_rate": 0.09014869888475836,
        "hit": {
         "den": 383.0,
         "n": 200.0,
         "share": 0.5221932114882507
        },
        "hit_rate": 0.5221354166666666,
        "missed_loss": 0.13697478533442556,
        "missed_n": 183.0,
        "na": null,
        "needless_loss": 0.08155977415541808,
        "needless_n": 48.0
       },
       "size": {
        "bad": {
         "mean": 10.0,
         "n": 77.0,
         "too_few": true
        },
        "right": {
         "mean": 9.491228070175438,
         "n": 171.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 240.0,
          "n": 124.0,
          "share": 0.5166666666666667
         },
         "missed": {
          "den": 240.0,
          "n": 98.0,
          "share": 0.4083333333333333
         },
         "risk_pays": 240.0,
         "wrong": {
          "den": 240.0,
          "n": 18.0,
          "share": 0.075
         }
        },
        "medium": {
         "found": {
          "den": 143.0,
          "n": 47.0,
          "share": 0.32867132867132864
         },
         "missed": {
          "den": 143.0,
          "n": 85.0,
          "share": 0.5944055944055944
         },
         "risk_pays": 143.0,
         "wrong": {
          "den": 143.0,
          "n": 11.0,
          "share": 0.07692307692307693
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 920.0,
       "wrong": {
        "den": 383.0,
        "n": 29.0,
        "share": 0.07571801566579635
       }
      }
     },
     "slug": "grok-4-7-on"
    },
    "Kimi K3.1 Pro (off)": {
     "close": {
      "decisions": 1167,
      "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
      "eligible": 0,
      "exclusions": {
       "no_probabilities": 1167
      },
      "label": "Probabilities over plays, not sampled reasoning.",
      "na": "N/A: no full probability distribution"
     },
     "confidence": null,
     "quality": {
      "best_share": 0.5124250214224507,
      "blunder_share": 0.21679520137103683,
      "clusters": 58,
      "cost_coverage": 1.0,
      "decisions": 1167,
      "engine_scored": 1167,
      "error_hi": 31.818512601650745,
      "error_lo": 24.48559774171806,
      "error_rate": 28.04553088665826,
      "first_date": "2026-10-24",
      "group_sizes": [
       14,
       15,
       16,
       17,
       18,
       19,
       20,
       21,
       22,
       23,
       24,
       25,
       26
      ],
      "grouped": 131,
      "invalid": 0,
      "last_date": "2026-10-25",
      "over_budget": 0.000856898029134533,
      "p95_loss": 0.2667297422885896,
      "probability_source": "choice_only",
      "retry_mean": 0.030198800342759208,
      "scored": 1167,
      "time_median": 2.112,
      "time_p90": 7.2284,
      "tokens_in": 4352.875749785775,
      "tokens_out": 19.73007712082262,
      "too_few": false,
      "usd_per_1000": 3.9815345329905747,
      "worst_mean": 0.44787052993116705
     },
     "risk": {
      "main": {
       "by_call": {
        "missed": 10.078875205919287,
        "needless": 4.616908020409336,
        "none": 3.8911145828479157,
        "right_risk": 2.2241097285181617,
        "right_safety": 4.079316516870501,
        "wrong_risk": 3.1552068320930564
       },
       "calls": {
        "missed": 177.0,
        "needless": 49.0,
        "right_risk": 153.0,
        "right_safety": 416.0,
        "wrong_risk": 31.0
       },
       "confidence": null,
       "error_rate": 28.04553088665826,
       "found": {
        "den": 361.0,
        "n": 153.0,
        "share": 0.42382271468144045
       },
       "good": {
        "den": 233.0,
        "n": 153.0,
        "share": 0.6566523605150214
       },
       "judgement": 65.92231852977095,
       "judgement_hi": 68.86139203565503,
       "judgement_lo": 63.198789156538474,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.14903846153846154,
        "x": 0.5761772853185596,
        "y": 0.1053763440860215
       },
       "margin": 0.001,
       "missed": {
        "den": 361.0,
        "n": 177.0,
        "share": 0.4903047091412742
       },
       "needless": {
        "den": 465.0,
        "n": 49.0,
        "share": 0.1053763440860215
       },
       "needless_by_loss": {
        "big": {
         "den": 465.0,
         "n": 31.0,
         "share": 0.06666666666666667
        },
        "medium": {
         "den": 465.0,
         "n": 11.0,
         "share": 0.023655913978494623
        },
        "small": {
         "den": 465.0,
         "n": 7.0,
         "share": 0.015053763440860216
        }
       },
       "no_trade_off": 341.0,
       "reference": null,
       "right_safety": {
        "den": 465.0,
        "n": 416.0,
        "share": 0.8946236559139785
       },
       "risk_pays": 361.0,
       "safety_pays": 465.0,
       "scored": 1167,
       "sdt": {
        "aim": {
         "den": 184.0,
         "n": 153.0,
         "share": 0.8315217391304348
        },
        "beta": 2.1313859170301783,
        "caution": 0.6113145217757465,
        "caution_hi": 0.7195792128668558,
        "caution_lo": 0.5086071704332084,
        "cstar": 0.5953660240053775,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.271104501918995,
        "dprime_hi": 1.4452936186976049,
        "dprime_lo": 1.1070064797848975,
        "false_alarm": {
         "den": 465.0,
         "n": 49.0,
         "share": 0.1053763440860215
        },
        "false_alarm_rate": 0.10622317596566523,
        "hit": {
         "den": 361.0,
         "n": 184.0,
         "share": 0.5096952908587258
        },
        "hit_rate": 0.5096685082872928,
        "missed_loss": 0.13290449000347807,
        "missed_n": 177.0,
        "na": null,
        "needless_loss": 0.21991557795174269,
        "needless_n": 49.0
       },
       "size": {
        "bad": {
         "mean": 9.85,
         "n": 80.0,
         "too_few": true
        },
        "right": {
         "mean": 11.431372549019608,
         "n": 153.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 212.0,
          "n": 109.0,
          "share": 0.5141509433962265
         },
         "missed": {
          "den": 212.0,
          "n": 86.0,
          "share": 0.4056603773584906
         },
         "risk_pays": 212.0,
         "wrong": {
          "den": 212.0,
          "n": 17.0,
          "share": 0.08018867924528301
         }
        },
        "medium": {
         "found": {
          "den": 108.0,
          "n": 40.0,
          "share": 0.37037037037037035
         },
         "missed": {
          "den": 108.0,
          "n": 58.0,
          "share": 0.5370370370370371
         },
         "risk_pays": 108.0,
         "wrong": {
          "den": 108.0,
          "n": 10.0,
          "share": 0.09259259259259259
         }
        },
        "small": {
         "found": {
          "den": 41.0,
          "n": 4.0,
          "share": 0.0975609756097561
         },
         "missed": {
          "den": 41.0,
          "n": 33.0,
          "share": 0.8048780487804879
         },
         "risk_pays": 41.0,
         "wrong": {
          "den": 41.0,
          "n": 4.0,
          "share": 0.0975609756097561
         }
        }
       },
       "trade_off": 826.0,
       "wrong": {
        "den": 361.0,
        "n": 31.0,
        "share": 0.08587257617728532
       }
      },
      "robust": {
       "by_call": {
        "missed": 9.750048804712174,
        "needless": 5.092026552483886,
        "none": 3.8911145828479157,
        "right_risk": 1.907470829995555,
        "right_safety": 4.408142918077615,
        "wrong_risk": 2.9967271985411132
       },
       "calls": {
        "missed": 144.0,
        "needless": 57.0,
        "right_risk": 143.0,
        "right_safety": 449.0,
        "wrong_risk": 33.0
       },
       "confidence": null,
       "error_rate": 28.04553088665826,
       "found": {
        "den": 320.0,
        "n": 143.0,
        "share": 0.446875
       },
       "good": {
        "den": 233.0,
        "n": 143.0,
        "share": 0.6137339055793991
       },
       "judgement": 66.71133893280631,
       "judgement_hi": 69.75937298557389,
       "judgement_lo": 63.71343165975416,
       "judgement_na": null,
       "map": {
        "wrong_share": 0.1864406779661017,
        "x": 0.553125,
        "y": 0.11264822134387352
       },
       "margin": 0.02,
       "missed": {
        "den": 320.0,
        "n": 144.0,
        "share": 0.45
       },
       "needless": {
        "den": 506.0,
        "n": 57.0,
        "share": 0.11264822134387352
       },
       "needless_by_loss": {
        "big": {
         "den": 506.0,
         "n": 34.0,
         "share": 0.06719367588932806
        },
        "medium": {
         "den": 506.0,
         "n": 12.0,
         "share": 0.023715415019762844
        },
        "small": {
         "den": 506.0,
         "n": 11.0,
         "share": 0.021739130434782608
        }
       },
       "no_trade_off": 341.0,
       "reference": null,
       "right_safety": {
        "den": 506.0,
        "n": 449.0,
        "share": 0.8873517786561265
       },
       "risk_pays": 320.0,
       "safety_pays": 506.0,
       "scored": 1167,
       "sdt": {
        "aim": {
         "den": 176.0,
         "n": 143.0,
         "share": 0.8125
        },
        "beta": 2.0862773589763703,
        "caution": 0.5416558114788097,
        "caution_hi": 0.6433742365835333,
        "caution_lo": 0.44260360343699684,
        "cstar": 0.551323475339189,
        "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
        "cstar_status": "unstable",
        "dprime": 1.3338472652640507,
        "dprime_hi": 1.4901522598559158,
        "dprime_lo": 1.176398020248798,
        "false_alarm": {
         "den": 506.0,
         "n": 57.0,
         "share": 0.11264822134387352
        },
        "false_alarm_rate": 0.11341222879684418,
        "hit": {
         "den": 320.0,
         "n": 176.0,
         "share": 0.55
        },
        "hit_rate": 0.5498442367601246,
        "missed_loss": 0.15803204104304314,
        "missed_n": 144.0,
        "na": null,
        "needless_loss": 0.2085050872543402,
        "needless_n": 57.0
       },
       "size": {
        "bad": {
         "mean": 9.744444444444444,
         "n": 90.0,
         "too_few": true
        },
        "right": {
         "mean": 11.608391608391608,
         "n": 143.0,
         "too_few": true
        }
       },
       "stake": {
        "big": {
         "found": {
          "den": 212.0,
          "n": 105.0,
          "share": 0.49528301886792453
         },
         "missed": {
          "den": 212.0,
          "n": 86.0,
          "share": 0.4056603773584906
         },
         "risk_pays": 212.0,
         "wrong": {
          "den": 212.0,
          "n": 21.0,
          "share": 0.09905660377358491
         }
        },
        "medium": {
         "found": {
          "den": 108.0,
          "n": 38.0,
          "share": 0.35185185185185186
         },
         "missed": {
          "den": 108.0,
          "n": 58.0,
          "share": 0.5370370370370371
         },
         "risk_pays": 108.0,
         "wrong": {
          "den": 108.0,
          "n": 12.0,
          "share": 0.1111111111111111
         }
        },
        "small": {
         "found": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "missed": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         },
         "risk_pays": 0.0,
         "wrong": {
          "den": 0.0,
          "n": 0.0,
          "share": null
         }
        }
       },
       "trade_off": 826.0,
       "wrong": {
        "den": 320.0,
        "n": 33.0,
        "share": 0.103125
       }
      }
     },
     "slug": "kimi-k3-1-pro-off"
    }
   },
   "status": "Finished",
   "winner": "GPT-6.1 Sol (low)"
  }
 },
 "note": "Results per league; leagues are never merged.",
 "version": "v3"
}
