{
 "aliases": [
  "DeepSeek V4.1 Flash (off)"
 ],
 "close": {
  "close": {
   "den": 131,
   "n": 15,
   "share": 0.11450381679389313,
   "small": true
  },
  "decisions": 1736,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 131,
  "exclusions": {
   "grouped": 41,
   "not_audited": 1354,
   "sparse": 210
  },
  "groups": {
   "close": {
    "by_count": [
     9,
     3,
     3,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 15,
      "n": 6,
      "share": 0.4,
      "small": true
     },
     "points": {
      "den": 15,
      "n": 1,
      "share": 0.06666666666666667,
      "small": true
     },
     "prime": {
      "den": 15,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "race": {
      "den": 15,
      "n": 2,
      "share": 0.13333333333333333,
      "small": true
     }
    },
    "gap": {
     "mean": 0.0909417986869812,
     "median": 0.028393864631652832,
     "n": 15
    },
    "loss1": {
     "mean": 0.1025354027748108,
     "median": 0.03717076778411865,
     "n": 15
    },
    "loss2": {
     "mean": 0.03576173782348633,
     "median": 0.004706263542175293,
     "n": 15
    },
    "n": 15,
    "p1": {
     "mean": 0.5396275992230897,
     "median": 0.5489178501988426,
     "n": 15
    },
    "p2": {
     "mean": 0.38882608905727994,
     "median": 0.3761471737308371,
     "n": 15
    },
    "psum": {
     "mean": 0.9284536882803696,
     "median": 0.9885946963839531,
     "n": 15
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     1,
     0,
     3,
     11
    ]
   },
   "other": {
    "by_count": [
     34,
     52,
     27,
     3,
     0
    ],
    "differ": {
     "hitting": {
      "den": 116,
      "n": 54,
      "share": 0.46551724137931033,
      "small": true
     },
     "points": {
      "den": 116,
      "n": 13,
      "share": 0.11206896551724138,
      "small": true
     },
     "prime": {
      "den": 116,
      "n": 29,
      "share": 0.25,
      "small": true
     },
     "race": {
      "den": 116,
      "n": 19,
      "share": 0.16379310344827586,
      "small": true
     }
    },
    "gap": {
     "mean": 0.1437123715877533,
     "median": 0.07547509670257568,
     "n": 116
    },
    "loss1": {
     "mean": 0.023637019354721595,
     "median": 0.0,
     "n": 116
    },
    "loss2": {
     "mean": 0.12961757696908097,
     "median": 0.05529975891113281,
     "n": 116
    },
    "n": 116,
    "p1": {
     "mean": 0.8909085559216575,
     "median": 0.9241419228368899,
     "n": 116
    },
    "p2": {
     "mean": 0.09254365185668442,
     "median": 0.07154075910377009,
     "n": 116
    },
    "psum": {
     "mean": 0.983452207778342,
     "median": 0.9971844810281045,
     "n": 116
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     4,
     112
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 58,
       "n": 7,
       "share": 0.1206896551724138,
       "small": true
      },
      "eligible": 58,
      "risk_close": {
       "den": 7,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 21,
       "n": 4,
       "share": 0.19047619047619047,
       "small": true
      },
      "eligible": 21,
      "risk_close": {
       "den": 4,
       "n": 4,
       "share": 1.0,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 52,
       "n": 4,
       "share": 0.07692307692307693,
       "small": true
      },
      "eligible": 52,
      "risk_close": {
       "den": 4,
       "n": 2,
       "share": 0.5,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.6666666666666666,
     "adj_other": 0.7083333333333334,
     "adjusted": -0.04166666666666674,
     "adjusted_hi": 0.7,
     "adjusted_left_out": 134,
     "adjusted_lo": -0.16666666666666663,
     "close": {
      "den": 4,
      "n": 2,
      "share": 0.5,
      "small": true
     },
     "covered": {
      "den": 4,
      "n": 3,
      "share": 0.75,
      "small": true
     },
     "crude": -0.1923076923076923,
     "crude_hi": 0.4375,
     "crude_left_out": 134,
     "crude_lo": -0.46666666666666673,
     "group": 17,
     "matches": 4,
     "na": null,
     "other": {
      "den": 13,
      "n": 9,
      "share": 0.6923076923076923,
      "small": true
     },
     "resamples": 2000,
     "strata": 4,
     "strata_both": 2
    },
    "stake": {
     "big": {
      "den": 11,
      "n": 4,
      "share": 0.36363636363636365,
      "small": true
     },
     "medium": {
      "den": 8,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 2,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 58,
       "n": 7,
       "share": 0.1206896551724138,
       "small": true
      },
      "eligible": 58,
      "risk_close": {
       "den": 7,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 19,
       "n": 4,
       "share": 0.21052631578947367,
       "small": true
      },
      "eligible": 19,
      "risk_close": {
       "den": 4,
       "n": 4,
       "share": 1.0,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 54,
       "n": 4,
       "share": 0.07407407407407407,
       "small": true
      },
      "eligible": 54,
      "risk_close": {
       "den": 4,
       "n": 2,
       "share": 0.5,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.6666666666666666,
     "adj_other": 0.7083333333333334,
     "adjusted": -0.04166666666666674,
     "adjusted_hi": 0.7,
     "adjusted_left_out": 129,
     "adjusted_lo": -0.16666666666666663,
     "close": {
      "den": 4,
      "n": 2,
      "share": 0.5,
      "small": true
     },
     "covered": {
      "den": 4,
      "n": 3,
      "share": 0.75,
      "small": true
     },
     "crude": -0.16666666666666663,
     "crude_hi": 0.5384615384615384,
     "crude_left_out": 129,
     "crude_lo": -0.46666666666666673,
     "group": 16,
     "matches": 4,
     "na": null,
     "other": {
      "den": 12,
      "n": 8,
      "share": 0.6666666666666666,
      "small": true
     },
     "resamples": 2000,
     "strata": 3,
     "strata_both": 2
    },
    "stake": {
     "big": {
      "den": 11,
      "n": 4,
      "share": 0.36363636363636365,
      "small": true
     },
     "medium": {
      "den": 8,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 15,
   "n": 6,
   "share": 0.4,
   "small": true
  },
  "risk_close_of_eligible": {
   "den": 131,
   "n": 6,
   "share": 0.04580152671755725,
   "small": true
  },
  "risk_pair_other": {
   "den": 116,
   "n": 54,
   "share": 0.46551724137931033,
   "small": true
  },
  "ties": {
   "close": 2,
   "member": 2,
   "order": 2,
   "positive": 4,
   "top_two": 4,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7275572773077289,
  "auroc_blunder": 0.657295067694049,
  "confident_badly_wrong": {
   "den": 1589,
   "n": 61,
   "share": 0.03838892385147892
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 531,
     "n": 61,
     "share": 0.11487758945386065
    },
    "kept": {
     "den": 1589,
     "n": 531,
     "share": 0.3341724354940214
    },
    "mean_loss": 0.025522805315402044,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 94,
     "n": 1,
     "share": 0.010638297872340425
    },
    "kept": {
     "den": 1589,
     "n": 94,
     "share": 0.0591567023285085
    },
    "mean_loss": 0.0031252341701629312,
    "too_few": true
   }
  },
  "ece": 0.2669911627676453,
  "held_out": {
   "blunders": 0.015111095616207212,
   "kept": 0.04255726838734454,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1589,
  "surest": {
   "cut": 0.9399135176909788,
   "error_rate": 11.066952841964799,
   "n": 398,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 37.51076192973734,
   "n": 546,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 49.514327913359274,
   "n": 547,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 22.064282424156996,
   "n": 643,
   "too_few": false
  }
 },
 "name": "DeepSeek-V4.1-Flash (off)",
 "options": {
  "11–15": {
   "error_rate": 50.36779208006966,
   "n": 311,
   "too_few": false
  },
  "16–25": {
   "error_rate": 43.794089612869406,
   "n": 313,
   "too_few": false
  },
  "26+": {
   "error_rate": 53.52563944495755,
   "n": 162,
   "too_few": true
  },
  "2–5": {
   "error_rate": 11.498642038472378,
   "n": 548,
   "too_few": false
  },
  "6–10": {
   "error_rate": 43.30399046786389,
   "n": 402,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 7.828055909185698,
   "n": 132,
   "too_few": true
  },
  "contact": {
   "error_rate": 43.36065640322061,
   "n": 1141,
   "too_few": false
  },
  "holding": {
   "error_rate": 20.02169448753883,
   "n": 29,
   "too_few": true
  },
  "opening": {
   "error_rate": 33.81961560716816,
   "n": 255,
   "too_few": false
  },
  "race": {
   "error_rate": 11.39722639621969,
   "n": 179,
   "too_few": true
  }
 },
 "quality": {
  "auroc": 0.7275572773077289,
  "best_share": 0.47868663594470046,
  "blunder_share": 0.2523041474654378,
  "brier": 0.2865296461816498,
  "clusters": 86,
  "confidence_n": 1589,
  "confident_badly_wrong": 0.03838892385147892,
  "cost_coverage": 1.0,
  "decisions": 1736,
  "ece": 0.2669911627676453,
  "engine_scored": 1736,
  "error_hi": 39.698297715184786,
  "error_lo": 31.68977717905263,
  "error_rate": 35.571743652636556,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 147,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.7604615303116743,
  "over_budget": 0.001152073732718894,
  "own_cost": {
   "decisions": 1736,
   "estimate": true,
   "excluded_hours": 30.833333333333332,
   "gaps": [
    [
     "2026-10-20T22:01Z",
     "2026-10-20T22:48Z",
     47
    ],
    [
     "2026-10-20T22:48Z",
     "2026-10-20T23:13Z",
     25
    ],
    [
     "2026-10-20T23:13Z",
     "2026-10-21T05:33Z",
     380
    ],
    [
     "2026-10-21T05:33Z",
     "2026-10-21T06:25Z",
     52
    ],
    [
     "2026-10-21T06:25Z",
     "2026-10-22T00:01Z",
     1056
    ],
    [
     "2026-10-22T00:01Z",
     "2026-10-22T00:55Z",
     55
    ],
    [
     "2026-10-22T00:55Z",
     "2026-10-22T04:50Z",
     235
    ]
   ],
   "gpu_decisions": 95,
   "gpu_usd": 0.6515333998839064,
   "hosted_decisions": 1641,
   "hosted_unpriced": 0,
   "hosted_usd": 0.6128001276,
   "hours": 0.065414999988344,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 4,
     "hours": 0.065414999988344,
     "machine": "rtx_pro_6000",
     "usd": 0.6515333998839064,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 1.2643335274839065,
   "usd_per_1000": 0.7283027232050152
  },
  "p95_loss": 0.33847901225090027,
  "probability_source": "logprobs",
  "retry_mean": 15.502388248847927,
  "scored": 1736,
  "time_median": 0.484,
  "time_p90": 1.6275,
  "tokens_in": 3960.061059907834,
  "tokens_out": 8.764400921658986,
  "too_few": false,
  "usd_per_1000": 0.7283027232050152,
  "very_confident": 0.3341724354940214,
  "worst_mean": 0.5563109201946478
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8676419366074538,
   "best_share": 0.7803030303030303,
   "blunder_share": 0.06818181818181818,
   "brier": 0.12271924862822324,
   "clusters": 43,
   "confidence_n": 128,
   "confident_badly_wrong": 0.0078125,
   "cost_coverage": 1.0,
   "decisions": 132,
   "ece": 0.07230103157387034,
   "engine_scored": 132,
   "error_hi": 12.308328407319628,
   "error_lo": 3.4625988203079903,
   "error_rate": 7.828055909185698,
   "first_date": "2026-10-19",
   "group_sizes": [
    15,
    19,
    23
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8332592115128342,
   "over_budget": 0.007575757575757576,
   "own_cost": {
    "decisions": 1736,
    "estimate": true,
    "excluded_hours": 30.833333333333332,
    "gaps": [
     [
      "2026-10-20T22:01Z",
      "2026-10-20T22:48Z",
      47
     ],
     [
      "2026-10-20T22:48Z",
      "2026-10-20T23:13Z",
      25
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T05:33Z",
      380
     ],
     [
      "2026-10-21T05:33Z",
      "2026-10-21T06:25Z",
      52
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ]
    ],
    "gpu_decisions": 95,
    "gpu_usd": 0.6515333998839064,
    "hosted_decisions": 1641,
    "hosted_unpriced": 0,
    "hosted_usd": 0.6128001276,
    "hours": 0.065414999988344,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 0.065414999988344,
      "machine": "rtx_pro_6000",
      "usd": 0.6515333998839064,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.2643335274839065,
    "usd_per_1000": 0.7283027232050152
   },
   "p95_loss": 0.09515888690948454,
   "probability_source": "logprobs",
   "retry_mean": 12.900121212121212,
   "scored": 132,
   "time_median": 0.4665,
   "time_p90": 1.5016000000000003,
   "tokens_in": 3106.689393939394,
   "tokens_out": 7.416666666666667,
   "too_few": true,
   "usd_per_1000": 0.7283027232050152,
   "very_confident": 0.578125,
   "worst_mean": 0.18339758259909494
  },
  "contact": {
   "auroc": 0.6857329273597216,
   "best_share": 0.45135845749342685,
   "blunder_share": 0.2822085889570552,
   "brier": 0.3108539877001247,
   "clusters": 86,
   "confidence_n": 1035,
   "confident_badly_wrong": 0.044444444444444446,
   "cost_coverage": 1.0,
   "decisions": 1141,
   "ece": 0.2889507446303511,
   "engine_scored": 1141,
   "error_hi": 49.75085158443939,
   "error_lo": 37.85967858349259,
   "error_rate": 43.36065640322061,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 106,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7551741255471208,
   "over_budget": 0.0008764241893076249,
   "own_cost": {
    "decisions": 1736,
    "estimate": true,
    "excluded_hours": 30.833333333333332,
    "gaps": [
     [
      "2026-10-20T22:01Z",
      "2026-10-20T22:48Z",
      47
     ],
     [
      "2026-10-20T22:48Z",
      "2026-10-20T23:13Z",
      25
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T05:33Z",
      380
     ],
     [
      "2026-10-21T05:33Z",
      "2026-10-21T06:25Z",
      52
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ]
    ],
    "gpu_decisions": 95,
    "gpu_usd": 0.6515333998839064,
    "hosted_decisions": 1641,
    "hosted_unpriced": 0,
    "hosted_usd": 0.6128001276,
    "hours": 0.065414999988344,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 0.065414999988344,
      "machine": "rtx_pro_6000",
      "usd": 0.6515333998839064,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.2643335274839065,
    "usd_per_1000": 0.7283027232050152
   },
   "p95_loss": 0.4243433475494385,
   "probability_source": "logprobs",
   "retry_mean": 15.942843996494304,
   "scored": 1141,
   "time_median": 0.485,
   "time_p90": 1.743,
   "tokens_in": 4064.3654688869415,
   "tokens_out": 8.993865030674847,
   "too_few": false,
   "usd_per_1000": 0.7283027232050152,
   "very_confident": 0.30917874396135264,
   "worst_mean": 0.6476868082556808
  },
  "holding": {
   "auroc": 0.6354166666666666,
   "best_share": 0.5517241379310345,
   "blunder_share": 0.1724137931034483,
   "brier": 0.2926682528697991,
   "clusters": 11,
   "confidence_n": 28,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 29,
   "ece": 0.2562563545656443,
   "engine_scored": 29,
   "error_hi": 40.42661037312182,
   "error_lo": 6.301393563097173,
   "error_rate": 20.02169448753883,
   "first_date": "2026-10-19",
   "group_sizes": [
    17
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7817841896834906,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1736,
    "estimate": true,
    "excluded_hours": 30.833333333333332,
    "gaps": [
     [
      "2026-10-20T22:01Z",
      "2026-10-20T22:48Z",
      47
     ],
     [
      "2026-10-20T22:48Z",
      "2026-10-20T23:13Z",
      25
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T05:33Z",
      380
     ],
     [
      "2026-10-21T05:33Z",
      "2026-10-21T06:25Z",
      52
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ]
    ],
    "gpu_decisions": 95,
    "gpu_usd": 0.6515333998839064,
    "hosted_decisions": 1641,
    "hosted_unpriced": 0,
    "hosted_usd": 0.6128001276,
    "hours": 0.065414999988344,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 0.065414999988344,
      "machine": "rtx_pro_6000",
      "usd": 0.6515333998839064,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.2643335274839065,
    "usd_per_1000": 0.7283027232050152
   },
   "p95_loss": 0.20727192163467373,
   "probability_source": "logprobs",
   "retry_mean": 13.046344827586207,
   "scored": 29,
   "time_median": 0.485,
   "time_p90": 0.8984,
   "tokens_in": 3216.137931034483,
   "tokens_out": 7.379310344827586,
   "too_few": true,
   "usd_per_1000": 0.7283027232050152,
   "very_confident": 0.32142857142857145,
   "worst_mean": 0.3546745181083679
  },
  "opening": {
   "auroc": 0.7914210031615825,
   "best_share": 0.3686274509803922,
   "blunder_share": 0.3137254901960784,
   "brier": 0.3059338670142054,
   "clusters": 86,
   "confidence_n": 224,
   "confident_badly_wrong": 0.049107142857142856,
   "cost_coverage": 1.0,
   "decisions": 255,
   "ece": 0.3533228465763903,
   "engine_scored": 255,
   "error_hi": 39.619017798790175,
   "error_lo": 28.292290790502953,
   "error_rate": 33.81961560716816,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    24,
    25,
    26
   ],
   "grouped": 31,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7238585608621045,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1736,
    "estimate": true,
    "excluded_hours": 30.833333333333332,
    "gaps": [
     [
      "2026-10-20T22:01Z",
      "2026-10-20T22:48Z",
      47
     ],
     [
      "2026-10-20T22:48Z",
      "2026-10-20T23:13Z",
      25
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T05:33Z",
      380
     ],
     [
      "2026-10-21T05:33Z",
      "2026-10-21T06:25Z",
      52
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ]
    ],
    "gpu_decisions": 95,
    "gpu_usd": 0.6515333998839064,
    "hosted_decisions": 1641,
    "hosted_unpriced": 0,
    "hosted_usd": 0.6128001276,
    "hours": 0.065414999988344,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 0.065414999988344,
      "machine": "rtx_pro_6000",
      "usd": 0.6515333998839064,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.2643335274839065,
    "usd_per_1000": 0.7283027232050152
   },
   "p95_loss": 0.28211166858673076,
   "probability_source": "logprobs",
   "retry_mean": 17.163854901960786,
   "scored": 255,
   "time_median": 0.495,
   "time_p90": 1.9502,
   "tokens_in": 4633.376470588235,
   "tokens_out": 9.6,
   "too_few": false,
   "usd_per_1000": 0.7283027232050152,
   "very_confident": 0.2857142857142857,
   "worst_mean": 0.34780601354745716
  },
  "race": {
   "auroc": 0.7512648707780665,
   "best_share": 0.5754189944134078,
   "blunder_share": 0.12290502793296089,
   "brier": 0.23637798504059476,
   "clusters": 74,
   "confidence_n": 174,
   "confident_badly_wrong": 0.017241379310344827,
   "cost_coverage": 1.0,
   "decisions": 179,
   "ece": 0.19009596382809443,
   "engine_scored": 179,
   "error_hi": 15.589596678298953,
   "error_lo": 7.463149877906984,
   "error_rate": 11.39722639621969,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    19,
    23
   ],
   "grouped": 5,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7820499868166001,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1736,
    "estimate": true,
    "excluded_hours": 30.833333333333332,
    "gaps": [
     [
      "2026-10-20T22:01Z",
      "2026-10-20T22:48Z",
      47
     ],
     [
      "2026-10-20T22:48Z",
      "2026-10-20T23:13Z",
      25
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T05:33Z",
      380
     ],
     [
      "2026-10-21T05:33Z",
      "2026-10-21T06:25Z",
      52
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ]
    ],
    "gpu_decisions": 95,
    "gpu_usd": 0.6515333998839064,
    "hosted_decisions": 1641,
    "hosted_unpriced": 0,
    "hosted_usd": 0.6128001276,
    "hours": 0.065414999988344,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 0.065414999988344,
      "machine": "rtx_pro_6000",
      "usd": 0.6515333998839064,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.2643335274839065,
    "usd_per_1000": 0.7283027232050152
   },
   "p95_loss": 0.14230217933654782,
   "probability_source": "logprobs",
   "retry_mean": 12.644793296089386,
   "scored": 179,
   "time_median": 0.471,
   "time_p90": 1.1408000000000005,
   "tokens_in": 3085.8268156424583,
   "tokens_out": 7.329608938547486,
   "too_few": true,
   "usd_per_1000": 0.7283027232050152,
   "very_confident": 0.367816091954023,
   "worst_mean": 0.18748414516448975
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 20.067458920833154,
    "needless": 2.944357058007596,
    "none": 2.3440319169226878,
    "right_risk": 3.5247316129059287,
    "right_safety": 3.5334961480259346,
    "wrong_risk": 3.1576679959412544
   },
   "calls": {
    "missed": 420.0,
    "needless": 71.0,
    "right_risk": 192.0,
    "right_safety": 603.0,
    "wrong_risk": 47.0
   },
   "confidence": {
    "auroc_right_risk": 0.5444638694638695,
    "missed_mean_p": 0.7251211097081394,
    "missed_n": 378,
    "taken_grouped": 41,
    "taken_n": 269,
    "taken_other": 0
   },
   "error_rate": 35.571743652636556,
   "found": {
    "den": 659.0,
    "n": 192.0,
    "share": 0.291350531107739
   },
   "good": {
    "den": 310.0,
    "n": 192.0,
    "share": 0.6193548387096774
   },
   "judgement": 59.30046424084689,
   "judgement_hi": 61.530192005954774,
   "judgement_lo": 57.10543241726779,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1006423982869379,
    "x": 0.708649468892261,
    "y": 0.10534124629080119
   },
   "margin": 0.001,
   "missed": {
    "den": 659.0,
    "n": 420.0,
    "share": 0.637329286798179
   },
   "needless": {
    "den": 674.0,
    "n": 71.0,
    "share": 0.10534124629080119
   },
   "needless_by_loss": {
    "big": {
     "den": 674.0,
     "n": 38.0,
     "share": 0.05637982195845697
    },
    "medium": {
     "den": 674.0,
     "n": 24.0,
     "share": 0.03560830860534125
    },
    "small": {
     "den": 674.0,
     "n": 9.0,
     "share": 0.013353115727002967
    }
   },
   "no_trade_off": 403.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.828055909185698,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.828055909185698,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 132.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 132,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 24.945000524483262,
      "needless": 4.183705024401625,
      "none": 0.8286089358049772,
      "right_risk": 4.3872944964953,
      "right_safety": 4.933954199398953,
      "wrong_risk": 4.082093222636491
     },
     "calls": {
      "missed": 308.0,
      "needless": 64.0,
      "right_risk": 134.0,
      "right_safety": 513.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": 0.5614434947768281,
      "missed_mean_p": 0.7398976587347122,
      "missed_n": 276,
      "taken_grouped": 27,
      "taken_n": 207,
      "taken_other": 0
     },
     "error_rate": 43.36065640322061,
     "found": {
      "den": 478.0,
      "n": 134.0,
      "share": 0.2803347280334728
     },
     "good": {
      "den": 234.0,
      "n": 134.0,
      "share": 0.5726495726495726
     },
     "judgement": 58.47080919196828,
     "judgement_hi": 60.799540029624666,
     "judgement_lo": 56.168509369008845,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10465116279069768,
      "x": 0.7196652719665272,
      "y": 0.11091854419410745
     },
     "margin": 0.001,
     "missed": {
      "den": 478.0,
      "n": 308.0,
      "share": 0.6443514644351465
     },
     "needless": {
      "den": 577.0,
      "n": 64.0,
      "share": 0.11091854419410745
     },
     "needless_by_loss": {
      "big": {
       "den": 577.0,
       "n": 35.0,
       "share": 0.060658578856152515
      },
      "medium": {
       "den": 577.0,
       "n": 21.0,
       "share": 0.036395147313691506
      },
      "small": {
       "den": 577.0,
       "n": 8.0,
       "share": 0.01386481802426343
      }
     },
     "no_trade_off": 86.0,
     "reference": null,
     "right_safety": {
      "den": 577.0,
      "n": 513.0,
      "share": 0.8890814558058926
     },
     "risk_pays": 478.0,
     "safety_pays": 577.0,
     "scored": 1141,
     "sdt": {
      "aim": {
       "den": 170.0,
       "n": 134.0,
       "share": 0.788235294117647
      },
      "beta": 0.9743078424256664,
      "caution": 0.7937063066768045,
      "caution_hi": 0.8863115053042461,
      "caution_lo": 0.7126357620258452,
      "cstar": -0.030664391111260198,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8488009821005715,
      "dprime_hi": 1.0241372823146107,
      "dprime_lo": 0.6864492800374151,
      "false_alarm": {
       "den": 577.0,
       "n": 64.0,
       "share": 0.11091854419410745
      },
      "false_alarm_rate": 0.1115916955017301,
      "hit": {
       "den": 478.0,
       "n": 170.0,
       "share": 0.35564853556485354
      },
      "hit_rate": 0.3559498956158664,
      "missed_loss": 0.18481977661321689,
      "missed_n": 308.0,
      "na": null,
      "needless_loss": 0.14917523227632046,
      "needless_n": 64.0
     },
     "size": {
      "bad": {
       "mean": 6.54,
       "n": 100.0,
       "too_few": true
      },
      "right": {
       "mean": 6.552238805970149,
       "n": 134.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 294.0,
        "n": 109.0,
        "share": 0.3707482993197279
       },
       "missed": {
        "den": 294.0,
        "n": 165.0,
        "share": 0.5612244897959183
       },
       "risk_pays": 294.0,
       "wrong": {
        "den": 294.0,
        "n": 20.0,
        "share": 0.06802721088435375
       }
      },
      "medium": {
       "found": {
        "den": 126.0,
        "n": 19.0,
        "share": 0.15079365079365079
       },
       "missed": {
        "den": 126.0,
        "n": 99.0,
        "share": 0.7857142857142857
       },
       "risk_pays": 126.0,
       "wrong": {
        "den": 126.0,
        "n": 8.0,
        "share": 0.06349206349206349
       }
      },
      "small": {
       "found": {
        "den": 58.0,
        "n": 6.0,
        "share": 0.10344827586206896
       },
       "missed": {
        "den": 58.0,
        "n": 44.0,
        "share": 0.7586206896551724
       },
       "risk_pays": 58.0,
       "wrong": {
        "den": 58.0,
        "n": 8.0,
        "share": 0.13793103448275862
       }
      }
     },
     "trade_off": 1055.0,
     "wrong": {
      "den": 478.0,
      "n": 36.0,
      "share": 0.07531380753138076
     }
    },
    "holding": {
     "by_call": {
      "missed": 14.705192426155353,
      "needless": 0.9130249763357228,
      "none": 1.7375761064989814,
      "right_risk": 0.0,
      "right_safety": 2.6659009785487733,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 7.0,
      "needless": 1.0,
      "right_risk": 0.0,
      "right_safety": 15.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 20.02169448753883,
     "found": {
      "den": 7.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 1.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 46.875,
     "judgement_hi": 50.0,
     "judgement_lo": 35.714285714285715,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.0625
     },
     "margin": 0.001,
     "missed": {
      "den": 7.0,
      "n": 7.0,
      "share": 1.0
     },
     "needless": {
      "den": 16.0,
      "n": 1.0,
      "share": 0.0625
     },
     "needless_by_loss": {
      "big": {
       "den": 16.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 16.0,
       "n": 1.0,
       "share": 0.0625
      },
      "small": {
       "den": 16.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 16.0,
      "n": 15.0,
      "share": 0.9375
     },
     "risk_pays": 7.0,
     "safety_pays": 16.0,
     "scored": 29,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 0.993417780469732,
      "caution": 1.4429113921416037,
      "caution_hi": 1.7688250385187059,
      "caution_lo": 1.1275925621690592,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.18241830442188456,
      "dprime_hi": 0.5368306274373534,
      "dprime_lo": -0.5813628565719179,
      "false_alarm": {
       "den": 16.0,
       "n": 1.0,
       "share": 0.0625
      },
      "false_alarm_rate": 0.08823529411764706,
      "hit": {
       "den": 7.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.0625,
      "missed_loss": 0.12184302295957293,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.052955448627471924,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 5.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 7.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 23.327107873617432,
      "needless": 1.2208576295890061,
      "none": 0.0,
      "right_risk": 4.364827684327667,
      "right_safety": 1.675280168944714,
      "wrong_risk": 3.2315422506893383
     },
     "calls": {
      "missed": 105.0,
      "needless": 6.0,
      "right_risk": 58.0,
      "right_safety": 75.0,
      "wrong_risk": 11.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 96,
      "taken_grouped": 14,
      "taken_n": 61,
      "taken_other": 0
     },
     "error_rate": 33.81961560716816,
     "found": {
      "den": 174.0,
      "n": 58.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 75.0,
      "n": 58.0,
      "share": 0.7733333333333333
     },
     "judgement": 62.96296296296296,
     "judgement_hi": 67.87965216423308,
     "judgement_lo": 57.94167687044284,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09482758620689655,
      "x": 0.6666666666666666,
      "y": 0.07407407407407407
     },
     "margin": 0.001,
     "missed": {
      "den": 174.0,
      "n": 105.0,
      "share": 0.603448275862069
     },
     "needless": {
      "den": 81.0,
      "n": 6.0,
      "share": 0.07407407407407407
     },
     "needless_by_loss": {
      "big": {
       "den": 81.0,
       "n": 3.0,
       "share": 0.037037037037037035
      },
      "medium": {
       "den": 81.0,
       "n": 2.0,
       "share": 0.024691358024691357
      },
      "small": {
       "den": 81.0,
       "n": 1.0,
       "share": 0.012345679012345678
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 81.0,
      "n": 75.0,
      "share": 0.9259259259259259
     },
     "risk_pays": 174.0,
     "safety_pays": 81.0,
     "scored": 255,
     "sdt": {
      "aim": {
       "den": 69.0,
       "n": 58.0,
       "share": 0.8405797101449275
      },
      "beta": 0.42636146242988715,
      "caution": 0.8353799798317245,
      "caution_hi": 1.1494139916734125,
      "caution_lo": 0.6259671172502065,
      "cstar": -0.7417529817023922,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.149261021068233,
      "dprime_hi": 1.8117820013310812,
      "dprime_lo": 0.7173713590340518,
      "false_alarm": {
       "den": 81.0,
       "n": 6.0,
       "share": 0.07407407407407407
      },
      "false_alarm_rate": 0.07926829268292683,
      "hit": {
       "den": 174.0,
       "n": 69.0,
       "share": 0.39655172413793105
      },
      "hit_rate": 0.39714285714285713,
      "missed_loss": 0.11330309538614182,
      "missed_n": 105.0,
      "na": null,
      "needless_loss": 0.1037728985150655,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 10.176470588235293,
       "n": 17.0,
       "too_few": true
      },
      "right": {
       "mean": 5.310344827586207,
       "n": 58.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 41.0,
        "share": 0.43157894736842106
       },
       "missed": {
        "den": 95.0,
        "n": 51.0,
        "share": 0.5368421052631579
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 3.0,
        "share": 0.031578947368421054
       }
      },
      "medium": {
       "found": {
        "den": 67.0,
        "n": 16.0,
        "share": 0.23880597014925373
       },
       "missed": {
        "den": 67.0,
        "n": 47.0,
        "share": 0.7014925373134329
       },
       "risk_pays": 67.0,
       "wrong": {
        "den": 67.0,
        "n": 4.0,
        "share": 0.05970149253731343
       }
      },
      "small": {
       "found": {
        "den": 12.0,
        "n": 1.0,
        "share": 0.08333333333333333
       },
       "missed": {
        "den": 12.0,
        "n": 7.0,
        "share": 0.5833333333333334
       },
       "risk_pays": 12.0,
       "wrong": {
        "den": 12.0,
        "n": 4.0,
        "share": 0.3333333333333333
       }
      }
     },
     "trade_off": 255.0,
     "wrong": {
      "den": 174.0,
      "n": 11.0,
      "share": 0.06321839080459771
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.39722639621969,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.39722639621969,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 179.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 179,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 674.0,
    "n": 603.0,
    "share": 0.8946587537091988
   },
   "risk_pays": 659.0,
   "safety_pays": 674.0,
   "scored": 1736,
   "sdt": {
    "aim": {
     "den": 239.0,
     "n": 192.0,
     "share": 0.803347280334728
    },
    "beta": 0.8876944735386273,
    "caution": 0.7996319681479518,
    "caution_hi": 0.8917531368248247,
    "caution_lo": 0.7240603651348407,
    "cstar": -0.13270096690091407,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8977150604484447,
    "dprime_hi": 1.0569438935664186,
    "dprime_lo": 0.7353083374647611,
    "false_alarm": {
     "den": 674.0,
     "n": 71.0,
     "share": 0.10534124629080119
    },
    "false_alarm_rate": 0.10592592592592592,
    "hit": {
     "den": 659.0,
     "n": 239.0,
     "share": 0.3626707132018209
    },
    "hit_rate": 0.36287878787878786,
    "missed_loss": 0.16589099374555405,
    "missed_n": 420.0,
    "na": null,
    "needless_loss": 0.1439832071183433,
    "needless_n": 71.0
   },
   "size": {
    "bad": {
     "mean": 7.0508474576271185,
     "n": 118.0,
     "too_few": true
    },
    "right": {
     "mean": 6.177083333333333,
     "n": 192.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 392.0,
      "n": 150.0,
      "share": 0.3826530612244898
     },
     "missed": {
      "den": 392.0,
      "n": 219.0,
      "share": 0.5586734693877551
     },
     "risk_pays": 392.0,
     "wrong": {
      "den": 392.0,
      "n": 23.0,
      "share": 0.058673469387755105
     }
    },
    "medium": {
     "found": {
      "den": 196.0,
      "n": 35.0,
      "share": 0.17857142857142858
     },
     "missed": {
      "den": 196.0,
      "n": 149.0,
      "share": 0.7602040816326531
     },
     "risk_pays": 196.0,
     "wrong": {
      "den": 196.0,
      "n": 12.0,
      "share": 0.061224489795918366
     }
    },
    "small": {
     "found": {
      "den": 71.0,
      "n": 7.0,
      "share": 0.09859154929577464
     },
     "missed": {
      "den": 71.0,
      "n": 52.0,
      "share": 0.7323943661971831
     },
     "risk_pays": 71.0,
     "wrong": {
      "den": 71.0,
      "n": 12.0,
      "share": 0.16901408450704225
     }
    }
   },
   "trade_off": 1333.0,
   "wrong": {
    "den": 659.0,
    "n": 47.0,
    "share": 0.07132018209408195
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.772049408697864,
    "needless": 3.211481934456232,
    "none": 2.3440319169226878,
    "right_risk": 3.2544559305576684,
    "right_safety": 3.828905660161225,
    "wrong_risk": 3.160818801840879
   },
   "calls": {
    "missed": 368.0,
    "needless": 90.0,
    "right_risk": 177.0,
    "right_safety": 655.0,
    "wrong_risk": 43.0
   },
   "confidence": {
    "auroc_right_risk": 0.5677310924369748,
    "missed_mean_p": 0.7198545949925156,
    "missed_n": 329,
    "taken_grouped": 41,
    "taken_n": 269,
    "taken_other": 0
   },
   "error_rate": 35.571743652636556,
   "found": {
    "den": 588.0,
    "n": 177.0,
    "share": 0.3010204081632653
   },
   "good": {
    "den": 310.0,
    "n": 177.0,
    "share": 0.5709677419354838
   },
   "judgement": 59.01075195178742,
   "judgement_hi": 61.34378286551024,
   "judgement_lo": 56.71390424140869,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.10462287104622871,
    "x": 0.6989795918367347,
    "y": 0.12080536912751678
   },
   "margin": 0.02,
   "missed": {
    "den": 588.0,
    "n": 368.0,
    "share": 0.6258503401360545
   },
   "needless": {
    "den": 745.0,
    "n": 90.0,
    "share": 0.12080536912751678
   },
   "needless_by_loss": {
    "big": {
     "den": 745.0,
     "n": 41.0,
     "share": 0.05503355704697987
    },
    "medium": {
     "den": 745.0,
     "n": 32.0,
     "share": 0.042953020134228186
    },
    "small": {
     "den": 745.0,
     "n": 17.0,
     "share": 0.022818791946308724
    }
   },
   "no_trade_off": 403.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.828055909185698,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.828055909185698,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 132.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 132,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 24.552501770720788,
      "needless": 4.414604407042186,
      "none": 0.8286089358049772,
      "right_risk": 4.075447174146654,
      "right_safety": 5.326452953161429,
      "wrong_risk": 4.163041162344576
     },
     "calls": {
      "missed": 264.0,
      "needless": 78.0,
      "right_risk": 122.0,
      "right_safety": 557.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": 0.5790849673202615,
      "missed_mean_p": 0.733784276264688,
      "missed_n": 235,
      "taken_grouped": 27,
      "taken_n": 207,
      "taken_other": 0
     },
     "error_rate": 43.36065640322061,
     "found": {
      "den": 420.0,
      "n": 122.0,
      "share": 0.2904761904761905
     },
     "good": {
      "den": 234.0,
      "n": 122.0,
      "share": 0.5213675213675214
     },
     "judgement": 58.382077240344955,
     "judgement_hi": 60.876521137104554,
     "judgement_lo": 56.0408921313638,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11409395973154363,
      "x": 0.7095238095238096,
      "y": 0.12283464566929134
     },
     "margin": 0.02,
     "missed": {
      "den": 420.0,
      "n": 264.0,
      "share": 0.6285714285714286
     },
     "needless": {
      "den": 635.0,
      "n": 78.0,
      "share": 0.12283464566929134
     },
     "needless_by_loss": {
      "big": {
       "den": 635.0,
       "n": 37.0,
       "share": 0.05826771653543307
      },
      "medium": {
       "den": 635.0,
       "n": 26.0,
       "share": 0.04094488188976378
      },
      "small": {
       "den": 635.0,
       "n": 15.0,
       "share": 0.023622047244094488
      }
     },
     "no_trade_off": 86.0,
     "reference": null,
     "right_safety": {
      "den": 635.0,
      "n": 557.0,
      "share": 0.8771653543307086
     },
     "risk_pays": 420.0,
     "safety_pays": 635.0,
     "scored": 1141,
     "sdt": {
      "aim": {
       "den": 156.0,
       "n": 122.0,
       "share": 0.782051282051282
      },
      "beta": 0.9200889194024641,
      "caution": 0.7426428363271145,
      "caution_hi": 0.8336086618612284,
      "caution_lo": 0.6597681033665747,
      "cstar": -0.1002519030029078,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8307569192245216,
      "dprime_hi": 0.956372179285957,
      "dprime_lo": 0.6936105310321761,
      "false_alarm": {
       "den": 635.0,
       "n": 78.0,
       "share": 0.12283464566929134
      },
      "false_alarm_rate": 0.12342767295597484,
      "hit": {
       "den": 420.0,
       "n": 156.0,
       "share": 0.37142857142857144
      },
      "hit_rate": 0.37173396674584325,
      "missed_loss": 0.21223033727570015,
      "missed_n": 264.0,
      "na": null,
      "needless_loss": 0.12915547765218294,
      "needless_n": 78.0
     },
     "size": {
      "bad": {
       "mean": 6.705357142857143,
       "n": 112.0,
       "too_few": true
      },
      "right": {
       "mean": 6.401639344262295,
       "n": 122.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 294.0,
        "n": 105.0,
        "share": 0.35714285714285715
       },
       "missed": {
        "den": 294.0,
        "n": 165.0,
        "share": 0.5612244897959183
       },
       "risk_pays": 294.0,
       "wrong": {
        "den": 294.0,
        "n": 24.0,
        "share": 0.08163265306122448
       }
      },
      "medium": {
       "found": {
        "den": 126.0,
        "n": 17.0,
        "share": 0.1349206349206349
       },
       "missed": {
        "den": 126.0,
        "n": 99.0,
        "share": 0.7857142857142857
       },
       "risk_pays": 126.0,
       "wrong": {
        "den": 126.0,
        "n": 10.0,
        "share": 0.07936507936507936
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1055.0,
     "wrong": {
      "den": 420.0,
      "n": 34.0,
      "share": 0.08095238095238096
     }
    },
    "holding": {
     "by_call": {
      "missed": 14.589680679913226,
      "needless": 0.9130249763357228,
      "none": 1.7375761064989814,
      "right_risk": 0.0,
      "right_safety": 2.781412724790902,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 6.0,
      "needless": 1.0,
      "right_risk": 0.0,
      "right_safety": 16.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 20.02169448753883,
     "found": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 1.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.05882352941176,
     "judgement_hi": 50.0,
     "judgement_lo": 37.5,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.058823529411764705
     },
     "margin": 0.02,
     "missed": {
      "den": 6.0,
      "n": 6.0,
      "share": 1.0
     },
     "needless": {
      "den": 17.0,
      "n": 1.0,
      "share": 0.058823529411764705
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      },
      "small": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 16.0,
      "share": 0.9411764705882353
     },
     "risk_pays": 6.0,
     "safety_pays": 17.0,
     "scored": 29,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 1.0638632152571283,
      "caution": 1.4241139598930805,
      "caution_hi": 1.7537927471865618,
      "caution_lo": 1.1275925621690592,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.0822396655848836,
      "dprime_hi": 0.5590048117726097,
      "dprime_lo": -0.41561229852813336,
      "false_alarm": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      },
      "false_alarm_rate": 0.08333333333333333,
      "hit": {
       "den": 6.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.07142857142857142,
      "missed_loss": 0.14103357990582785,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.052955448627471924,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 5.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 23.085382405449362,
      "needless": 2.0062403351652858,
      "none": 0.0,
      "right_risk": 3.920197136261884,
      "right_safety": 1.9170056371127857,
      "wrong_risk": 2.8907900931788424
     },
     "calls": {
      "missed": 98.0,
      "needless": 11.0,
      "right_risk": 55.0,
      "right_safety": 82.0,
      "wrong_risk": 9.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 89,
      "taken_grouped": 14,
      "taken_n": 61,
      "taken_other": 0
     },
     "error_rate": 33.81961560716816,
     "found": {
      "den": 162.0,
      "n": 55.0,
      "share": 0.3395061728395062
     },
     "good": {
      "den": 75.0,
      "n": 55.0,
      "share": 0.7333333333333333
     },
     "judgement": 61.061330147351654,
     "judgement_hi": 66.29672510029654,
     "judgement_lo": 56.049648302853036,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08411214953271028,
      "x": 0.6604938271604939,
      "y": 0.11827956989247312
     },
     "margin": 0.02,
     "missed": {
      "den": 162.0,
      "n": 98.0,
      "share": 0.6049382716049383
     },
     "needless": {
      "den": 93.0,
      "n": 11.0,
      "share": 0.11827956989247312
     },
     "needless_by_loss": {
      "big": {
       "den": 93.0,
       "n": 4.0,
       "share": 0.043010752688172046
      },
      "medium": {
       "den": 93.0,
       "n": 5.0,
       "share": 0.053763440860215055
      },
      "small": {
       "den": 93.0,
       "n": 2.0,
       "share": 0.021505376344086023
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 93.0,
      "n": 82.0,
      "share": 0.8817204301075269
     },
     "risk_pays": 162.0,
     "safety_pays": 93.0,
     "scored": 255,
     "sdt": {
      "aim": {
       "den": 64.0,
       "n": 55.0,
       "share": 0.859375
      },
      "beta": 0.4444748675319316,
      "caution": 0.7139226017858669,
      "caution_hi": 0.934804538242353,
      "caution_lo": 0.5287899239523783,
      "cstar": -0.9020723607910498,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8988877188312756,
      "dprime_hi": 1.3280971430510786,
      "dprime_lo": 0.5122822775516438,
      "false_alarm": {
       "den": 93.0,
       "n": 11.0,
       "share": 0.11827956989247312
      },
      "false_alarm_rate": 0.12234042553191489,
      "hit": {
       "den": 162.0,
       "n": 64.0,
       "share": 0.3950617283950617
      },
      "hit_rate": 0.39570552147239263,
      "missed_loss": 0.12013821455897117,
      "missed_n": 98.0,
      "na": null,
      "needless_loss": 0.09301659735766324,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 9.15,
       "n": 20.0,
       "too_few": true
      },
      "right": {
       "mean": 5.418181818181818,
       "n": 55.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 39.0,
        "share": 0.4105263157894737
       },
       "missed": {
        "den": 95.0,
        "n": 51.0,
        "share": 0.5368421052631579
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 5.0,
        "share": 0.05263157894736842
       }
      },
      "medium": {
       "found": {
        "den": 67.0,
        "n": 16.0,
        "share": 0.23880597014925373
       },
       "missed": {
        "den": 67.0,
        "n": 47.0,
        "share": 0.7014925373134329
       },
       "risk_pays": 67.0,
       "wrong": {
        "den": 67.0,
        "n": 4.0,
        "share": 0.05970149253731343
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 255.0,
     "wrong": {
      "den": 162.0,
      "n": 9.0,
      "share": 0.05555555555555555
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.39722639621969,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.39722639621969,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 179.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 179,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 745.0,
    "n": 655.0,
    "share": 0.8791946308724832
   },
   "risk_pays": 588.0,
   "safety_pays": 745.0,
   "scored": 1736,
   "sdt": {
    "aim": {
     "den": 220.0,
     "n": 177.0,
     "share": 0.8045454545454546
    },
    "beta": 0.8414688665401017,
    "caution": 0.7443818700603979,
    "caution_hi": 0.8260895437301603,
    "caution_lo": 0.6644129947324217,
    "cstar": -0.20351486050974898,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8481260934902193,
    "dprime_hi": 0.9763552786213672,
    "dprime_lo": 0.71749297685409,
    "false_alarm": {
     "den": 745.0,
     "n": 90.0,
     "share": 0.12080536912751678
    },
    "false_alarm_rate": 0.12131367292225201,
    "hit": {
     "den": 588.0,
     "n": 220.0,
     "share": 0.3741496598639456
    },
    "hit_rate": 0.37436332767402375,
    "missed_loss": 0.18654498789945376,
    "missed_n": 368.0,
    "na": null,
    "needless_loss": 0.12389183640480042,
    "needless_n": 90.0
   },
   "size": {
    "bad": {
     "mean": 7.06015037593985,
     "n": 133.0,
     "too_few": true
    },
    "right": {
     "mean": 6.096045197740113,
     "n": 177.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 392.0,
      "n": 144.0,
      "share": 0.3673469387755102
     },
     "missed": {
      "den": 392.0,
      "n": 219.0,
      "share": 0.5586734693877551
     },
     "risk_pays": 392.0,
     "wrong": {
      "den": 392.0,
      "n": 29.0,
      "share": 0.07397959183673469
     }
    },
    "medium": {
     "found": {
      "den": 196.0,
      "n": 33.0,
      "share": 0.1683673469387755
     },
     "missed": {
      "den": 196.0,
      "n": 149.0,
      "share": 0.7602040816326531
     },
     "risk_pays": 196.0,
     "wrong": {
      "den": 196.0,
      "n": 14.0,
      "share": 0.07142857142857142
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1333.0,
   "wrong": {
    "den": 588.0,
    "n": 43.0,
    "share": 0.07312925170068027
   }
  }
 },
 "slug": "deepseek-v4-1-flash-off",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 25.005638599395752,
   "n": 16,
   "too_few": true
  },
  "blitz": {
   "error_rate": 26.625815520481186,
   "n": 245,
   "too_few": false
  },
  "holding": {
   "error_rate": 20.02169448753883,
   "n": 29,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 54.009128784811175,
   "n": 370,
   "too_few": false
  },
  "other": {
   "error_rate": 25.09477661520827,
   "n": 102,
   "too_few": true
  },
  "priming": {
   "error_rate": 49.0393359579292,
   "n": 408,
   "too_few": false
  }
 },
 "version": "v3"
}
