{
 "aliases": [
  "DeepSeek V4.1 Flash (on)"
 ],
 "close": {
  "close": {
   "den": 408,
   "n": 0,
   "share": 0.0,
   "small": false
  },
  "decisions": 2226,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 408,
  "exclusions": {
   "grouped": 245,
   "invalid": 38,
   "not_audited": 265,
   "sparse": 1270
  },
  "groups": {
   "close": {
    "by_count": [
     0,
     0,
     0,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "points": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "prime": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "race": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "gap": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "n": 0,
    "p1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "p2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "other": {
    "by_count": [
     122,
     170,
     99,
     16,
     1
    ],
    "differ": {
     "hitting": {
      "den": 408,
      "n": 178,
      "share": 0.4362745098039216,
      "small": false
     },
     "points": {
      "den": 408,
      "n": 60,
      "share": 0.14705882352941177,
      "small": false
     },
     "prime": {
      "den": 408,
      "n": 115,
      "share": 0.2818627450980392,
      "small": false
     },
     "race": {
      "den": 408,
      "n": 67,
      "share": 0.1642156862745098,
      "small": false
     }
    },
    "gap": {
     "mean": 0.15196647977127747,
     "median": 0.0653681755065918,
     "n": 408
    },
    "loss1": {
     "mean": 0.014378718593541314,
     "median": 0.0,
     "n": 408
    },
    "loss2": {
     "mean": 0.14854872343586942,
     "median": 0.05171555280685425,
     "n": 408
    },
    "n": 408,
    "p1": {
     "mean": 0.9999118874889622,
     "median": 0.9999940090536339,
     "n": 408
    },
    "p2": {
     "mean": 6.726746655709201e-05,
     "median": 4.785090162898317e-06,
     "n": 408
    },
    "psum": {
     "mean": 0.9999791549555194,
     "median": 0.9999999676040366,
     "n": 408
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     408
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 204,
       "n": 0,
       "share": 0.0,
       "small": false
      },
      "eligible": 204,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 54,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 54,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 150,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 150,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 45,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 45,
      "n": 32,
      "share": 0.7111111111111111,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 25,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 20,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 9,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 204,
       "n": 0,
       "share": 0.0,
       "small": false
      },
      "eligible": 204,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 45,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 45,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 159,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 159,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 36,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 36,
      "n": 23,
      "share": 0.6388888888888888,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 25,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 20,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 0,
   "n": 0,
   "share": null,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 408,
   "n": 0,
   "share": 0.0,
   "small": false
  },
  "risk_pair_other": {
   "den": 408,
   "n": 168,
   "share": 0.4117647058823529,
   "small": false
  },
  "ties": {
   "close": 0,
   "member": 14,
   "order": 0,
   "positive": 14,
   "top_two": 14,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.49422956168612053,
  "auroc_blunder": 0.5103594456132149,
  "confident_badly_wrong": {
   "den": 1904,
   "n": 248,
   "share": 0.13025210084033614
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1904,
     "n": 248,
     "share": 0.13025210084033614
    },
    "kept": {
     "den": 1904,
     "n": 1904,
     "share": 1.0
    },
    "mean_loss": 0.036728667110956015,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 1903,
     "n": 248,
     "share": 0.1303205465055176
    },
    "kept": {
     "den": 1904,
     "n": 1903,
     "share": 0.9994747899159664
    },
    "mean_loss": 0.036738690550679354,
    "too_few": false
   }
  },
  "ece": 0.377556155836415,
  "held_out": {
   "blunders": 0.14388565325717786,
   "kept": 0.01266006596439424,
   "no_cutoff": 151,
   "runs": 300
  },
  "n": 1904,
  "surest": {
   "cut": 0.9999999377273622,
   "error_rate": 16.40700755499992,
   "n": 476,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 20.96973163979595,
   "n": 678,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 25.18461877264232,
   "n": 647,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 12.795132270831774,
   "n": 863,
   "too_few": false
  }
 },
 "name": "DeepSeek-V4.1-Flash (low)",
 "options": {
  "11–15": {
   "error_rate": 21.621485411816714,
   "n": 392,
   "too_few": false
  },
  "16–25": {
   "error_rate": 26.31890560415658,
   "n": 440,
   "too_few": false
  },
  "26+": {
   "error_rate": 23.511571718043967,
   "n": 305,
   "too_few": false
  },
  "2–5": {
   "error_rate": 9.035761248886287,
   "n": 599,
   "too_few": false
  },
  "6–10": {
   "error_rate": 19.722863801021493,
   "n": 452,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 6.49480532247124,
   "n": 141,
   "too_few": true
  },
  "contact": {
   "error_rate": 23.210176083582713,
   "n": 1434,
   "too_few": false
  },
  "holding": {
   "error_rate": 21.11200815023378,
   "n": 86,
   "too_few": true
  },
  "opening": {
   "error_rate": 16.88121002469514,
   "n": 296,
   "too_few": false
  },
  "race": {
   "error_rate": 2.348461579450797,
   "n": 231,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.49422956168612053,
  "best_share": 0.596892138939671,
  "blunder_share": 0.13893967093235832,
  "brier": 0.3775700661677277,
  "clusters": 102,
  "confidence_n": 1904,
  "confident_badly_wrong": 0.13025210084033614,
  "cost_coverage": 1.0,
  "decisions": 2226,
  "ece": 0.377556155836415,
  "engine_scored": 2226,
  "error_hi": 21.318701758752912,
  "error_lo": 16.596505586721516,
  "error_rate": 18.99183068894381,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 295,
  "invalid": 38,
  "last_date": "2026-10-26",
  "mean_confidence": 0.9999301054162469,
  "over_budget": 0.6371115173674589,
  "own_cost": {
   "decisions": 2226,
   "estimate": true,
   "excluded_hours": 33.3,
   "gaps": [
    [
     "2026-10-21T01:21Z",
     "2026-10-21T06:01Z",
     280
    ],
    [
     "2026-10-21T06:53Z",
     "2026-10-21T07:05Z",
     12
    ],
    [
     "2026-10-21T07:16Z",
     "2026-10-21T07:46Z",
     30
    ],
    [
     "2026-10-21T07:46Z",
     "2026-10-21T07:58Z",
     12
    ],
    [
     "2026-10-21T07:58Z",
     "2026-10-21T08:23Z",
     25
    ],
    [
     "2026-10-21T08:23Z",
     "2026-10-21T08:34Z",
     11
    ],
    [
     "2026-10-21T08:42Z",
     "2026-10-21T09:05Z",
     23
    ],
    [
     "2026-10-21T09:18Z",
     "2026-10-21T09:31Z",
     13
    ],
    [
     "2026-10-21T09:31Z",
     "2026-10-21T09:46Z",
     16
    ],
    [
     "2026-10-21T09:55Z",
     "2026-10-21T10:31Z",
     36
    ],
    [
     "2026-10-21T10:31Z",
     "2026-10-21T10:53Z",
     22
    ],
    [
     "2026-10-21T10:53Z",
     "2026-10-21T11:08Z",
     15
    ],
    [
     "2026-10-21T11:09Z",
     "2026-10-21T11:28Z",
     20
    ],
    [
     "2026-10-21T11:28Z",
     "2026-10-21T11:46Z",
     17
    ],
    [
     "2026-10-21T11:49Z",
     "2026-10-21T12:08Z",
     19
    ],
    [
     "2026-10-21T12:08Z",
     "2026-10-21T12:32Z",
     24
    ],
    [
     "2026-10-21T12:42Z",
     "2026-10-21T13:01Z",
     20
    ],
    [
     "2026-10-21T13:01Z",
     "2026-10-21T13:14Z",
     13
    ],
    [
     "2026-10-21T13:14Z",
     "2026-10-21T13:28Z",
     14
    ],
    [
     "2026-10-21T13:28Z",
     "2026-10-21T22:19Z",
     531
    ],
    [
     "2026-10-21T22:19Z",
     "2026-10-21T22:33Z",
     15
    ],
    [
     "2026-10-21T22:33Z",
     "2026-10-21T22:49Z",
     15
    ],
    [
     "2026-10-21T22:49Z",
     "2026-10-21T23:36Z",
     47
    ],
    [
     "2026-10-21T23:58Z",
     "2026-10-22T00:09Z",
     11
    ],
    [
     "2026-10-22T00:18Z",
     "2026-10-22T00:35Z",
     17
    ],
    [
     "2026-10-22T00:35Z",
     "2026-10-22T00:48Z",
     13
    ],
    [
     "2026-10-22T00:48Z",
     "2026-10-22T01:07Z",
     19
    ],
    [
     "2026-10-22T01:40Z",
     "2026-10-22T01:52Z",
     11
    ],
    [
     "2026-10-22T02:01Z",
     "2026-10-22T02:12Z",
     12
    ],
    [
     "2026-10-22T02:54Z",
     "2026-10-22T03:29Z",
     35
    ],
    [
     "2026-10-22T03:29Z",
     "2026-10-22T03:44Z",
     16
    ],
    [
     "2026-10-22T03:54Z",
     "2026-10-22T04:05Z",
     11
    ],
    [
     "2026-10-22T04:17Z",
     "2026-10-22T04:32Z",
     15
    ],
    [
     "2026-10-22T04:32Z",
     "2026-10-22T04:49Z",
     17
    ],
    [
     "2026-10-22T04:49Z",
     "2026-10-22T05:01Z",
     12
    ],
    [
     "2026-10-22T05:20Z",
     "2026-10-22T05:31Z",
     11
    ],
    [
     "2026-10-22T05:49Z",
     "2026-10-22T06:08Z",
     19
    ],
    [
     "2026-10-22T06:13Z",
     "2026-10-22T15:21Z",
     549
    ]
   ],
   "gpu_decisions": 670,
   "gpu_usd": 81.21095160051183,
   "hosted_decisions": 1556,
   "hosted_unpriced": 0,
   "hosted_usd": 23.6162946168,
   "hours": 8.153710000051388,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 4,
     "hours": 8.153710000051388,
     "machine": "rtx_pro_6000",
     "usd": 81.21095160051183,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 104.82724621731184,
   "usd_per_1000": 47.09220405090379
  },
  "p95_loss": 0.1969535827636721,
  "probability_source": "logprobs",
  "retry_mean": 1.9875260557053012,
  "scored": 2188,
  "time_median": 43.79900000000001,
  "time_p90": 173.1085,
  "tokens_in": 4364.341868823001,
  "tokens_out": 12486.809074573226,
  "too_few": false,
  "usd_per_1000": 47.09220405090379,
  "very_confident": 1.0,
  "worst_mean": 0.37231273279277555
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.40291666666666665,
   "best_share": 0.851063829787234,
   "blunder_share": 0.0425531914893617,
   "brier": 0.1428514529508415,
   "clusters": 53,
   "confidence_n": 140,
   "confident_badly_wrong": 0.04285714285714286,
   "cost_coverage": 1.0,
   "decisions": 155,
   "ece": 0.14277117506310688,
   "engine_scored": 155,
   "error_hi": 12.406211535762539,
   "error_lo": 1.8671618577342446,
   "error_rate": 6.49480532247124,
   "first_date": "2026-10-19",
   "group_sizes": [
    22,
    23,
    24
   ],
   "grouped": 3,
   "invalid": 14,
   "last_date": "2026-10-26",
   "mean_confidence": 0.999914032205964,
   "over_budget": 0.5886524822695035,
   "own_cost": {
    "decisions": 2226,
    "estimate": true,
    "excluded_hours": 33.3,
    "gaps": [
     [
      "2026-10-21T01:21Z",
      "2026-10-21T06:01Z",
      280
     ],
     [
      "2026-10-21T06:53Z",
      "2026-10-21T07:05Z",
      12
     ],
     [
      "2026-10-21T07:16Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:46Z",
      "2026-10-21T07:58Z",
      12
     ],
     [
      "2026-10-21T07:58Z",
      "2026-10-21T08:23Z",
      25
     ],
     [
      "2026-10-21T08:23Z",
      "2026-10-21T08:34Z",
      11
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:18Z",
      "2026-10-21T09:31Z",
      13
     ],
     [
      "2026-10-21T09:31Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:55Z",
      "2026-10-21T10:31Z",
      36
     ],
     [
      "2026-10-21T10:31Z",
      "2026-10-21T10:53Z",
      22
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:08Z",
      15
     ],
     [
      "2026-10-21T11:09Z",
      "2026-10-21T11:28Z",
      20
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:46Z",
      17
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:08Z",
      19
     ],
     [
      "2026-10-21T12:08Z",
      "2026-10-21T12:32Z",
      24
     ],
     [
      "2026-10-21T12:42Z",
      "2026-10-21T13:01Z",
      20
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:28Z",
      14
     ],
     [
      "2026-10-21T13:28Z",
      "2026-10-21T22:19Z",
      531
     ],
     [
      "2026-10-21T22:19Z",
      "2026-10-21T22:33Z",
      15
     ],
     [
      "2026-10-21T22:33Z",
      "2026-10-21T22:49Z",
      15
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:36Z",
      47
     ],
     [
      "2026-10-21T23:58Z",
      "2026-10-22T00:09Z",
      11
     ],
     [
      "2026-10-22T00:18Z",
      "2026-10-22T00:35Z",
      17
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:48Z",
      13
     ],
     [
      "2026-10-22T00:48Z",
      "2026-10-22T01:07Z",
      19
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      11
     ],
     [
      "2026-10-22T02:01Z",
      "2026-10-22T02:12Z",
      12
     ],
     [
      "2026-10-22T02:54Z",
      "2026-10-22T03:29Z",
      35
     ],
     [
      "2026-10-22T03:29Z",
      "2026-10-22T03:44Z",
      16
     ],
     [
      "2026-10-22T03:54Z",
      "2026-10-22T04:05Z",
      11
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T04:32Z",
      15
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T04:49Z",
      "2026-10-22T05:01Z",
      12
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:49Z",
      "2026-10-22T06:08Z",
      19
     ],
     [
      "2026-10-22T06:13Z",
      "2026-10-22T15:21Z",
      549
     ]
    ],
    "gpu_decisions": 670,
    "gpu_usd": 81.21095160051183,
    "hosted_decisions": 1556,
    "hosted_unpriced": 0,
    "hosted_usd": 23.6162946168,
    "hours": 8.153710000051388,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 8.153710000051388,
      "machine": "rtx_pro_6000",
      "usd": 81.21095160051183,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 104.82724621731184,
    "usd_per_1000": 47.09220405090379
   },
   "p95_loss": 0.06243622303009033,
   "probability_source": "logprobs",
   "retry_mean": 0.7920193548387097,
   "scored": 141,
   "time_median": 40.476,
   "time_p90": 124.761,
   "tokens_in": 2953.2129032258063,
   "tokens_out": 12315.21935483871,
   "too_few": true,
   "usd_per_1000": 47.09220405090379,
   "very_confident": 1.0,
   "worst_mean": 0.2279702935900007
  },
  "contact": {
   "auroc": 0.5119377039875124,
   "best_share": 0.5467224546722455,
   "blunder_share": 0.16806136680613668,
   "brier": 0.42639951711385937,
   "clusters": 102,
   "confidence_n": 1224,
   "confident_badly_wrong": 0.15849673202614378,
   "cost_coverage": 1.0,
   "decisions": 1445,
   "ece": 0.4263988232619056,
   "engine_scored": 1445,
   "error_hi": 26.21834130887548,
   "error_lo": 20.035148294988836,
   "error_rate": 23.210176083582713,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 215,
   "invalid": 11,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999282350266114,
   "over_budget": 0.6520223152022315,
   "own_cost": {
    "decisions": 2226,
    "estimate": true,
    "excluded_hours": 33.3,
    "gaps": [
     [
      "2026-10-21T01:21Z",
      "2026-10-21T06:01Z",
      280
     ],
     [
      "2026-10-21T06:53Z",
      "2026-10-21T07:05Z",
      12
     ],
     [
      "2026-10-21T07:16Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:46Z",
      "2026-10-21T07:58Z",
      12
     ],
     [
      "2026-10-21T07:58Z",
      "2026-10-21T08:23Z",
      25
     ],
     [
      "2026-10-21T08:23Z",
      "2026-10-21T08:34Z",
      11
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:18Z",
      "2026-10-21T09:31Z",
      13
     ],
     [
      "2026-10-21T09:31Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:55Z",
      "2026-10-21T10:31Z",
      36
     ],
     [
      "2026-10-21T10:31Z",
      "2026-10-21T10:53Z",
      22
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:08Z",
      15
     ],
     [
      "2026-10-21T11:09Z",
      "2026-10-21T11:28Z",
      20
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:46Z",
      17
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:08Z",
      19
     ],
     [
      "2026-10-21T12:08Z",
      "2026-10-21T12:32Z",
      24
     ],
     [
      "2026-10-21T12:42Z",
      "2026-10-21T13:01Z",
      20
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:28Z",
      14
     ],
     [
      "2026-10-21T13:28Z",
      "2026-10-21T22:19Z",
      531
     ],
     [
      "2026-10-21T22:19Z",
      "2026-10-21T22:33Z",
      15
     ],
     [
      "2026-10-21T22:33Z",
      "2026-10-21T22:49Z",
      15
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:36Z",
      47
     ],
     [
      "2026-10-21T23:58Z",
      "2026-10-22T00:09Z",
      11
     ],
     [
      "2026-10-22T00:18Z",
      "2026-10-22T00:35Z",
      17
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:48Z",
      13
     ],
     [
      "2026-10-22T00:48Z",
      "2026-10-22T01:07Z",
      19
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      11
     ],
     [
      "2026-10-22T02:01Z",
      "2026-10-22T02:12Z",
      12
     ],
     [
      "2026-10-22T02:54Z",
      "2026-10-22T03:29Z",
      35
     ],
     [
      "2026-10-22T03:29Z",
      "2026-10-22T03:44Z",
      16
     ],
     [
      "2026-10-22T03:54Z",
      "2026-10-22T04:05Z",
      11
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T04:32Z",
      15
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T04:49Z",
      "2026-10-22T05:01Z",
      12
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:49Z",
      "2026-10-22T06:08Z",
      19
     ],
     [
      "2026-10-22T06:13Z",
      "2026-10-22T15:21Z",
      549
     ]
    ],
    "gpu_decisions": 670,
    "gpu_usd": 81.21095160051183,
    "hosted_decisions": 1556,
    "hosted_unpriced": 0,
    "hosted_usd": 23.6162946168,
    "hours": 8.153710000051388,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 8.153710000051388,
      "machine": "rtx_pro_6000",
      "usd": 81.21095160051183,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 104.82724621731184,
    "usd_per_1000": 47.09220405090379
   },
   "p95_loss": 0.22914430201053593,
   "probability_source": "logprobs",
   "retry_mean": 2.0286809688581315,
   "scored": 1434,
   "time_median": 44.516000000000005,
   "time_p90": 173.68810000000002,
   "tokens_in": 4519.671280276817,
   "tokens_out": 12632.378546712804,
   "too_few": false,
   "usd_per_1000": 47.09220405090379,
   "very_confident": 1.0,
   "worst_mean": 0.4217200204730034
  },
  "holding": {
   "auroc": 0.6063492063492063,
   "best_share": 0.5465116279069767,
   "blunder_share": 0.13953488372093023,
   "brier": 0.437439434943174,
   "clusters": 20,
   "confidence_n": 80,
   "confident_badly_wrong": 0.15,
   "cost_coverage": 1.0,
   "decisions": 86,
   "ece": 0.43745506123316047,
   "engine_scored": 86,
   "error_hi": 34.913906569108946,
   "error_lo": 12.534330723285409,
   "error_rate": 21.11200815023378,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    17,
    23,
    24,
    25
   ],
   "grouped": 6,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999550612331605,
   "over_budget": 0.6744186046511628,
   "own_cost": {
    "decisions": 2226,
    "estimate": true,
    "excluded_hours": 33.3,
    "gaps": [
     [
      "2026-10-21T01:21Z",
      "2026-10-21T06:01Z",
      280
     ],
     [
      "2026-10-21T06:53Z",
      "2026-10-21T07:05Z",
      12
     ],
     [
      "2026-10-21T07:16Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:46Z",
      "2026-10-21T07:58Z",
      12
     ],
     [
      "2026-10-21T07:58Z",
      "2026-10-21T08:23Z",
      25
     ],
     [
      "2026-10-21T08:23Z",
      "2026-10-21T08:34Z",
      11
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:18Z",
      "2026-10-21T09:31Z",
      13
     ],
     [
      "2026-10-21T09:31Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:55Z",
      "2026-10-21T10:31Z",
      36
     ],
     [
      "2026-10-21T10:31Z",
      "2026-10-21T10:53Z",
      22
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:08Z",
      15
     ],
     [
      "2026-10-21T11:09Z",
      "2026-10-21T11:28Z",
      20
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:46Z",
      17
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:08Z",
      19
     ],
     [
      "2026-10-21T12:08Z",
      "2026-10-21T12:32Z",
      24
     ],
     [
      "2026-10-21T12:42Z",
      "2026-10-21T13:01Z",
      20
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:28Z",
      14
     ],
     [
      "2026-10-21T13:28Z",
      "2026-10-21T22:19Z",
      531
     ],
     [
      "2026-10-21T22:19Z",
      "2026-10-21T22:33Z",
      15
     ],
     [
      "2026-10-21T22:33Z",
      "2026-10-21T22:49Z",
      15
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:36Z",
      47
     ],
     [
      "2026-10-21T23:58Z",
      "2026-10-22T00:09Z",
      11
     ],
     [
      "2026-10-22T00:18Z",
      "2026-10-22T00:35Z",
      17
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:48Z",
      13
     ],
     [
      "2026-10-22T00:48Z",
      "2026-10-22T01:07Z",
      19
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      11
     ],
     [
      "2026-10-22T02:01Z",
      "2026-10-22T02:12Z",
      12
     ],
     [
      "2026-10-22T02:54Z",
      "2026-10-22T03:29Z",
      35
     ],
     [
      "2026-10-22T03:29Z",
      "2026-10-22T03:44Z",
      16
     ],
     [
      "2026-10-22T03:54Z",
      "2026-10-22T04:05Z",
      11
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T04:32Z",
      15
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T04:49Z",
      "2026-10-22T05:01Z",
      12
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:49Z",
      "2026-10-22T06:08Z",
      19
     ],
     [
      "2026-10-22T06:13Z",
      "2026-10-22T15:21Z",
      549
     ]
    ],
    "gpu_decisions": 670,
    "gpu_usd": 81.21095160051183,
    "hosted_decisions": 1556,
    "hosted_unpriced": 0,
    "hosted_usd": 23.6162946168,
    "hours": 8.153710000051388,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 8.153710000051388,
      "machine": "rtx_pro_6000",
      "usd": 81.21095160051183,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 104.82724621731184,
    "usd_per_1000": 47.09220405090379
   },
   "p95_loss": 0.1732177734375,
   "probability_source": "logprobs",
   "retry_mean": 1.5643372093023253,
   "scored": 86,
   "time_median": 52.204499999999996,
   "time_p90": 138.7735,
   "tokens_in": 3848.7093023255816,
   "tokens_out": 10291.023255813954,
   "too_few": true,
   "usd_per_1000": 47.09220405090379,
   "very_confident": 1.0,
   "worst_mean": 0.494104266166687
  },
  "opening": {
   "auroc": 0.532981869615533,
   "best_share": 0.5743243243243243,
   "blunder_share": 0.14189189189189189,
   "brier": 0.3960405679357102,
   "clusters": 102,
   "confidence_n": 255,
   "confident_badly_wrong": 0.12941176470588237,
   "cost_coverage": 1.0,
   "decisions": 298,
   "ece": 0.3960254514781687,
   "engine_scored": 298,
   "error_hi": 21.067460300531163,
   "error_lo": 12.896168635687152,
   "error_rate": 16.88121002469514,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    18,
    20,
    21,
    23,
    25,
    26
   ],
   "grouped": 41,
   "invalid": 2,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999470201056196,
   "over_budget": 0.5371621621621622,
   "own_cost": {
    "decisions": 2226,
    "estimate": true,
    "excluded_hours": 33.3,
    "gaps": [
     [
      "2026-10-21T01:21Z",
      "2026-10-21T06:01Z",
      280
     ],
     [
      "2026-10-21T06:53Z",
      "2026-10-21T07:05Z",
      12
     ],
     [
      "2026-10-21T07:16Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:46Z",
      "2026-10-21T07:58Z",
      12
     ],
     [
      "2026-10-21T07:58Z",
      "2026-10-21T08:23Z",
      25
     ],
     [
      "2026-10-21T08:23Z",
      "2026-10-21T08:34Z",
      11
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:18Z",
      "2026-10-21T09:31Z",
      13
     ],
     [
      "2026-10-21T09:31Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:55Z",
      "2026-10-21T10:31Z",
      36
     ],
     [
      "2026-10-21T10:31Z",
      "2026-10-21T10:53Z",
      22
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:08Z",
      15
     ],
     [
      "2026-10-21T11:09Z",
      "2026-10-21T11:28Z",
      20
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:46Z",
      17
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:08Z",
      19
     ],
     [
      "2026-10-21T12:08Z",
      "2026-10-21T12:32Z",
      24
     ],
     [
      "2026-10-21T12:42Z",
      "2026-10-21T13:01Z",
      20
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:28Z",
      14
     ],
     [
      "2026-10-21T13:28Z",
      "2026-10-21T22:19Z",
      531
     ],
     [
      "2026-10-21T22:19Z",
      "2026-10-21T22:33Z",
      15
     ],
     [
      "2026-10-21T22:33Z",
      "2026-10-21T22:49Z",
      15
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:36Z",
      47
     ],
     [
      "2026-10-21T23:58Z",
      "2026-10-22T00:09Z",
      11
     ],
     [
      "2026-10-22T00:18Z",
      "2026-10-22T00:35Z",
      17
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:48Z",
      13
     ],
     [
      "2026-10-22T00:48Z",
      "2026-10-22T01:07Z",
      19
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      11
     ],
     [
      "2026-10-22T02:01Z",
      "2026-10-22T02:12Z",
      12
     ],
     [
      "2026-10-22T02:54Z",
      "2026-10-22T03:29Z",
      35
     ],
     [
      "2026-10-22T03:29Z",
      "2026-10-22T03:44Z",
      16
     ],
     [
      "2026-10-22T03:54Z",
      "2026-10-22T04:05Z",
      11
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T04:32Z",
      15
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T04:49Z",
      "2026-10-22T05:01Z",
      12
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:49Z",
      "2026-10-22T06:08Z",
      19
     ],
     [
      "2026-10-22T06:13Z",
      "2026-10-22T15:21Z",
      549
     ]
    ],
    "gpu_decisions": 670,
    "gpu_usd": 81.21095160051183,
    "hosted_decisions": 1556,
    "hosted_unpriced": 0,
    "hosted_usd": 23.6162946168,
    "hours": 8.153710000051388,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 8.153710000051388,
      "machine": "rtx_pro_6000",
      "usd": 81.21095160051183,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 104.82724621731184,
    "usd_per_1000": 47.09220405090379
   },
   "p95_loss": 0.16328509151935577,
   "probability_source": "logprobs",
   "retry_mean": 3.5878355704697986,
   "scored": 296,
   "time_median": 33.041,
   "time_p90": 157.3125,
   "tokens_in": 4753.375838926175,
   "tokens_out": 11231.76845637584,
   "too_few": false,
   "usd_per_1000": 47.09220405090379,
   "very_confident": 1.0,
   "worst_mean": 0.25086896419525145
  },
  "race": {
   "auroc": 0.41552647233789414,
   "best_share": 0.8008658008658008,
   "blunder_share": 0.012987012987012988,
   "brier": 0.19997899514054499,
   "clusters": 91,
   "confidence_n": 205,
   "confident_badly_wrong": 0.014634146341463415,
   "cost_coverage": 1.0,
   "decisions": 242,
   "ece": 0.19992147075873712,
   "engine_scored": 242,
   "error_hi": 3.4132199154541785,
   "error_lo": 1.4644038744845085,
   "error_rate": 2.348461579450797,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 30,
   "invalid": 11,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999214707587372,
   "over_budget": 0.6883116883116883,
   "own_cost": {
    "decisions": 2226,
    "estimate": true,
    "excluded_hours": 33.3,
    "gaps": [
     [
      "2026-10-21T01:21Z",
      "2026-10-21T06:01Z",
      280
     ],
     [
      "2026-10-21T06:53Z",
      "2026-10-21T07:05Z",
      12
     ],
     [
      "2026-10-21T07:16Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:46Z",
      "2026-10-21T07:58Z",
      12
     ],
     [
      "2026-10-21T07:58Z",
      "2026-10-21T08:23Z",
      25
     ],
     [
      "2026-10-21T08:23Z",
      "2026-10-21T08:34Z",
      11
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:18Z",
      "2026-10-21T09:31Z",
      13
     ],
     [
      "2026-10-21T09:31Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:55Z",
      "2026-10-21T10:31Z",
      36
     ],
     [
      "2026-10-21T10:31Z",
      "2026-10-21T10:53Z",
      22
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:08Z",
      15
     ],
     [
      "2026-10-21T11:09Z",
      "2026-10-21T11:28Z",
      20
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:46Z",
      17
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:08Z",
      19
     ],
     [
      "2026-10-21T12:08Z",
      "2026-10-21T12:32Z",
      24
     ],
     [
      "2026-10-21T12:42Z",
      "2026-10-21T13:01Z",
      20
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:28Z",
      14
     ],
     [
      "2026-10-21T13:28Z",
      "2026-10-21T22:19Z",
      531
     ],
     [
      "2026-10-21T22:19Z",
      "2026-10-21T22:33Z",
      15
     ],
     [
      "2026-10-21T22:33Z",
      "2026-10-21T22:49Z",
      15
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:36Z",
      47
     ],
     [
      "2026-10-21T23:58Z",
      "2026-10-22T00:09Z",
      11
     ],
     [
      "2026-10-22T00:18Z",
      "2026-10-22T00:35Z",
      17
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:48Z",
      13
     ],
     [
      "2026-10-22T00:48Z",
      "2026-10-22T01:07Z",
      19
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      11
     ],
     [
      "2026-10-22T02:01Z",
      "2026-10-22T02:12Z",
      12
     ],
     [
      "2026-10-22T02:54Z",
      "2026-10-22T03:29Z",
      35
     ],
     [
      "2026-10-22T03:29Z",
      "2026-10-22T03:44Z",
      16
     ],
     [
      "2026-10-22T03:54Z",
      "2026-10-22T04:05Z",
      11
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T04:32Z",
      15
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T04:49Z",
      "2026-10-22T05:01Z",
      12
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:49Z",
      "2026-10-22T06:08Z",
      19
     ],
     [
      "2026-10-22T06:13Z",
      "2026-10-22T15:21Z",
      549
     ]
    ],
    "gpu_decisions": 670,
    "gpu_usd": 81.21095160051183,
    "hosted_decisions": 1556,
    "hosted_unpriced": 0,
    "hosted_usd": 23.6162946168,
    "hours": 8.153710000051388,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 4,
      "hours": 8.153710000051388,
      "machine": "rtx_pro_6000",
      "usd": 81.21095160051183,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 104.82724621731184,
    "usd_per_1000": 47.09220405090379
   },
   "p95_loss": 0.025293707847595215,
   "probability_source": "logprobs",
   "retry_mean": 0.6872644628099174,
   "scored": 231,
   "time_median": 58.788,
   "time_p90": 251.682,
   "tokens_in": 4044.8636363636365,
   "tokens_out": 14053.289256198346,
   "too_few": false,
   "usd_per_1000": 47.09220405090379,
   "very_confident": 1.0,
   "worst_mean": 0.06252504885196686
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 8.558630507432564,
    "needless": 2.271314098804481,
    "none": 0.9315957534901621,
    "right_risk": 2.4104529286869267,
    "right_safety": 2.8868416763528826,
    "wrong_risk": 1.9329957241767939
   },
   "calls": {
    "missed": 368.0,
    "needless": 67.0,
    "right_risk": 338.0,
    "right_safety": 891.0,
    "wrong_risk": 45.0
   },
   "confidence": {
    "auroc_right_risk": 0.5251569858712716,
    "missed_mean_p": 0.9999460625310377,
    "missed_n": 304,
    "taken_grouped": 79,
    "taken_n": 371,
    "taken_other": 0
   },
   "error_rate": 18.99183068894381,
   "found": {
    "den": 751.0,
    "n": 338.0,
    "share": 0.45006657789613846
   },
   "good": {
    "den": 450.0,
    "n": 338.0,
    "share": 0.7511111111111111
   },
   "judgement": 69.00646041881528,
   "judgement_hi": 70.86759721568757,
   "judgement_lo": 67.25173854173836,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1089588377723971,
    "x": 0.5499334221038615,
    "y": 0.06993736951983298
   },
   "margin": 0.001,
   "missed": {
    "den": 751.0,
    "n": 368.0,
    "share": 0.49001331557922767
   },
   "needless": {
    "den": 958.0,
    "n": 67.0,
    "share": 0.06993736951983298
   },
   "needless_by_loss": {
    "big": {
     "den": 958.0,
     "n": 33.0,
     "share": 0.03444676409185804
    },
    "medium": {
     "den": 958.0,
     "n": 21.0,
     "share": 0.021920668058455117
    },
    "small": {
     "den": 958.0,
     "n": 13.0,
     "share": 0.013569937369519834
    }
   },
   "no_trade_off": 479.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 6.49480532247124,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 6.49480532247124,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 141.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 141,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 11.133242154304286,
      "needless": 3.144038625508339,
      "none": 0.33319021368625273,
      "right_risk": 2.5897038947255706,
      "right_safety": 3.619944388397568,
      "wrong_risk": 2.3900568069606978
     },
     "calls": {
      "missed": 300.0,
      "needless": 59.0,
      "right_risk": 213.0,
      "right_safety": 742.0,
      "wrong_risk": 30.0
     },
     "confidence": {
      "auroc_right_risk": 0.5056188991879255,
      "missed_mean_p": 0.9999428698364163,
      "missed_n": 245,
      "taken_grouped": 62,
      "taken_n": 240,
      "taken_other": 0
     },
     "error_rate": 23.210176083582713,
     "found": {
      "den": 543.0,
      "n": 213.0,
      "share": 0.39226519337016574
     },
     "good": {
      "den": 302.0,
      "n": 213.0,
      "share": 0.7052980132450332
     },
     "judgement": 65.93036328898269,
     "judgement_hi": 68.08080481416991,
     "judgement_lo": 63.71478200798497,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09090909090909091,
      "x": 0.6077348066298343,
      "y": 0.07365792759051186
     },
     "margin": 0.001,
     "missed": {
      "den": 543.0,
      "n": 300.0,
      "share": 0.5524861878453039
     },
     "needless": {
      "den": 801.0,
      "n": 59.0,
      "share": 0.07365792759051186
     },
     "needless_by_loss": {
      "big": {
       "den": 801.0,
       "n": 30.0,
       "share": 0.03745318352059925
      },
      "medium": {
       "den": 801.0,
       "n": 19.0,
       "share": 0.02372034956304619
      },
      "small": {
       "den": 801.0,
       "n": 10.0,
       "share": 0.012484394506866416
      }
     },
     "no_trade_off": 90.0,
     "reference": null,
     "right_safety": {
      "den": 801.0,
      "n": 742.0,
      "share": 0.9263420724094882
     },
     "risk_pays": 543.0,
     "safety_pays": 801.0,
     "scored": 1434,
     "sdt": {
      "aim": {
       "den": 243.0,
       "n": 213.0,
       "share": 0.8765432098765432
      },
      "beta": 2.1182057718235487,
      "caution": 0.7884909881576602,
      "caution_hi": 0.8849225951750322,
      "caution_lo": 0.6925645484293117,
      "cstar": 0.5713924601945605,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3135794547236357,
      "dprime_hi": 1.4680716901289756,
      "dprime_lo": 1.1742222101275244,
      "false_alarm": {
       "den": 801.0,
       "n": 59.0,
       "share": 0.07365792759051186
      },
      "false_alarm_rate": 0.07418952618453865,
      "hit": {
       "den": 543.0,
       "n": 243.0,
       "share": 0.44751381215469616
      },
      "hit_rate": 0.4476102941176471,
      "missed_loss": 0.10643379499514898,
      "missed_n": 300.0,
      "na": null,
      "needless_loss": 0.15283225047386298,
      "needless_n": 59.0
     },
     "size": {
      "bad": {
       "mean": 10.0561797752809,
       "n": 89.0,
       "too_few": true
      },
      "right": {
       "mean": 7.262910798122066,
       "n": 213.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 301.0,
        "n": 177.0,
        "share": 0.5880398671096345
       },
       "missed": {
        "den": 301.0,
        "n": 113.0,
        "share": 0.3754152823920266
       },
       "risk_pays": 301.0,
       "wrong": {
        "den": 301.0,
        "n": 11.0,
        "share": 0.036544850498338874
       }
      },
      "medium": {
       "found": {
        "den": 160.0,
        "n": 28.0,
        "share": 0.175
       },
       "missed": {
        "den": 160.0,
        "n": 121.0,
        "share": 0.75625
       },
       "risk_pays": 160.0,
       "wrong": {
        "den": 160.0,
        "n": 11.0,
        "share": 0.06875
       }
      },
      "small": {
       "found": {
        "den": 82.0,
        "n": 8.0,
        "share": 0.0975609756097561
       },
       "missed": {
        "den": 82.0,
        "n": 66.0,
        "share": 0.8048780487804879
       },
       "risk_pays": 82.0,
       "wrong": {
        "den": 82.0,
        "n": 8.0,
        "share": 0.0975609756097561
       }
      }
     },
     "trade_off": 1344.0,
     "wrong": {
      "den": 543.0,
      "n": 30.0,
      "share": 0.055248618784530384
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.547783801721972,
      "needless": 4.113523766051891,
      "none": 0.6102857201598412,
      "right_risk": 0.0,
      "right_safety": 11.397489628126454,
      "wrong_risk": 0.44292523417361945
     },
     "calls": {
      "missed": 12.0,
      "needless": 3.0,
      "right_risk": 0.0,
      "right_safety": 57.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 12,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 21.11200815023378,
     "found": {
      "den": 13.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.5,
     "judgement_hi": 50.0,
     "judgement_lo": 44.26229508196721,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07692307692307693,
      "x": 1.0,
      "y": 0.05
     },
     "margin": 0.001,
     "missed": {
      "den": 13.0,
      "n": 12.0,
      "share": 0.9230769230769231
     },
     "needless": {
      "den": 60.0,
      "n": 3.0,
      "share": 0.05
     },
     "needless_by_loss": {
      "big": {
       "den": 60.0,
       "n": 2.0,
       "share": 0.03333333333333333
      },
      "medium": {
       "den": 60.0,
       "n": 1.0,
       "share": 0.016666666666666666
      },
      "small": {
       "den": 60.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 13.0,
     "reference": null,
     "right_safety": {
      "den": 60.0,
      "n": 57.0,
      "share": 0.95
     },
     "risk_pays": 13.0,
     "safety_pays": 60.0,
     "scored": 86,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 16.698677978197832,
      "caution": 1.4095234289555933,
      "caution_hi": 1.8974213557442663,
      "caution_lo": 1.033702217485874,
      "cstar": 8.39611721253146,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.3353132742245457,
      "dprime_hi": 1.2971827112586554,
      "dprime_lo": -0.5717406577008908,
      "false_alarm": {
       "den": 60.0,
       "n": 3.0,
       "share": 0.05
      },
      "false_alarm_rate": 0.05737704918032787,
      "hit": {
       "den": 13.0,
       "n": 1.0,
       "share": 0.07692307692307693
      },
      "hit_rate": 0.10714285714285714,
      "missed_loss": 0.06518490115801494,
      "missed_n": 12.0,
      "na": null,
      "needless_loss": 0.23584202925364176,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 12.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 73.0,
     "wrong": {
      "den": 13.0,
      "n": 1.0,
      "share": 0.07692307692307693
     }
    },
    "opening": {
     "by_call": {
      "missed": 8.007111128520322,
      "needless": 0.3625703220431869,
      "none": 0.16820944241575292,
      "right_risk": 5.271741969359888,
      "right_safety": 0.4906257664835131,
      "wrong_risk": 2.580951395872477
     },
     "calls": {
      "missed": 56.0,
      "needless": 5.0,
      "right_risk": 125.0,
      "right_safety": 92.0,
      "wrong_risk": 14.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 47,
      "taken_grouped": 17,
      "taken_n": 127,
      "taken_other": 0
     },
     "error_rate": 16.88121002469514,
     "found": {
      "den": 195.0,
      "n": 125.0,
      "share": 0.6410256410256411
     },
     "good": {
      "den": 144.0,
      "n": 125.0,
      "share": 0.8680555555555556
     },
     "judgement": 79.4739624636532,
     "judgement_hi": 83.38401588736163,
     "judgement_lo": 75.50537683823529,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2,
      "x": 0.358974358974359,
      "y": 0.05154639175257732
     },
     "margin": 0.001,
     "missed": {
      "den": 195.0,
      "n": 56.0,
      "share": 0.28717948717948716
     },
     "needless": {
      "den": 97.0,
      "n": 5.0,
      "share": 0.05154639175257732
     },
     "needless_by_loss": {
      "big": {
       "den": 97.0,
       "n": 1.0,
       "share": 0.010309278350515464
      },
      "medium": {
       "den": 97.0,
       "n": 1.0,
       "share": 0.010309278350515464
      },
      "small": {
       "den": 97.0,
       "n": 3.0,
       "share": 0.030927835051546393
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 97.0,
      "n": 92.0,
      "share": 0.9484536082474226
     },
     "risk_pays": 195.0,
     "safety_pays": 97.0,
     "scored": 296,
     "sdt": {
      "aim": {
       "den": 139.0,
       "n": 125.0,
       "share": 0.8992805755395683
      },
      "beta": 0.2522734473275687,
      "caution": 0.5148618666343667,
      "caution_hi": 0.7653253285970228,
      "caution_lo": 0.35448104620821713,
      "cstar": -0.6415793247314566,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 2.1466428518547875,
      "dprime_hi": 2.6834878709545125,
      "dprime_lo": 1.784124254963125,
      "false_alarm": {
       "den": 97.0,
       "n": 5.0,
       "share": 0.05154639175257732
      },
      "false_alarm_rate": 0.05612244897959184,
      "hit": {
       "den": 195.0,
       "n": 139.0,
       "share": 0.7128205128205128
      },
      "hit_rate": 0.7117346938775511,
      "missed_loss": 0.0846466033586434,
      "missed_n": 56.0,
      "na": null,
      "needless_loss": 0.04292832612991333,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 10.157894736842104,
       "n": 19.0,
       "too_few": true
      },
      "right": {
       "mean": 12.344,
       "n": 125.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 100.0,
        "n": 78.0,
        "share": 0.78
       },
       "missed": {
        "den": 100.0,
        "n": 19.0,
        "share": 0.19
       },
       "risk_pays": 100.0,
       "wrong": {
        "den": 100.0,
        "n": 3.0,
        "share": 0.03
       }
      },
      "medium": {
       "found": {
        "den": 69.0,
        "n": 42.0,
        "share": 0.6086956521739131
       },
       "missed": {
        "den": 69.0,
        "n": 22.0,
        "share": 0.3188405797101449
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 5.0,
        "share": 0.07246376811594203
       }
      },
      "small": {
       "found": {
        "den": 26.0,
        "n": 5.0,
        "share": 0.19230769230769232
       },
       "missed": {
        "den": 26.0,
        "n": 15.0,
        "share": 0.5769230769230769
       },
       "risk_pays": 26.0,
       "wrong": {
        "den": 26.0,
        "n": 6.0,
        "share": 0.23076923076923078
       }
      }
     },
     "trade_off": 292.0,
     "wrong": {
      "den": 195.0,
      "n": 14.0,
      "share": 0.07179487179487179
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.348461579450797,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.348461579450797,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 231.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 231,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 958.0,
    "n": 891.0,
    "share": 0.930062630480167
   },
   "risk_pays": 751.0,
   "safety_pays": 958.0,
   "scored": 2188,
   "sdt": {
    "aim": {
     "den": 383.0,
     "n": 338.0,
     "share": 0.8825065274151436
    },
    "beta": 1.859394351501714,
    "caution": 0.723960690166419,
    "caution_hi": 0.8125396921545449,
    "caution_lo": 0.63347792066745,
    "cstar": 0.41407311856596424,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.4979258237678221,
    "dprime_hi": 1.642248415133445,
    "dprime_lo": 1.3601561962846926,
    "false_alarm": {
     "den": 958.0,
     "n": 67.0,
     "share": 0.06993736951983298
    },
    "false_alarm_rate": 0.07038581856100104,
    "hit": {
     "den": 751.0,
     "n": 383.0,
     "share": 0.5099866844207723
    },
    "hit_rate": 0.5099734042553191,
    "missed_loss": 0.10177328016446985,
    "missed_n": 368.0,
    "na": null,
    "needless_loss": 0.14834732084131952,
    "needless_n": 67.0
   },
   "size": {
    "bad": {
     "mean": 10.169642857142858,
     "n": 112.0,
     "too_few": true
    },
    "right": {
     "mean": 9.142011834319527,
     "n": 338.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 406.0,
      "n": 255.0,
      "share": 0.6280788177339901
     },
     "missed": {
      "den": 406.0,
      "n": 137.0,
      "share": 0.3374384236453202
     },
     "risk_pays": 406.0,
     "wrong": {
      "den": 406.0,
      "n": 14.0,
      "share": 0.034482758620689655
     }
    },
    "medium": {
     "found": {
      "den": 234.0,
      "n": 70.0,
      "share": 0.29914529914529914
     },
     "missed": {
      "den": 234.0,
      "n": 147.0,
      "share": 0.6282051282051282
     },
     "risk_pays": 234.0,
     "wrong": {
      "den": 234.0,
      "n": 17.0,
      "share": 0.07264957264957266
     }
    },
    "small": {
     "found": {
      "den": 111.0,
      "n": 13.0,
      "share": 0.11711711711711711
     },
     "missed": {
      "den": 111.0,
      "n": 84.0,
      "share": 0.7567567567567568
     },
     "risk_pays": 111.0,
     "wrong": {
      "den": 111.0,
      "n": 14.0,
      "share": 0.12612612612612611
     }
    }
   },
   "trade_off": 1709.0,
   "wrong": {
    "den": 751.0,
    "n": 45.0,
    "share": 0.05992010652463382
   }
  },
  "robust": {
   "by_call": {
    "missed": 8.232937768183417,
    "needless": 2.6745189260521145,
    "none": 0.9315957534901621,
    "right_risk": 2.236659909297169,
    "right_safety": 3.2125344156020303,
    "wrong_risk": 1.703583916318918
   },
   "calls": {
    "missed": 284.0,
    "needless": 94.0,
    "right_risk": 315.0,
    "right_safety": 975.0,
    "wrong_risk": 41.0
   },
   "confidence": {
    "auroc_right_risk": 0.5038940809968847,
    "missed_mean_p": 0.999939758656012,
    "missed_n": 237,
    "taken_grouped": 79,
    "taken_n": 371,
    "taken_other": 0
   },
   "error_rate": 18.99183068894381,
   "found": {
    "den": 640.0,
    "n": 315.0,
    "share": 0.4921875
   },
   "good": {
    "den": 450.0,
    "n": 315.0,
    "share": 0.7
   },
   "judgement": 70.21274263330216,
   "judgement_hi": 72.15847921584951,
   "judgement_lo": 68.24139533498973,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.12615384615384614,
    "x": 0.5078125,
    "y": 0.08793264733395698
   },
   "margin": 0.02,
   "missed": {
    "den": 640.0,
    "n": 284.0,
    "share": 0.44375
   },
   "needless": {
    "den": 1069.0,
    "n": 94.0,
    "share": 0.08793264733395698
   },
   "needless_by_loss": {
    "big": {
     "den": 1069.0,
     "n": 40.0,
     "share": 0.037418147801683815
    },
    "medium": {
     "den": 1069.0,
     "n": 27.0,
     "share": 0.025257249766136577
    },
    "small": {
     "den": 1069.0,
     "n": 27.0,
     "share": 0.025257249766136577
    }
   },
   "no_trade_off": 479.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 6.49480532247124,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 6.49480532247124,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 141.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 141,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 10.760240807526614,
      "needless": 3.559368092312141,
      "none": 0.33319021368625273,
      "right_risk": 2.5386373243571327,
      "right_safety": 3.9929457351752404,
      "wrong_risk": 2.025793910525334
     },
     "calls": {
      "missed": 234.0,
      "needless": 75.0,
      "right_risk": 200.0,
      "right_safety": 808.0,
      "wrong_risk": 27.0
     },
     "confidence": {
      "auroc_right_risk": 0.4978388391478851,
      "missed_mean_p": null,
      "missed_n": 194,
      "taken_grouped": 62,
      "taken_n": 240,
      "taken_other": 0
     },
     "error_rate": 23.210176083582713,
     "found": {
      "den": 461.0,
      "n": 200.0,
      "share": 0.43383947939262474
     },
     "good": {
      "den": 302.0,
      "n": 200.0,
      "share": 0.6622516556291391
     },
     "judgement": 67.44508835241719,
     "judgement_hi": 69.66765065664535,
     "judgement_lo": 65.1890423998054,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10344827586206896,
      "x": 0.5661605206073753,
      "y": 0.08493771234428087
     },
     "margin": 0.02,
     "missed": {
      "den": 461.0,
      "n": 234.0,
      "share": 0.5075921908893709
     },
     "needless": {
      "den": 883.0,
      "n": 75.0,
      "share": 0.08493771234428087
     },
     "needless_by_loss": {
      "big": {
       "den": 883.0,
       "n": 34.0,
       "share": 0.03850509626274066
      },
      "medium": {
       "den": 883.0,
       "n": 23.0,
       "share": 0.026047565118912798
      },
      "small": {
       "den": 883.0,
       "n": 18.0,
       "share": 0.020385050962627407
      }
     },
     "no_trade_off": 90.0,
     "reference": null,
     "right_safety": {
      "den": 883.0,
      "n": 808.0,
      "share": 0.9150622876557192
     },
     "risk_pays": 461.0,
     "safety_pays": 883.0,
     "scored": 1434,
     "sdt": {
      "aim": {
       "den": 227.0,
       "n": 200.0,
       "share": 0.8810572687224669
      },
      "beta": 1.9768116163447453,
      "caution": 0.6942910844511182,
      "caution_hi": 0.7836748946800616,
      "caution_lo": 0.6087590803354553,
      "cstar": 0.5045793825499132,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3506006697478907,
      "dprime_hi": 1.514730411374912,
      "dprime_lo": 1.1955710639686687,
      "false_alarm": {
       "den": 883.0,
       "n": 75.0,
       "share": 0.08493771234428087
      },
      "false_alarm_rate": 0.08540723981900453,
      "hit": {
       "den": 461.0,
       "n": 227.0,
       "share": 0.4924078091106291
      },
      "hit_rate": 0.49242424242424243,
      "missed_loss": 0.13188192579481336,
      "missed_n": 234.0,
      "na": null,
      "needless_loss": 0.13611023585001628,
      "needless_n": 75.0
     },
     "size": {
      "bad": {
       "mean": 9.901960784313726,
       "n": 102.0,
       "too_few": true
      },
      "right": {
       "mean": 7.16,
       "n": 200.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 301.0,
        "n": 177.0,
        "share": 0.5880398671096345
       },
       "missed": {
        "den": 301.0,
        "n": 113.0,
        "share": 0.3754152823920266
       },
       "risk_pays": 301.0,
       "wrong": {
        "den": 301.0,
        "n": 11.0,
        "share": 0.036544850498338874
       }
      },
      "medium": {
       "found": {
        "den": 160.0,
        "n": 23.0,
        "share": 0.14375
       },
       "missed": {
        "den": 160.0,
        "n": 121.0,
        "share": 0.75625
       },
       "risk_pays": 160.0,
       "wrong": {
        "den": 160.0,
        "n": 16.0,
        "share": 0.1
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1344.0,
     "wrong": {
      "den": 461.0,
      "n": 27.0,
      "share": 0.05856832971800434
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.133872514547304,
      "needless": 4.113523766051891,
      "none": 0.6102857201598412,
      "right_risk": 0.0,
      "right_safety": 11.811400915301123,
      "wrong_risk": 0.44292523417361945
     },
     "calls": {
      "missed": 9.0,
      "needless": 3.0,
      "right_risk": 0.0,
      "right_safety": 60.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 21.11200815023378,
     "found": {
      "den": 10.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.61904761904761,
     "judgement_hi": 50.0,
     "judgement_lo": 44.5647233201581,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 1.0,
      "y": 0.047619047619047616
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 9.0,
      "share": 0.9
     },
     "needless": {
      "den": 63.0,
      "n": 3.0,
      "share": 0.047619047619047616
     },
     "needless_by_loss": {
      "big": {
       "den": 63.0,
       "n": 2.0,
       "share": 0.031746031746031744
      },
      "medium": {
       "den": 63.0,
       "n": 1.0,
       "share": 0.015873015873015872
      },
      "small": {
       "den": 63.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 13.0,
     "reference": null,
     "right_safety": {
      "den": 63.0,
      "n": 60.0,
      "share": 0.9523809523809523
     },
     "risk_pays": 10.0,
     "safety_pays": 63.0,
     "scored": 86,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 18.80696584250968,
      "caution": 1.3489061134897946,
      "caution_hi": 1.8467420168398225,
      "caution_lo": 0.9455938476846505,
      "cstar": 5.819511362529673,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5042051027925623,
      "dprime_hi": 1.5027375347922245,
      "dprime_lo": -0.4352041903649216,
      "false_alarm": {
       "den": 63.0,
       "n": 3.0,
       "share": 0.047619047619047616
      },
      "false_alarm_rate": 0.0546875,
      "hit": {
       "den": 10.0,
       "n": 1.0,
       "share": 0.1
      },
      "hit_rate": 0.13636363636363635,
      "missed_loss": 0.07900289694468181,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.23584202925364176,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 12.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 73.0,
     "wrong": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     }
    },
    "opening": {
     "by_call": {
      "missed": 7.526923927503663,
      "needless": 1.3309139254930857,
      "none": 0.16820944241575292,
      "right_risk": 4.2344795892367495,
      "right_safety": 0.9708129675001711,
      "wrong_risk": 2.6498701725457168
     },
     "calls": {
      "missed": 41.0,
      "needless": 16.0,
      "right_risk": 115.0,
      "right_safety": 107.0,
      "wrong_risk": 13.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 34,
      "taken_grouped": 17,
      "taken_n": 127,
      "taken_other": 0
     },
     "error_rate": 16.88121002469514,
     "found": {
      "den": 169.0,
      "n": 115.0,
      "share": 0.6804733727810651
     },
     "good": {
      "den": 144.0,
      "n": 115.0,
      "share": 0.7986111111111112
     },
     "judgement": 77.51960359840284,
     "judgement_hi": 82.10457433648223,
     "judgement_lo": 72.81651382183708,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.24074074074074073,
      "x": 0.31952662721893493,
      "y": 0.13008130081300814
     },
     "margin": 0.02,
     "missed": {
      "den": 169.0,
      "n": 41.0,
      "share": 0.24260355029585798
     },
     "needless": {
      "den": 123.0,
      "n": 16.0,
      "share": 0.13008130081300814
     },
     "needless_by_loss": {
      "big": {
       "den": 123.0,
       "n": 4.0,
       "share": 0.032520325203252036
      },
      "medium": {
       "den": 123.0,
       "n": 3.0,
       "share": 0.024390243902439025
      },
      "small": {
       "den": 123.0,
       "n": 9.0,
       "share": 0.07317073170731707
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 123.0,
      "n": 107.0,
      "share": 0.8699186991869918
     },
     "risk_pays": 169.0,
     "safety_pays": 123.0,
     "scored": 296,
     "sdt": {
      "aim": {
       "den": 128.0,
       "n": 115.0,
       "share": 0.8984375
      },
      "beta": 0.32977271765036287,
      "caution": 0.20945143753928963,
      "caution_hi": 0.37910085952456307,
      "caution_lo": 0.06061728336324387,
      "cstar": -0.6145517131498285,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.8051395390553233,
      "dprime_hi": 2.1730623057487146,
      "dprime_lo": 1.4964975882008404,
      "false_alarm": {
       "den": 123.0,
       "n": 16.0,
       "share": 0.13008130081300814
      },
      "false_alarm_rate": 0.13306451612903225,
      "hit": {
       "den": 169.0,
       "n": 128.0,
       "share": 0.757396449704142
      },
      "hit_rate": 0.7558823529411764,
      "missed_loss": 0.10868143817273582,
      "missed_n": 41.0,
      "na": null,
      "needless_loss": 0.04924381524324417,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 10.96551724137931,
       "n": 29.0,
       "too_few": true
      },
      "right": {
       "mean": 12.330434782608696,
       "n": 115.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 100.0,
        "n": 76.0,
        "share": 0.76
       },
       "missed": {
        "den": 100.0,
        "n": 19.0,
        "share": 0.19
       },
       "risk_pays": 100.0,
       "wrong": {
        "den": 100.0,
        "n": 5.0,
        "share": 0.05
       }
      },
      "medium": {
       "found": {
        "den": 69.0,
        "n": 39.0,
        "share": 0.5652173913043478
       },
       "missed": {
        "den": 69.0,
        "n": 22.0,
        "share": 0.3188405797101449
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 8.0,
        "share": 0.11594202898550725
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 292.0,
     "wrong": {
      "den": 169.0,
      "n": 13.0,
      "share": 0.07692307692307693
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.348461579450797,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.348461579450797,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 231.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 231,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 1069.0,
    "n": 975.0,
    "share": 0.912067352666043
   },
   "risk_pays": 640.0,
   "safety_pays": 1069.0,
   "scored": 2188,
   "sdt": {
    "aim": {
     "den": 356.0,
     "n": 315.0,
     "share": 0.8848314606741573
    },
    "beta": 1.6393778408894508,
    "caution": 0.6049704735659669,
    "caution_hi": 0.6835237606730278,
    "caution_lo": 0.5260743734197818,
    "cstar": 0.33121536293134246,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.4924332016870827,
    "dprime_hi": 1.6311872575078856,
    "dprime_lo": 1.3624735511951631,
    "false_alarm": {
     "den": 1069.0,
     "n": 94.0,
     "share": 0.08793264733395698
    },
    "false_alarm_rate": 0.0883177570093458,
    "hit": {
     "den": 640.0,
     "n": 356.0,
     "share": 0.55625
    },
    "hit_rate": 0.5561622464898596,
    "missed_loss": 0.12685681575200927,
    "missed_n": 284.0,
    "na": null,
    "needless_loss": 0.1245073917064261,
    "needless_n": 94.0
   },
   "size": {
    "bad": {
     "mean": 10.214814814814815,
     "n": 135.0,
     "too_few": true
    },
    "right": {
     "mean": 9.047619047619047,
     "n": 315.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 406.0,
      "n": 253.0,
      "share": 0.6231527093596059
     },
     "missed": {
      "den": 406.0,
      "n": 137.0,
      "share": 0.3374384236453202
     },
     "risk_pays": 406.0,
     "wrong": {
      "den": 406.0,
      "n": 16.0,
      "share": 0.03940886699507389
     }
    },
    "medium": {
     "found": {
      "den": 234.0,
      "n": 62.0,
      "share": 0.26495726495726496
     },
     "missed": {
      "den": 234.0,
      "n": 147.0,
      "share": 0.6282051282051282
     },
     "risk_pays": 234.0,
     "wrong": {
      "den": 234.0,
      "n": 25.0,
      "share": 0.10683760683760683
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1709.0,
   "wrong": {
    "den": 640.0,
    "n": 41.0,
    "share": 0.0640625
   }
  }
 },
 "slug": "deepseek-v4-1-flash-on",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 20.707736688631552,
   "n": 108,
   "too_few": true
  },
  "blitz": {
   "error_rate": 19.106897720676695,
   "n": 334,
   "too_few": false
  },
  "holding": {
   "error_rate": 21.11200815023378,
   "n": 86,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 27.69913077354431,
   "n": 335,
   "too_few": false
  },
  "other": {
   "error_rate": 24.91974061221079,
   "n": 153,
   "too_few": true
  },
  "priming": {
   "error_rate": 22.96294440470991,
   "n": 504,
   "too_few": false
  }
 },
 "version": "v3"
}
