{
 "aliases": [
  "Qwen3.8-27B (on)"
 ],
 "close": {
  "close": {
   "den": 298,
   "n": 0,
   "share": 0.0,
   "small": false
  },
  "decisions": 2108,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 298,
  "exclusions": {
   "grouped": 142,
   "not_audited": 729,
   "sparse": 939
  },
  "groups": {
   "close": {
    "by_count": [
     0,
     0,
     0,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "points": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "prime": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "race": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "gap": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "n": 0,
    "p1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "p2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "other": {
    "by_count": [
     96,
     138,
     50,
     14,
     0
    ],
    "differ": {
     "hitting": {
      "den": 298,
      "n": 105,
      "share": 0.3523489932885906,
      "small": false
     },
     "points": {
      "den": 298,
      "n": 46,
      "share": 0.15436241610738255,
      "small": false
     },
     "prime": {
      "den": 298,
      "n": 90,
      "share": 0.30201342281879195,
      "small": false
     },
     "race": {
      "den": 298,
      "n": 39,
      "share": 0.13087248322147652,
      "small": false
     }
    },
    "gap": {
     "mean": 0.11986740023497768,
     "median": 0.05388367176055908,
     "n": 298
    },
    "loss1": {
     "mean": 0.03075728120419803,
     "median": 0.0,
     "n": 298
    },
    "loss2": {
     "mean": 0.11208530060396898,
     "median": 0.039676934480667114,
     "n": 298
    },
    "n": 298,
    "p1": {
     "mean": 0.9998077571462516,
     "median": 0.9998911007789086,
     "n": 298
    },
    "p2": {
     "mean": 0.0001625422826910124,
     "median": 9.170061060868894e-05,
     "n": 298
    },
    "psum": {
     "mean": 0.9999702994289426,
     "median": 0.9999896722444813,
     "n": 298
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     298
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 175,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 175,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 33,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 33,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 90,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 90,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 24,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 24,
      "n": 17,
      "share": 0.7083333333333334,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 16,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 14,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 3,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 175,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 175,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 30,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 30,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 93,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 93,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 23,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 23,
      "n": 16,
      "share": 0.6956521739130435,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 16,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 14,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 0,
   "n": 0,
   "share": null,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 298,
   "n": 0,
   "share": 0.0,
   "small": false
  },
  "risk_pair_other": {
   "den": 298,
   "n": 102,
   "share": 0.3422818791946309,
   "small": false
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.5712672678108771,
  "auroc_blunder": 0.5513074402786994,
  "confident_badly_wrong": {
   "den": 1891,
   "n": 384,
   "share": 0.20306716023268112
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1891,
     "n": 384,
     "share": 0.20306716023268112
    },
    "kept": {
     "den": 1891,
     "n": 1891,
     "share": 1.0
    },
    "mean_loss": 0.05327173701863261,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 1889,
     "n": 383,
     "share": 0.2027527792482795
    },
    "kept": {
     "den": 1891,
     "n": 1889,
     "share": 0.9989423585404548
    },
    "mean_loss": 0.05326914334499123,
    "too_few": false
   }
  },
  "ece": 0.44654850944977653,
  "held_out": {
   "blunders": 0.7416506557996329,
   "kept": 0.004721407118234083,
   "no_cutoff": 200,
   "runs": 300
  },
  "n": 1891,
  "surest": {
   "cut": 0.9999038976031153,
   "error_rate": 22.285679493091575,
   "n": 473,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 30.419588592561524,
   "n": 651,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 42.85199945050527,
   "n": 615,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 17.866381432976123,
   "n": 842,
   "too_few": false
  }
 },
 "name": "Qwen3.8-27B (low)",
 "options": {
  "11–15": {
   "error_rate": 35.62107231918272,
   "n": 364,
   "too_few": false
  },
  "16–25": {
   "error_rate": 33.43327212751957,
   "n": 399,
   "too_few": false
  },
  "26+": {
   "error_rate": 50.02890605675547,
   "n": 228,
   "too_few": false
  },
  "2–5": {
   "error_rate": 17.3771465772096,
   "n": 648,
   "too_few": false
  },
  "6–10": {
   "error_rate": 26.071849757674407,
   "n": 469,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 9.969584285256698,
   "n": 187,
   "too_few": true
  },
  "contact": {
   "error_rate": 34.173650988217055,
   "n": 1305,
   "too_few": false
  },
  "holding": {
   "error_rate": 17.82431835081519,
   "n": 82,
   "too_few": true
  },
  "opening": {
   "error_rate": 32.88791463192966,
   "n": 288,
   "too_few": false
  },
  "race": {
   "error_rate": 15.473108466078596,
   "n": 246,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.5712672678108771,
  "best_share": 0.5275142314990512,
  "blunder_share": 0.2239089184060721,
  "brier": 0.4465850974578028,
  "clusters": 98,
  "confidence_n": 1891,
  "confident_badly_wrong": 0.20306716023268112,
  "cost_coverage": 1.0,
  "decisions": 2108,
  "ece": 0.44654850944977653,
  "engine_scored": 2108,
  "error_hi": 31.81670804432192,
  "error_lo": 26.542902621482654,
  "error_rate": 29.032554555210716,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 217,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.9996949927919235,
  "over_budget": 0.9767552182163188,
  "own_cost": {
   "decisions": 2108,
   "estimate": true,
   "excluded_hours": 122.01666666666667,
   "gaps": [
    [
     "2026-10-20T07:20Z",
     "2026-10-20T20:17Z",
     777
    ],
    [
     "2026-10-20T21:06Z",
     "2026-10-20T21:34Z",
     28
    ],
    [
     "2026-10-20T21:52Z",
     "2026-10-20T22:17Z",
     25
    ],
    [
     "2026-10-20T22:19Z",
     "2026-10-20T22:33Z",
     14
    ],
    [
     "2026-10-20T22:33Z",
     "2026-10-20T22:47Z",
     14
    ],
    [
     "2026-10-20T22:51Z",
     "2026-10-20T23:16Z",
     25
    ],
    [
     "2026-10-20T23:46Z",
     "2026-10-20T23:56Z",
     10
    ],
    [
     "2026-10-20T23:56Z",
     "2026-10-21T01:40Z",
     104
    ],
    [
     "2026-10-21T02:12Z",
     "2026-10-21T02:22Z",
     10
    ],
    [
     "2026-10-21T02:22Z",
     "2026-10-21T02:37Z",
     15
    ],
    [
     "2026-10-21T04:13Z",
     "2026-10-21T04:34Z",
     21
    ],
    [
     "2026-10-21T04:55Z",
     "2026-10-21T06:51Z",
     115
    ],
    [
     "2026-10-21T06:51Z",
     "2026-10-21T07:15Z",
     25
    ],
    [
     "2026-10-21T07:15Z",
     "2026-10-21T07:46Z",
     30
    ],
    [
     "2026-10-21T07:55Z",
     "2026-10-21T08:23Z",
     28
    ],
    [
     "2026-10-21T08:42Z",
     "2026-10-21T09:05Z",
     23
    ],
    [
     "2026-10-21T09:17Z",
     "2026-10-21T09:30Z",
     12
    ],
    [
     "2026-10-21T09:30Z",
     "2026-10-21T09:46Z",
     16
    ],
    [
     "2026-10-21T09:46Z",
     "2026-10-21T10:29Z",
     43
    ],
    [
     "2026-10-21T10:29Z",
     "2026-10-21T10:51Z",
     22
    ],
    [
     "2026-10-21T10:51Z",
     "2026-10-21T11:08Z",
     17
    ],
    [
     "2026-10-21T11:08Z",
     "2026-10-21T11:46Z",
     38
    ],
    [
     "2026-10-21T11:49Z",
     "2026-10-21T12:06Z",
     16
    ],
    [
     "2026-10-21T12:06Z",
     "2026-10-21T12:20Z",
     15
    ],
    [
     "2026-10-21T12:20Z",
     "2026-10-21T12:34Z",
     14
    ],
    [
     "2026-10-21T12:45Z",
     "2026-10-21T13:01Z",
     16
    ],
    [
     "2026-10-21T13:01Z",
     "2026-10-21T13:14Z",
     13
    ],
    [
     "2026-10-21T13:14Z",
     "2026-10-21T13:26Z",
     12
    ],
    [
     "2026-10-21T13:26Z",
     "2026-10-21T22:19Z",
     533
    ],
    [
     "2026-10-21T22:27Z",
     "2026-10-21T22:49Z",
     22
    ],
    [
     "2026-10-21T22:49Z",
     "2026-10-21T23:42Z",
     54
    ],
    [
     "2026-10-21T23:49Z",
     "2026-10-22T00:08Z",
     19
    ],
    [
     "2026-10-22T00:35Z",
     "2026-10-22T00:52Z",
     18
    ],
    [
     "2026-10-22T00:52Z",
     "2026-10-22T01:04Z",
     12
    ],
    [
     "2026-10-22T01:40Z",
     "2026-10-22T01:52Z",
     12
    ],
    [
     "2026-10-22T02:00Z",
     "2026-10-22T02:11Z",
     11
    ],
    [
     "2026-10-22T02:51Z",
     "2026-10-22T03:05Z",
     14
    ],
    [
     "2026-10-22T03:12Z",
     "2026-10-22T03:24Z",
     12
    ],
    [
     "2026-10-22T03:28Z",
     "2026-10-22T03:40Z",
     12
    ],
    [
     "2026-10-22T03:43Z",
     "2026-10-22T03:58Z",
     15
    ],
    [
     "2026-10-22T04:11Z",
     "2026-10-22T04:32Z",
     21
    ],
    [
     "2026-10-22T04:32Z",
     "2026-10-22T04:49Z",
     17
    ],
    [
     "2026-10-22T05:20Z",
     "2026-10-22T05:31Z",
     11
    ],
    [
     "2026-10-22T05:31Z",
     "2026-10-22T05:48Z",
     18
    ],
    [
     "2026-10-22T05:48Z",
     "2026-10-22T06:07Z",
     19
    ],
    [
     "2026-10-22T06:12Z",
     "2026-10-22T15:21Z",
     548
    ],
    [
     "2026-10-22T15:24Z",
     "2026-10-23T21:42Z",
     1818
    ],
    [
     "2026-10-23T23:09Z",
     "2026-10-24T06:51Z",
     462
    ],
    [
     "2026-10-24T12:27Z",
     "2026-10-24T12:37Z",
     11
    ],
    [
     "2026-10-24T12:42Z",
     "2026-10-25T09:59Z",
     1277
    ],
    [
     "2026-10-25T11:45Z",
     "2026-10-25T12:00Z",
     15
    ],
    [
     "2026-10-25T12:17Z",
     "2026-10-25T12:48Z",
     31
    ],
    [
     "2026-10-25T13:06Z",
     "2026-10-25T13:57Z",
     51
    ],
    [
     "2026-10-25T18:48Z",
     "2026-10-25T18:59Z",
     11
    ],
    [
     "2026-10-25T19:00Z",
     "2026-10-25T20:18Z",
     78
    ],
    [
     "2026-10-25T20:43Z",
     "2026-10-25T21:56Z",
     73
    ],
    [
     "2026-10-25T23:48Z",
     "2026-10-26T00:10Z",
     22
    ],
    [
     "2026-10-26T01:21Z",
     "2026-10-26T10:36Z",
     556
    ],
    [
     "2026-10-26T10:40Z",
     "2026-10-26T10:54Z",
     14
    ],
    [
     "2026-10-26T12:19Z",
     "2026-10-26T12:43Z",
     24
    ],
    [
     "2026-10-26T12:46Z",
     "2026-10-26T12:59Z",
     12
    ]
   ],
   "gpu_decisions": 2107,
   "gpu_usd": 82.25680152382861,
   "hosted_decisions": 1,
   "hosted_unpriced": 0,
   "hosted_usd": 0.004513,
   "hours": 37.62484944429661,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 5.01895444439517,
     "machine": "dgx_spark",
     "usd": 1.068122974074034,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 32.60589499990144,
     "machine": "rtx_pro_6000",
     "usd": 81.18867854975458,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 82.26131452382862,
   "usd_per_1000": 39.023393986635966
  },
  "p95_loss": 0.2902082860469816,
  "probability_source": "logprobs",
  "retry_mean": 23.978749525616696,
  "scored": 2108,
  "time_median": 171.0915,
  "time_p90": 566.6976,
  "tokens_in": 14722.56356736243,
  "tokens_out": 5771.840607210626,
  "too_few": false,
  "usd_per_1000": 39.023393986635966,
  "very_confident": 1.0,
  "worst_mean": 0.4630539329279037
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5461215932914046,
   "best_share": 0.8663101604278075,
   "blunder_share": 0.053475935828877004,
   "brier": 0.13108334493947965,
   "clusters": 66,
   "confidence_n": 183,
   "confident_badly_wrong": 0.0546448087431694,
   "cost_coverage": 1.0,
   "decisions": 187,
   "ece": 0.13089525047799822,
   "engine_scored": 187,
   "error_hi": 17.14463361398067,
   "error_lo": 3.7157879630831703,
   "error_rate": 9.969584285256698,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    16,
    18,
    19
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9997477094943916,
   "over_budget": 0.9358288770053476,
   "own_cost": {
    "decisions": 2108,
    "estimate": true,
    "excluded_hours": 122.01666666666667,
    "gaps": [
     [
      "2026-10-20T07:20Z",
      "2026-10-20T20:17Z",
      777
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T21:34Z",
      28
     ],
     [
      "2026-10-20T21:52Z",
      "2026-10-20T22:17Z",
      25
     ],
     [
      "2026-10-20T22:19Z",
      "2026-10-20T22:33Z",
      14
     ],
     [
      "2026-10-20T22:33Z",
      "2026-10-20T22:47Z",
      14
     ],
     [
      "2026-10-20T22:51Z",
      "2026-10-20T23:16Z",
      25
     ],
     [
      "2026-10-20T23:46Z",
      "2026-10-20T23:56Z",
      10
     ],
     [
      "2026-10-20T23:56Z",
      "2026-10-21T01:40Z",
      104
     ],
     [
      "2026-10-21T02:12Z",
      "2026-10-21T02:22Z",
      10
     ],
     [
      "2026-10-21T02:22Z",
      "2026-10-21T02:37Z",
      15
     ],
     [
      "2026-10-21T04:13Z",
      "2026-10-21T04:34Z",
      21
     ],
     [
      "2026-10-21T04:55Z",
      "2026-10-21T06:51Z",
      115
     ],
     [
      "2026-10-21T06:51Z",
      "2026-10-21T07:15Z",
      25
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:55Z",
      "2026-10-21T08:23Z",
      28
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:17Z",
      "2026-10-21T09:30Z",
      12
     ],
     [
      "2026-10-21T09:30Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:46Z",
      "2026-10-21T10:29Z",
      43
     ],
     [
      "2026-10-21T10:29Z",
      "2026-10-21T10:51Z",
      22
     ],
     [
      "2026-10-21T10:51Z",
      "2026-10-21T11:08Z",
      17
     ],
     [
      "2026-10-21T11:08Z",
      "2026-10-21T11:46Z",
      38
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      16
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:20Z",
      15
     ],
     [
      "2026-10-21T12:20Z",
      "2026-10-21T12:34Z",
      14
     ],
     [
      "2026-10-21T12:45Z",
      "2026-10-21T13:01Z",
      16
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:26Z",
      12
     ],
     [
      "2026-10-21T13:26Z",
      "2026-10-21T22:19Z",
      533
     ],
     [
      "2026-10-21T22:27Z",
      "2026-10-21T22:49Z",
      22
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:42Z",
      54
     ],
     [
      "2026-10-21T23:49Z",
      "2026-10-22T00:08Z",
      19
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:52Z",
      18
     ],
     [
      "2026-10-22T00:52Z",
      "2026-10-22T01:04Z",
      12
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      12
     ],
     [
      "2026-10-22T02:00Z",
      "2026-10-22T02:11Z",
      11
     ],
     [
      "2026-10-22T02:51Z",
      "2026-10-22T03:05Z",
      14
     ],
     [
      "2026-10-22T03:12Z",
      "2026-10-22T03:24Z",
      12
     ],
     [
      "2026-10-22T03:28Z",
      "2026-10-22T03:40Z",
      12
     ],
     [
      "2026-10-22T03:43Z",
      "2026-10-22T03:58Z",
      15
     ],
     [
      "2026-10-22T04:11Z",
      "2026-10-22T04:32Z",
      21
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:31Z",
      "2026-10-22T05:48Z",
      18
     ],
     [
      "2026-10-22T05:48Z",
      "2026-10-22T06:07Z",
      19
     ],
     [
      "2026-10-22T06:12Z",
      "2026-10-22T15:21Z",
      548
     ],
     [
      "2026-10-22T15:24Z",
      "2026-10-23T21:42Z",
      1818
     ],
     [
      "2026-10-23T23:09Z",
      "2026-10-24T06:51Z",
      462
     ],
     [
      "2026-10-24T12:27Z",
      "2026-10-24T12:37Z",
      11
     ],
     [
      "2026-10-24T12:42Z",
      "2026-10-25T09:59Z",
      1277
     ],
     [
      "2026-10-25T11:45Z",
      "2026-10-25T12:00Z",
      15
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T12:48Z",
      31
     ],
     [
      "2026-10-25T13:06Z",
      "2026-10-25T13:57Z",
      51
     ],
     [
      "2026-10-25T18:48Z",
      "2026-10-25T18:59Z",
      11
     ],
     [
      "2026-10-25T19:00Z",
      "2026-10-25T20:18Z",
      78
     ],
     [
      "2026-10-25T20:43Z",
      "2026-10-25T21:56Z",
      73
     ],
     [
      "2026-10-25T23:48Z",
      "2026-10-26T00:10Z",
      22
     ],
     [
      "2026-10-26T01:21Z",
      "2026-10-26T10:36Z",
      556
     ],
     [
      "2026-10-26T10:40Z",
      "2026-10-26T10:54Z",
      14
     ],
     [
      "2026-10-26T12:19Z",
      "2026-10-26T12:43Z",
      24
     ],
     [
      "2026-10-26T12:46Z",
      "2026-10-26T12:59Z",
      12
     ]
    ],
    "gpu_decisions": 2107,
    "gpu_usd": 82.25680152382861,
    "hosted_decisions": 1,
    "hosted_unpriced": 0,
    "hosted_usd": 0.004513,
    "hours": 37.62484944429661,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.01895444439517,
      "machine": "dgx_spark",
      "usd": 1.068122974074034,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 32.60589499990144,
      "machine": "rtx_pro_6000",
      "usd": 81.18867854975458,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 82.26131452382862,
    "usd_per_1000": 39.023393986635966
   },
   "p95_loss": 0.0925738573074338,
   "probability_source": "logprobs",
   "retry_mean": 26.46327807486631,
   "scored": 187,
   "time_median": 97.291,
   "time_p90": 442.41380000000004,
   "tokens_in": 10293.491978609625,
   "tokens_out": 4172.679144385027,
   "too_few": true,
   "usd_per_1000": 39.023393986635966,
   "very_confident": 1.0,
   "worst_mean": 0.3635435965326097
  },
  "contact": {
   "auroc": 0.5845193308726102,
   "best_share": 0.481992337164751,
   "blunder_share": 0.26053639846743293,
   "brier": 0.4949780389237276,
   "clusters": 98,
   "confidence_n": 1163,
   "confident_badly_wrong": 0.2407566638005159,
   "cost_coverage": 1.0,
   "decisions": 1305,
   "ece": 0.49494749340581823,
   "engine_scored": 1305,
   "error_hi": 37.78313248545366,
   "error_lo": 30.787359855422665,
   "error_rate": 34.173650988217055,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 142,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9996766421590426,
   "over_budget": 0.989272030651341,
   "own_cost": {
    "decisions": 2108,
    "estimate": true,
    "excluded_hours": 122.01666666666667,
    "gaps": [
     [
      "2026-10-20T07:20Z",
      "2026-10-20T20:17Z",
      777
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T21:34Z",
      28
     ],
     [
      "2026-10-20T21:52Z",
      "2026-10-20T22:17Z",
      25
     ],
     [
      "2026-10-20T22:19Z",
      "2026-10-20T22:33Z",
      14
     ],
     [
      "2026-10-20T22:33Z",
      "2026-10-20T22:47Z",
      14
     ],
     [
      "2026-10-20T22:51Z",
      "2026-10-20T23:16Z",
      25
     ],
     [
      "2026-10-20T23:46Z",
      "2026-10-20T23:56Z",
      10
     ],
     [
      "2026-10-20T23:56Z",
      "2026-10-21T01:40Z",
      104
     ],
     [
      "2026-10-21T02:12Z",
      "2026-10-21T02:22Z",
      10
     ],
     [
      "2026-10-21T02:22Z",
      "2026-10-21T02:37Z",
      15
     ],
     [
      "2026-10-21T04:13Z",
      "2026-10-21T04:34Z",
      21
     ],
     [
      "2026-10-21T04:55Z",
      "2026-10-21T06:51Z",
      115
     ],
     [
      "2026-10-21T06:51Z",
      "2026-10-21T07:15Z",
      25
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:55Z",
      "2026-10-21T08:23Z",
      28
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:17Z",
      "2026-10-21T09:30Z",
      12
     ],
     [
      "2026-10-21T09:30Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:46Z",
      "2026-10-21T10:29Z",
      43
     ],
     [
      "2026-10-21T10:29Z",
      "2026-10-21T10:51Z",
      22
     ],
     [
      "2026-10-21T10:51Z",
      "2026-10-21T11:08Z",
      17
     ],
     [
      "2026-10-21T11:08Z",
      "2026-10-21T11:46Z",
      38
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      16
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:20Z",
      15
     ],
     [
      "2026-10-21T12:20Z",
      "2026-10-21T12:34Z",
      14
     ],
     [
      "2026-10-21T12:45Z",
      "2026-10-21T13:01Z",
      16
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:26Z",
      12
     ],
     [
      "2026-10-21T13:26Z",
      "2026-10-21T22:19Z",
      533
     ],
     [
      "2026-10-21T22:27Z",
      "2026-10-21T22:49Z",
      22
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:42Z",
      54
     ],
     [
      "2026-10-21T23:49Z",
      "2026-10-22T00:08Z",
      19
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:52Z",
      18
     ],
     [
      "2026-10-22T00:52Z",
      "2026-10-22T01:04Z",
      12
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      12
     ],
     [
      "2026-10-22T02:00Z",
      "2026-10-22T02:11Z",
      11
     ],
     [
      "2026-10-22T02:51Z",
      "2026-10-22T03:05Z",
      14
     ],
     [
      "2026-10-22T03:12Z",
      "2026-10-22T03:24Z",
      12
     ],
     [
      "2026-10-22T03:28Z",
      "2026-10-22T03:40Z",
      12
     ],
     [
      "2026-10-22T03:43Z",
      "2026-10-22T03:58Z",
      15
     ],
     [
      "2026-10-22T04:11Z",
      "2026-10-22T04:32Z",
      21
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:31Z",
      "2026-10-22T05:48Z",
      18
     ],
     [
      "2026-10-22T05:48Z",
      "2026-10-22T06:07Z",
      19
     ],
     [
      "2026-10-22T06:12Z",
      "2026-10-22T15:21Z",
      548
     ],
     [
      "2026-10-22T15:24Z",
      "2026-10-23T21:42Z",
      1818
     ],
     [
      "2026-10-23T23:09Z",
      "2026-10-24T06:51Z",
      462
     ],
     [
      "2026-10-24T12:27Z",
      "2026-10-24T12:37Z",
      11
     ],
     [
      "2026-10-24T12:42Z",
      "2026-10-25T09:59Z",
      1277
     ],
     [
      "2026-10-25T11:45Z",
      "2026-10-25T12:00Z",
      15
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T12:48Z",
      31
     ],
     [
      "2026-10-25T13:06Z",
      "2026-10-25T13:57Z",
      51
     ],
     [
      "2026-10-25T18:48Z",
      "2026-10-25T18:59Z",
      11
     ],
     [
      "2026-10-25T19:00Z",
      "2026-10-25T20:18Z",
      78
     ],
     [
      "2026-10-25T20:43Z",
      "2026-10-25T21:56Z",
      73
     ],
     [
      "2026-10-25T23:48Z",
      "2026-10-26T00:10Z",
      22
     ],
     [
      "2026-10-26T01:21Z",
      "2026-10-26T10:36Z",
      556
     ],
     [
      "2026-10-26T10:40Z",
      "2026-10-26T10:54Z",
      14
     ],
     [
      "2026-10-26T12:19Z",
      "2026-10-26T12:43Z",
      24
     ],
     [
      "2026-10-26T12:46Z",
      "2026-10-26T12:59Z",
      12
     ]
    ],
    "gpu_decisions": 2107,
    "gpu_usd": 82.25680152382861,
    "hosted_decisions": 1,
    "hosted_unpriced": 0,
    "hosted_usd": 0.004513,
    "hours": 37.62484944429661,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.01895444439517,
      "machine": "dgx_spark",
      "usd": 1.068122974074034,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 32.60589499990144,
      "machine": "rtx_pro_6000",
      "usd": 81.18867854975458,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 82.26131452382862,
    "usd_per_1000": 39.023393986635966
   },
   "p95_loss": 0.3297239601612091,
   "probability_source": "logprobs",
   "retry_mean": 19.4945938697318,
   "scored": 1305,
   "time_median": 175.831,
   "time_p90": 566.1164,
   "tokens_in": 15185.311877394635,
   "tokens_out": 5943.364750957854,
   "too_few": false,
   "usd_per_1000": 39.023393986635966,
   "very_confident": 1.0,
   "worst_mean": 0.5050660976996788
  },
  "holding": {
   "auroc": 0.6216216216216216,
   "best_share": 0.4268292682926829,
   "blunder_share": 0.17073170731707318,
   "brier": 0.5437635870734606,
   "clusters": 20,
   "confidence_n": 68,
   "confident_badly_wrong": 0.1323529411764706,
   "cost_coverage": 1.0,
   "decisions": 82,
   "ece": 0.5438541036355105,
   "engine_scored": 82,
   "error_hi": 24.74508664616551,
   "error_lo": 11.716063622853452,
   "error_rate": 17.82431835081519,
   "first_date": "2026-10-19",
   "group_sizes": [
    15,
    16,
    17,
    19,
    20,
    21,
    22,
    23,
    25,
    26
   ],
   "grouped": 14,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.999736456576687,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2108,
    "estimate": true,
    "excluded_hours": 122.01666666666667,
    "gaps": [
     [
      "2026-10-20T07:20Z",
      "2026-10-20T20:17Z",
      777
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T21:34Z",
      28
     ],
     [
      "2026-10-20T21:52Z",
      "2026-10-20T22:17Z",
      25
     ],
     [
      "2026-10-20T22:19Z",
      "2026-10-20T22:33Z",
      14
     ],
     [
      "2026-10-20T22:33Z",
      "2026-10-20T22:47Z",
      14
     ],
     [
      "2026-10-20T22:51Z",
      "2026-10-20T23:16Z",
      25
     ],
     [
      "2026-10-20T23:46Z",
      "2026-10-20T23:56Z",
      10
     ],
     [
      "2026-10-20T23:56Z",
      "2026-10-21T01:40Z",
      104
     ],
     [
      "2026-10-21T02:12Z",
      "2026-10-21T02:22Z",
      10
     ],
     [
      "2026-10-21T02:22Z",
      "2026-10-21T02:37Z",
      15
     ],
     [
      "2026-10-21T04:13Z",
      "2026-10-21T04:34Z",
      21
     ],
     [
      "2026-10-21T04:55Z",
      "2026-10-21T06:51Z",
      115
     ],
     [
      "2026-10-21T06:51Z",
      "2026-10-21T07:15Z",
      25
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:55Z",
      "2026-10-21T08:23Z",
      28
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:17Z",
      "2026-10-21T09:30Z",
      12
     ],
     [
      "2026-10-21T09:30Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:46Z",
      "2026-10-21T10:29Z",
      43
     ],
     [
      "2026-10-21T10:29Z",
      "2026-10-21T10:51Z",
      22
     ],
     [
      "2026-10-21T10:51Z",
      "2026-10-21T11:08Z",
      17
     ],
     [
      "2026-10-21T11:08Z",
      "2026-10-21T11:46Z",
      38
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      16
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:20Z",
      15
     ],
     [
      "2026-10-21T12:20Z",
      "2026-10-21T12:34Z",
      14
     ],
     [
      "2026-10-21T12:45Z",
      "2026-10-21T13:01Z",
      16
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:26Z",
      12
     ],
     [
      "2026-10-21T13:26Z",
      "2026-10-21T22:19Z",
      533
     ],
     [
      "2026-10-21T22:27Z",
      "2026-10-21T22:49Z",
      22
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:42Z",
      54
     ],
     [
      "2026-10-21T23:49Z",
      "2026-10-22T00:08Z",
      19
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:52Z",
      18
     ],
     [
      "2026-10-22T00:52Z",
      "2026-10-22T01:04Z",
      12
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      12
     ],
     [
      "2026-10-22T02:00Z",
      "2026-10-22T02:11Z",
      11
     ],
     [
      "2026-10-22T02:51Z",
      "2026-10-22T03:05Z",
      14
     ],
     [
      "2026-10-22T03:12Z",
      "2026-10-22T03:24Z",
      12
     ],
     [
      "2026-10-22T03:28Z",
      "2026-10-22T03:40Z",
      12
     ],
     [
      "2026-10-22T03:43Z",
      "2026-10-22T03:58Z",
      15
     ],
     [
      "2026-10-22T04:11Z",
      "2026-10-22T04:32Z",
      21
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:31Z",
      "2026-10-22T05:48Z",
      18
     ],
     [
      "2026-10-22T05:48Z",
      "2026-10-22T06:07Z",
      19
     ],
     [
      "2026-10-22T06:12Z",
      "2026-10-22T15:21Z",
      548
     ],
     [
      "2026-10-22T15:24Z",
      "2026-10-23T21:42Z",
      1818
     ],
     [
      "2026-10-23T23:09Z",
      "2026-10-24T06:51Z",
      462
     ],
     [
      "2026-10-24T12:27Z",
      "2026-10-24T12:37Z",
      11
     ],
     [
      "2026-10-24T12:42Z",
      "2026-10-25T09:59Z",
      1277
     ],
     [
      "2026-10-25T11:45Z",
      "2026-10-25T12:00Z",
      15
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T12:48Z",
      31
     ],
     [
      "2026-10-25T13:06Z",
      "2026-10-25T13:57Z",
      51
     ],
     [
      "2026-10-25T18:48Z",
      "2026-10-25T18:59Z",
      11
     ],
     [
      "2026-10-25T19:00Z",
      "2026-10-25T20:18Z",
      78
     ],
     [
      "2026-10-25T20:43Z",
      "2026-10-25T21:56Z",
      73
     ],
     [
      "2026-10-25T23:48Z",
      "2026-10-26T00:10Z",
      22
     ],
     [
      "2026-10-26T01:21Z",
      "2026-10-26T10:36Z",
      556
     ],
     [
      "2026-10-26T10:40Z",
      "2026-10-26T10:54Z",
      14
     ],
     [
      "2026-10-26T12:19Z",
      "2026-10-26T12:43Z",
      24
     ],
     [
      "2026-10-26T12:46Z",
      "2026-10-26T12:59Z",
      12
     ]
    ],
    "gpu_decisions": 2107,
    "gpu_usd": 82.25680152382861,
    "hosted_decisions": 1,
    "hosted_unpriced": 0,
    "hosted_usd": 0.004513,
    "hours": 37.62484944429661,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.01895444439517,
      "machine": "dgx_spark",
      "usd": 1.068122974074034,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 32.60589499990144,
      "machine": "rtx_pro_6000",
      "usd": 81.18867854975458,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 82.26131452382862,
    "usd_per_1000": 39.023393986635966
   },
   "p95_loss": 0.16585741937160495,
   "probability_source": "logprobs",
   "retry_mean": 39.943719512195116,
   "scored": 82,
   "time_median": 213.85750000000002,
   "time_p90": 573.6369000000001,
   "tokens_in": 16276.780487804877,
   "tokens_out": 6435.182926829269,
   "too_few": true,
   "usd_per_1000": 39.023393986635966,
   "very_confident": 1.0,
   "worst_mean": 0.2117801308631897
  },
  "opening": {
   "auroc": 0.5869070085247609,
   "best_share": 0.4583333333333333,
   "blunder_share": 0.2881944444444444,
   "brier": 0.5117570283486795,
   "clusters": 98,
   "confidence_n": 248,
   "confident_badly_wrong": 0.2540322580645161,
   "cost_coverage": 1.0,
   "decisions": 288,
   "ece": 0.5118234948163206,
   "engine_scored": 288,
   "error_hi": 38.57925575708264,
   "error_lo": 27.375239043943374,
   "error_rate": 32.88791463192966,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 40,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9997267206227722,
   "over_budget": 0.9409722222222222,
   "own_cost": {
    "decisions": 2108,
    "estimate": true,
    "excluded_hours": 122.01666666666667,
    "gaps": [
     [
      "2026-10-20T07:20Z",
      "2026-10-20T20:17Z",
      777
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T21:34Z",
      28
     ],
     [
      "2026-10-20T21:52Z",
      "2026-10-20T22:17Z",
      25
     ],
     [
      "2026-10-20T22:19Z",
      "2026-10-20T22:33Z",
      14
     ],
     [
      "2026-10-20T22:33Z",
      "2026-10-20T22:47Z",
      14
     ],
     [
      "2026-10-20T22:51Z",
      "2026-10-20T23:16Z",
      25
     ],
     [
      "2026-10-20T23:46Z",
      "2026-10-20T23:56Z",
      10
     ],
     [
      "2026-10-20T23:56Z",
      "2026-10-21T01:40Z",
      104
     ],
     [
      "2026-10-21T02:12Z",
      "2026-10-21T02:22Z",
      10
     ],
     [
      "2026-10-21T02:22Z",
      "2026-10-21T02:37Z",
      15
     ],
     [
      "2026-10-21T04:13Z",
      "2026-10-21T04:34Z",
      21
     ],
     [
      "2026-10-21T04:55Z",
      "2026-10-21T06:51Z",
      115
     ],
     [
      "2026-10-21T06:51Z",
      "2026-10-21T07:15Z",
      25
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:55Z",
      "2026-10-21T08:23Z",
      28
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:17Z",
      "2026-10-21T09:30Z",
      12
     ],
     [
      "2026-10-21T09:30Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:46Z",
      "2026-10-21T10:29Z",
      43
     ],
     [
      "2026-10-21T10:29Z",
      "2026-10-21T10:51Z",
      22
     ],
     [
      "2026-10-21T10:51Z",
      "2026-10-21T11:08Z",
      17
     ],
     [
      "2026-10-21T11:08Z",
      "2026-10-21T11:46Z",
      38
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      16
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:20Z",
      15
     ],
     [
      "2026-10-21T12:20Z",
      "2026-10-21T12:34Z",
      14
     ],
     [
      "2026-10-21T12:45Z",
      "2026-10-21T13:01Z",
      16
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:26Z",
      12
     ],
     [
      "2026-10-21T13:26Z",
      "2026-10-21T22:19Z",
      533
     ],
     [
      "2026-10-21T22:27Z",
      "2026-10-21T22:49Z",
      22
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:42Z",
      54
     ],
     [
      "2026-10-21T23:49Z",
      "2026-10-22T00:08Z",
      19
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:52Z",
      18
     ],
     [
      "2026-10-22T00:52Z",
      "2026-10-22T01:04Z",
      12
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      12
     ],
     [
      "2026-10-22T02:00Z",
      "2026-10-22T02:11Z",
      11
     ],
     [
      "2026-10-22T02:51Z",
      "2026-10-22T03:05Z",
      14
     ],
     [
      "2026-10-22T03:12Z",
      "2026-10-22T03:24Z",
      12
     ],
     [
      "2026-10-22T03:28Z",
      "2026-10-22T03:40Z",
      12
     ],
     [
      "2026-10-22T03:43Z",
      "2026-10-22T03:58Z",
      15
     ],
     [
      "2026-10-22T04:11Z",
      "2026-10-22T04:32Z",
      21
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:31Z",
      "2026-10-22T05:48Z",
      18
     ],
     [
      "2026-10-22T05:48Z",
      "2026-10-22T06:07Z",
      19
     ],
     [
      "2026-10-22T06:12Z",
      "2026-10-22T15:21Z",
      548
     ],
     [
      "2026-10-22T15:24Z",
      "2026-10-23T21:42Z",
      1818
     ],
     [
      "2026-10-23T23:09Z",
      "2026-10-24T06:51Z",
      462
     ],
     [
      "2026-10-24T12:27Z",
      "2026-10-24T12:37Z",
      11
     ],
     [
      "2026-10-24T12:42Z",
      "2026-10-25T09:59Z",
      1277
     ],
     [
      "2026-10-25T11:45Z",
      "2026-10-25T12:00Z",
      15
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T12:48Z",
      31
     ],
     [
      "2026-10-25T13:06Z",
      "2026-10-25T13:57Z",
      51
     ],
     [
      "2026-10-25T18:48Z",
      "2026-10-25T18:59Z",
      11
     ],
     [
      "2026-10-25T19:00Z",
      "2026-10-25T20:18Z",
      78
     ],
     [
      "2026-10-25T20:43Z",
      "2026-10-25T21:56Z",
      73
     ],
     [
      "2026-10-25T23:48Z",
      "2026-10-26T00:10Z",
      22
     ],
     [
      "2026-10-26T01:21Z",
      "2026-10-26T10:36Z",
      556
     ],
     [
      "2026-10-26T10:40Z",
      "2026-10-26T10:54Z",
      14
     ],
     [
      "2026-10-26T12:19Z",
      "2026-10-26T12:43Z",
      24
     ],
     [
      "2026-10-26T12:46Z",
      "2026-10-26T12:59Z",
      12
     ]
    ],
    "gpu_decisions": 2107,
    "gpu_usd": 82.25680152382861,
    "hosted_decisions": 1,
    "hosted_unpriced": 0,
    "hosted_usd": 0.004513,
    "hours": 37.62484944429661,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.01895444439517,
      "machine": "dgx_spark",
      "usd": 1.068122974074034,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 32.60589499990144,
      "machine": "rtx_pro_6000",
      "usd": 81.18867854975458,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 82.26131452382862,
    "usd_per_1000": 39.023393986635966
   },
   "p95_loss": 0.2877802178263664,
   "probability_source": "logprobs",
   "retry_mean": 24.74455902777778,
   "scored": 288,
   "time_median": 163.4765,
   "time_p90": 561.3491000000001,
   "tokens_in": 16019.659722222223,
   "tokens_out": 5550.319444444444,
   "too_few": false,
   "usd_per_1000": 39.023393986635966,
   "very_confident": 1.0,
   "worst_mean": 0.3765180706977844
  },
  "race": {
   "auroc": 0.4874874874874875,
   "best_share": 0.6260162601626016,
   "blunder_share": 0.1016260162601626,
   "brier": 0.3535067290350102,
   "clusters": 86,
   "confidence_n": 229,
   "confident_badly_wrong": 0.09606986899563319,
   "cost_coverage": 1.0,
   "decisions": 246,
   "ece": 0.3534111787747811,
   "engine_scored": 246,
   "error_hi": 23.917420729824013,
   "error_lo": 9.05658127342645,
   "error_rate": 15.473108466078596,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    18,
    19,
    20,
    21,
    24,
    26
   ],
   "grouped": 17,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.999699388381768,
   "over_budget": 0.975609756097561,
   "own_cost": {
    "decisions": 2108,
    "estimate": true,
    "excluded_hours": 122.01666666666667,
    "gaps": [
     [
      "2026-10-20T07:20Z",
      "2026-10-20T20:17Z",
      777
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T21:34Z",
      28
     ],
     [
      "2026-10-20T21:52Z",
      "2026-10-20T22:17Z",
      25
     ],
     [
      "2026-10-20T22:19Z",
      "2026-10-20T22:33Z",
      14
     ],
     [
      "2026-10-20T22:33Z",
      "2026-10-20T22:47Z",
      14
     ],
     [
      "2026-10-20T22:51Z",
      "2026-10-20T23:16Z",
      25
     ],
     [
      "2026-10-20T23:46Z",
      "2026-10-20T23:56Z",
      10
     ],
     [
      "2026-10-20T23:56Z",
      "2026-10-21T01:40Z",
      104
     ],
     [
      "2026-10-21T02:12Z",
      "2026-10-21T02:22Z",
      10
     ],
     [
      "2026-10-21T02:22Z",
      "2026-10-21T02:37Z",
      15
     ],
     [
      "2026-10-21T04:13Z",
      "2026-10-21T04:34Z",
      21
     ],
     [
      "2026-10-21T04:55Z",
      "2026-10-21T06:51Z",
      115
     ],
     [
      "2026-10-21T06:51Z",
      "2026-10-21T07:15Z",
      25
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T07:46Z",
      30
     ],
     [
      "2026-10-21T07:55Z",
      "2026-10-21T08:23Z",
      28
     ],
     [
      "2026-10-21T08:42Z",
      "2026-10-21T09:05Z",
      23
     ],
     [
      "2026-10-21T09:17Z",
      "2026-10-21T09:30Z",
      12
     ],
     [
      "2026-10-21T09:30Z",
      "2026-10-21T09:46Z",
      16
     ],
     [
      "2026-10-21T09:46Z",
      "2026-10-21T10:29Z",
      43
     ],
     [
      "2026-10-21T10:29Z",
      "2026-10-21T10:51Z",
      22
     ],
     [
      "2026-10-21T10:51Z",
      "2026-10-21T11:08Z",
      17
     ],
     [
      "2026-10-21T11:08Z",
      "2026-10-21T11:46Z",
      38
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      16
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:20Z",
      15
     ],
     [
      "2026-10-21T12:20Z",
      "2026-10-21T12:34Z",
      14
     ],
     [
      "2026-10-21T12:45Z",
      "2026-10-21T13:01Z",
      16
     ],
     [
      "2026-10-21T13:01Z",
      "2026-10-21T13:14Z",
      13
     ],
     [
      "2026-10-21T13:14Z",
      "2026-10-21T13:26Z",
      12
     ],
     [
      "2026-10-21T13:26Z",
      "2026-10-21T22:19Z",
      533
     ],
     [
      "2026-10-21T22:27Z",
      "2026-10-21T22:49Z",
      22
     ],
     [
      "2026-10-21T22:49Z",
      "2026-10-21T23:42Z",
      54
     ],
     [
      "2026-10-21T23:49Z",
      "2026-10-22T00:08Z",
      19
     ],
     [
      "2026-10-22T00:35Z",
      "2026-10-22T00:52Z",
      18
     ],
     [
      "2026-10-22T00:52Z",
      "2026-10-22T01:04Z",
      12
     ],
     [
      "2026-10-22T01:40Z",
      "2026-10-22T01:52Z",
      12
     ],
     [
      "2026-10-22T02:00Z",
      "2026-10-22T02:11Z",
      11
     ],
     [
      "2026-10-22T02:51Z",
      "2026-10-22T03:05Z",
      14
     ],
     [
      "2026-10-22T03:12Z",
      "2026-10-22T03:24Z",
      12
     ],
     [
      "2026-10-22T03:28Z",
      "2026-10-22T03:40Z",
      12
     ],
     [
      "2026-10-22T03:43Z",
      "2026-10-22T03:58Z",
      15
     ],
     [
      "2026-10-22T04:11Z",
      "2026-10-22T04:32Z",
      21
     ],
     [
      "2026-10-22T04:32Z",
      "2026-10-22T04:49Z",
      17
     ],
     [
      "2026-10-22T05:20Z",
      "2026-10-22T05:31Z",
      11
     ],
     [
      "2026-10-22T05:31Z",
      "2026-10-22T05:48Z",
      18
     ],
     [
      "2026-10-22T05:48Z",
      "2026-10-22T06:07Z",
      19
     ],
     [
      "2026-10-22T06:12Z",
      "2026-10-22T15:21Z",
      548
     ],
     [
      "2026-10-22T15:24Z",
      "2026-10-23T21:42Z",
      1818
     ],
     [
      "2026-10-23T23:09Z",
      "2026-10-24T06:51Z",
      462
     ],
     [
      "2026-10-24T12:27Z",
      "2026-10-24T12:37Z",
      11
     ],
     [
      "2026-10-24T12:42Z",
      "2026-10-25T09:59Z",
      1277
     ],
     [
      "2026-10-25T11:45Z",
      "2026-10-25T12:00Z",
      15
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T12:48Z",
      31
     ],
     [
      "2026-10-25T13:06Z",
      "2026-10-25T13:57Z",
      51
     ],
     [
      "2026-10-25T18:48Z",
      "2026-10-25T18:59Z",
      11
     ],
     [
      "2026-10-25T19:00Z",
      "2026-10-25T20:18Z",
      78
     ],
     [
      "2026-10-25T20:43Z",
      "2026-10-25T21:56Z",
      73
     ],
     [
      "2026-10-25T23:48Z",
      "2026-10-26T00:10Z",
      22
     ],
     [
      "2026-10-26T01:21Z",
      "2026-10-26T10:36Z",
      556
     ],
     [
      "2026-10-26T10:40Z",
      "2026-10-26T10:54Z",
      14
     ],
     [
      "2026-10-26T12:19Z",
      "2026-10-26T12:43Z",
      24
     ],
     [
      "2026-10-26T12:46Z",
      "2026-10-26T12:59Z",
      12
     ]
    ],
    "gpu_decisions": 2107,
    "gpu_usd": 82.25680152382861,
    "hosted_decisions": 1,
    "hosted_unpriced": 0,
    "hosted_usd": 0.004513,
    "hours": 37.62484944429661,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.01895444439517,
      "machine": "dgx_spark",
      "usd": 1.068122974074034,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 32.60589499990144,
      "machine": "rtx_pro_6000",
      "usd": 81.18867854975458,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 82.26131452382862,
    "usd_per_1000": 39.023393986635966
   },
   "p95_loss": 0.15723729133605957,
   "probability_source": "logprobs",
   "retry_mean": 39.659788617886186,
   "scored": 246,
   "time_median": 198.2155,
   "time_p90": 622.4045,
   "tokens_in": 13597.930894308944,
   "tokens_out": 6115.776422764227,
   "too_few": false,
   "usd_per_1000": 39.023393986635966,
   "very_confident": 1.0,
   "worst_mean": 0.40234993894894916
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.818232329792044,
    "needless": 2.894927579662153,
    "none": 3.427488980302322,
    "right_risk": 1.9358618633796865,
    "right_safety": 3.406015106351371,
    "wrong_risk": 2.5500286957231375
   },
   "calls": {
    "missed": 417.0,
    "needless": 80.0,
    "right_risk": 242.0,
    "right_safety": 735.0,
    "wrong_risk": 56.0
   },
   "confidence": {
    "auroc_right_risk": 0.5551182667461737,
    "missed_mean_p": 0.9996869026632875,
    "missed_n": 355,
    "taken_grouped": 46,
    "taken_n": 332,
    "taken_other": 0
   },
   "error_rate": 29.032554555210716,
   "found": {
    "den": 715.0,
    "n": 242.0,
    "share": 0.3384615384615385
   },
   "good": {
    "den": 378.0,
    "n": 242.0,
    "share": 0.6402116402116402
   },
   "judgement": 62.01510146295423,
   "judgement_hi": 63.92380641362988,
   "judgement_lo": 60.05998713903362,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.11839323467230443,
    "x": 0.6615384615384615,
    "y": 0.09815950920245399
   },
   "margin": 0.001,
   "missed": {
    "den": 715.0,
    "n": 417.0,
    "share": 0.5832167832167832
   },
   "needless": {
    "den": 815.0,
    "n": 80.0,
    "share": 0.09815950920245399
   },
   "needless_by_loss": {
    "big": {
     "den": 815.0,
     "n": 49.0,
     "share": 0.06012269938650307
    },
    "medium": {
     "den": 815.0,
     "n": 18.0,
     "share": 0.022085889570552148
    },
    "small": {
     "den": 815.0,
     "n": 13.0,
     "share": 0.015950920245398775
    }
   },
   "no_trade_off": 578.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.969584285256698,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.969584285256698,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 187.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 187,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 19.1203609622758,
      "needless": 4.266573083355052,
      "none": 1.0608920877463972,
      "right_risk": 2.275827264420374,
      "right_safety": 4.294323453044526,
      "wrong_risk": 3.1556741373749073
     },
     "calls": {
      "missed": 313.0,
      "needless": 70.0,
      "right_risk": 158.0,
      "right_safety": 593.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": 0.5548256285482562,
      "missed_mean_p": 0.9996912582236382,
      "missed_n": 268,
      "taken_grouped": 37,
      "taken_n": 227,
      "taken_other": 0
     },
     "error_rate": 34.173650988217055,
     "found": {
      "den": 507.0,
      "n": 158.0,
      "share": 0.3116370808678501
     },
     "good": {
      "den": 264.0,
      "n": 158.0,
      "share": 0.5984848484848485
     },
     "judgement": 60.302819352593104,
     "judgement_hi": 62.498844115508334,
     "judgement_lo": 57.932391133463675,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10315186246418338,
      "x": 0.6883629191321499,
      "y": 0.10558069381598793
     },
     "margin": 0.001,
     "missed": {
      "den": 507.0,
      "n": 313.0,
      "share": 0.6173570019723866
     },
     "needless": {
      "den": 663.0,
      "n": 70.0,
      "share": 0.10558069381598793
     },
     "needless_by_loss": {
      "big": {
       "den": 663.0,
       "n": 45.0,
       "share": 0.06787330316742081
      },
      "medium": {
       "den": 663.0,
       "n": 14.0,
       "share": 0.021116138763197588
      },
      "small": {
       "den": 663.0,
       "n": 11.0,
       "share": 0.016591251885369532
      }
     },
     "no_trade_off": 135.0,
     "reference": null,
     "right_safety": {
      "den": 663.0,
      "n": 593.0,
      "share": 0.8944193061840121
     },
     "risk_pays": 507.0,
     "safety_pays": 663.0,
     "scored": 1305,
     "sdt": {
      "aim": {
       "den": 194.0,
       "n": 158.0,
       "share": 0.8144329896907216
      },
      "beta": 1.3047730234917623,
      "caution": 0.7725362027530404,
      "caution_hi": 0.8709910318291627,
      "caution_lo": 0.6787071038761854,
      "cstar": 0.2802696019746468,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9491899778436472,
      "dprime_hi": 1.1267082587317365,
      "dprime_lo": 0.7733537987490806,
      "false_alarm": {
       "den": 663.0,
       "n": 70.0,
       "share": 0.10558069381598793
      },
      "false_alarm_rate": 0.10617469879518072,
      "hit": {
       "den": 507.0,
       "n": 194.0,
       "share": 0.3826429980276134
      },
      "hit_rate": 0.3828740157480315,
      "missed_loss": 0.1594381537109899,
      "missed_n": 313.0,
      "na": null,
      "needless_loss": 0.15908222496509553,
      "needless_n": 70.0
     },
     "size": {
      "bad": {
       "mean": 8.745283018867925,
       "n": 106.0,
       "too_few": true
      },
      "right": {
       "mean": 7.215189873417722,
       "n": 158.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 306.0,
        "n": 124.0,
        "share": 0.40522875816993464
       },
       "missed": {
        "den": 306.0,
        "n": 167.0,
        "share": 0.545751633986928
       },
       "risk_pays": 306.0,
       "wrong": {
        "den": 306.0,
        "n": 15.0,
        "share": 0.049019607843137254
       }
      },
      "medium": {
       "found": {
        "den": 138.0,
        "n": 26.0,
        "share": 0.18840579710144928
       },
       "missed": {
        "den": 138.0,
        "n": 104.0,
        "share": 0.7536231884057971
       },
       "risk_pays": 138.0,
       "wrong": {
        "den": 138.0,
        "n": 8.0,
        "share": 0.057971014492753624
       }
      },
      "small": {
       "found": {
        "den": 63.0,
        "n": 8.0,
        "share": 0.12698412698412698
       },
       "missed": {
        "den": 63.0,
        "n": 42.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 63.0,
       "wrong": {
        "den": 63.0,
        "n": 13.0,
        "share": 0.20634920634920634
       }
      }
     },
     "trade_off": 1170.0,
     "wrong": {
      "den": 507.0,
      "n": 36.0,
      "share": 0.07100591715976332
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.696146017167626,
      "needless": 1.2703748737893454,
      "none": 1.2275805560553945,
      "right_risk": 1.6731183703352766,
      "right_safety": 8.95709853346755,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 13.0,
      "needless": 2.0,
      "right_risk": 3.0,
      "right_safety": 57.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 13,
      "taken_grouped": 1,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 17.82431835081519,
     "found": {
      "den": 16.0,
      "n": 3.0,
      "share": 0.1875
     },
     "good": {
      "den": 5.0,
      "n": 3.0,
      "share": 0.6
     },
     "judgement": 57.68008474576271,
     "judgement_hi": 70.80492424242424,
     "judgement_lo": 48.275862068965516,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8125,
      "y": 0.03389830508474576
     },
     "margin": 0.001,
     "missed": {
      "den": 16.0,
      "n": 13.0,
      "share": 0.8125
     },
     "needless": {
      "den": 59.0,
      "n": 2.0,
      "share": 0.03389830508474576
     },
     "needless_by_loss": {
      "big": {
       "den": 59.0,
       "n": 1.0,
       "share": 0.01694915254237288
      },
      "medium": {
       "den": 59.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 59.0,
       "n": 1.0,
       "share": 0.01694915254237288
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 59.0,
      "n": 57.0,
      "share": 0.9661016949152542
     },
     "risk_pays": 16.0,
     "safety_pays": 59.0,
     "scored": 82,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 3.0,
       "share": 1.0
      },
      "beta": 6.483890757405191,
      "caution": 1.2762282422273128,
      "caution_hi": 1.7900085108286592,
      "caution_lo": 0.9325073925605705,
      "cstar": 2.0522314046873373,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.9108723077898647,
      "dprime_hi": 1.9641829092951832,
      "dprime_lo": -0.191198978443782,
      "false_alarm": {
       "den": 59.0,
       "n": 2.0,
       "share": 0.03389830508474576
      },
      "false_alarm_rate": 0.041666666666666664,
      "hit": {
       "den": 16.0,
       "n": 3.0,
       "share": 0.1875
      },
      "hit_rate": 0.20588235294117646,
      "missed_loss": 0.05924368821657621,
      "missed_n": 13.0,
      "na": null,
      "needless_loss": 0.10417073965072632,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 15.0,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": 13.666666666666666,
       "n": 3.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 3.0,
        "share": 0.375
       },
       "missed": {
        "den": 8.0,
        "n": 5.0,
        "share": 0.625
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 75.0,
     "wrong": {
      "den": 16.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.484995562583208,
      "needless": 1.4946483489539888,
      "none": 0.24070849435196984,
      "right_risk": 3.380717088778814,
      "right_safety": 2.9212002021571,
      "wrong_risk": 4.365644935104582
     },
     "calls": {
      "missed": 91.0,
      "needless": 8.0,
      "right_risk": 81.0,
      "right_safety": 85.0,
      "wrong_risk": 20.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 74,
      "taken_grouped": 8,
      "taken_n": 101,
      "taken_other": 0
     },
     "error_rate": 32.88791463192966,
     "found": {
      "den": 192.0,
      "n": 81.0,
      "share": 0.421875
     },
     "good": {
      "den": 109.0,
      "n": 81.0,
      "share": 0.7431192660550459
     },
     "judgement": 66.7926747311828,
     "judgement_hi": 71.37792023000625,
     "judgement_lo": 62.091968288421945,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18018018018018017,
      "x": 0.578125,
      "y": 0.08602150537634409
     },
     "margin": 0.001,
     "missed": {
      "den": 192.0,
      "n": 91.0,
      "share": 0.4739583333333333
     },
     "needless": {
      "den": 93.0,
      "n": 8.0,
      "share": 0.08602150537634409
     },
     "needless_by_loss": {
      "big": {
       "den": 93.0,
       "n": 3.0,
       "share": 0.03225806451612903
      },
      "medium": {
       "den": 93.0,
       "n": 4.0,
       "share": 0.043010752688172046
      },
      "small": {
       "den": 93.0,
       "n": 1.0,
       "share": 0.010752688172043012
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 93.0,
      "n": 85.0,
      "share": 0.9139784946236559
     },
     "risk_pays": 192.0,
     "safety_pays": 93.0,
     "scored": 288,
     "sdt": {
      "aim": {
       "den": 101.0,
       "n": 81.0,
       "share": 0.801980198019802
      },
      "beta": 0.40200946440874985,
      "caution": 0.636577468279033,
      "caution_hi": 0.8899899393950774,
      "caution_lo": 0.4446110113519451,
      "cstar": -0.6494650464330377,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4031234665203245,
      "dprime_hi": 1.8812396903982154,
      "dprime_lo": 1.0731416071198845,
      "false_alarm": {
       "den": 93.0,
       "n": 8.0,
       "share": 0.08602150537634409
      },
      "false_alarm_rate": 0.09042553191489362,
      "hit": {
       "den": 192.0,
       "n": 101.0,
       "share": 0.5260416666666666
      },
      "hit_rate": 0.5259067357512953,
      "missed_loss": 0.1296632686159113,
      "missed_n": 91.0,
      "na": null,
      "needless_loss": 0.1076146811246872,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 9.321428571428571,
       "n": 28.0,
       "too_few": true
      },
      "right": {
       "mean": 15.432098765432098,
       "n": 81.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 98.0,
        "n": 47.0,
        "share": 0.47959183673469385
       },
       "missed": {
        "den": 98.0,
        "n": 47.0,
        "share": 0.47959183673469385
       },
       "risk_pays": 98.0,
       "wrong": {
        "den": 98.0,
        "n": 4.0,
        "share": 0.04081632653061224
       }
      },
      "medium": {
       "found": {
        "den": 77.0,
        "n": 28.0,
        "share": 0.36363636363636365
       },
       "missed": {
        "den": 77.0,
        "n": 35.0,
        "share": 0.45454545454545453
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 14.0,
        "share": 0.18181818181818182
       }
      },
      "small": {
       "found": {
        "den": 17.0,
        "n": 6.0,
        "share": 0.35294117647058826
       },
       "missed": {
        "den": 17.0,
        "n": 9.0,
        "share": 0.5294117647058824
       },
       "risk_pays": 17.0,
       "wrong": {
        "den": 17.0,
        "n": 2.0,
        "share": 0.11764705882352941
       }
      }
     },
     "trade_off": 285.0,
     "wrong": {
      "den": 192.0,
      "n": 20.0,
      "share": 0.10416666666666667
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.473108466078596,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.473108466078596,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 246.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 246,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 815.0,
    "n": 735.0,
    "share": 0.901840490797546
   },
   "risk_pays": 715.0,
   "safety_pays": 815.0,
   "scored": 2108,
   "sdt": {
    "aim": {
     "den": 298.0,
     "n": 242.0,
     "share": 0.8120805369127517
    },
    "beta": 1.16075065935685,
    "caution": 0.7495513983053473,
    "caution_hi": 0.8425033955148096,
    "caution_lo": 0.6644386605950552,
    "cstar": 0.13809665353431372,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.079439017140998,
    "dprime_hi": 1.2396977012270294,
    "dprime_lo": 0.9167106924692962,
    "false_alarm": {
     "den": 815.0,
     "n": 80.0,
     "share": 0.09815950920245399
    },
    "false_alarm_rate": 0.09865196078431372,
    "hit": {
     "den": 715.0,
     "n": 298.0,
     "share": 0.4167832167832168
    },
    "hit_rate": 0.4168994413407821,
    "missed_loss": 0.1498169484470102,
    "missed_n": 417.0,
    "na": null,
    "needless_loss": 0.15256268344819546,
    "needless_n": 80.0
   },
   "size": {
    "bad": {
     "mean": 8.955882352941176,
     "n": 136.0,
     "too_few": true
    },
    "right": {
     "mean": 10.045454545454545,
     "n": 242.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 412.0,
      "n": 174.0,
      "share": 0.4223300970873786
     },
     "missed": {
      "den": 412.0,
      "n": 219.0,
      "share": 0.5315533980582524
     },
     "risk_pays": 412.0,
     "wrong": {
      "den": 412.0,
      "n": 19.0,
      "share": 0.04611650485436893
     }
    },
    "medium": {
     "found": {
      "den": 218.0,
      "n": 54.0,
      "share": 0.24770642201834864
     },
     "missed": {
      "den": 218.0,
      "n": 142.0,
      "share": 0.6513761467889908
     },
     "risk_pays": 218.0,
     "wrong": {
      "den": 218.0,
      "n": 22.0,
      "share": 0.10091743119266056
     }
    },
    "small": {
     "found": {
      "den": 85.0,
      "n": 14.0,
      "share": 0.16470588235294117
     },
     "missed": {
      "den": 85.0,
      "n": 56.0,
      "share": 0.6588235294117647
     },
     "risk_pays": 85.0,
     "wrong": {
      "den": 85.0,
      "n": 15.0,
      "share": 0.17647058823529413
     }
    }
   },
   "trade_off": 1530.0,
   "wrong": {
    "den": 715.0,
    "n": 56.0,
    "share": 0.07832167832167833
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.460080248468062,
    "needless": 3.394332850454428,
    "none": 3.427488980302322,
    "right_risk": 1.5604385727949341,
    "right_safety": 3.764167187675353,
    "wrong_risk": 2.4260467155156147
   },
   "calls": {
    "missed": 361.0,
    "needless": 109.0,
    "right_risk": 217.0,
    "right_safety": 791.0,
    "wrong_risk": 52.0
   },
   "confidence": {
    "auroc_right_risk": 0.5294778214486243,
    "missed_mean_p": 0.9996923304545018,
    "missed_n": 311,
    "taken_grouped": 46,
    "taken_n": 332,
    "taken_other": 0
   },
   "error_rate": 29.032554555210716,
   "found": {
    "den": 630.0,
    "n": 217.0,
    "share": 0.34444444444444444
   },
   "good": {
    "den": 378.0,
    "n": 217.0,
    "share": 0.5740740740740741
   },
   "judgement": 61.16666666666667,
   "judgement_hi": 63.22447190050626,
   "judgement_lo": 59.15618291433863,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.12590799031476999,
    "x": 0.6555555555555556,
    "y": 0.12111111111111111
   },
   "margin": 0.02,
   "missed": {
    "den": 630.0,
    "n": 361.0,
    "share": 0.573015873015873
   },
   "needless": {
    "den": 900.0,
    "n": 109.0,
    "share": 0.12111111111111111
   },
   "needless_by_loss": {
    "big": {
     "den": 900.0,
     "n": 55.0,
     "share": 0.06111111111111111
    },
    "medium": {
     "den": 900.0,
     "n": 26.0,
     "share": 0.028888888888888888
    },
    "small": {
     "den": 900.0,
     "n": 28.0,
     "share": 0.03111111111111111
    }
   },
   "no_trade_off": 578.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.969584285256698,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.969584285256698,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 187.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 187,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.604382484351994,
      "needless": 4.986432868402123,
      "none": 1.0608920877463972,
      "right_risk": 1.909939836268224,
      "right_safety": 4.810301930968332,
      "wrong_risk": 2.8017017804799864
     },
     "calls": {
      "missed": 271.0,
      "needless": 91.0,
      "right_risk": 143.0,
      "right_safety": 635.0,
      "wrong_risk": 30.0
     },
     "confidence": {
      "auroc_right_risk": 0.5214117647058824,
      "missed_mean_p": 0.9996797154483673,
      "missed_n": 236,
      "taken_grouped": 37,
      "taken_n": 227,
      "taken_other": 0
     },
     "error_rate": 34.173650988217055,
     "found": {
      "den": 444.0,
      "n": 143.0,
      "share": 0.32207207207207206
     },
     "good": {
      "den": 264.0,
      "n": 143.0,
      "share": 0.5416666666666666
     },
     "judgement": 59.8363859727496,
     "judgement_hi": 62.13041508937838,
     "judgement_lo": 57.56141758914749,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09966777408637874,
      "x": 0.6779279279279279,
      "y": 0.12534435261707988
     },
     "margin": 0.02,
     "missed": {
      "den": 444.0,
      "n": 271.0,
      "share": 0.6103603603603603
     },
     "needless": {
      "den": 726.0,
      "n": 91.0,
      "share": 0.12534435261707988
     },
     "needless_by_loss": {
      "big": {
       "den": 726.0,
       "n": 50.0,
       "share": 0.06887052341597796
      },
      "medium": {
       "den": 726.0,
       "n": 21.0,
       "share": 0.028925619834710745
      },
      "small": {
       "den": 726.0,
       "n": 20.0,
       "share": 0.027548209366391185
      }
     },
     "no_trade_off": 135.0,
     "reference": null,
     "right_safety": {
      "den": 726.0,
      "n": 635.0,
      "share": 0.8746556473829201
     },
     "risk_pays": 444.0,
     "safety_pays": 726.0,
     "scored": 1305,
     "sdt": {
      "aim": {
       "den": 173.0,
       "n": 143.0,
       "share": 0.8265895953757225
      },
      "beta": 1.3051374937912812,
      "caution": 0.712897502148702,
      "caution_hi": 0.8125449288059923,
      "caution_lo": 0.6217121167984195,
      "cstar": 0.307312762549989,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8665712163792076,
      "dprime_hi": 1.0434542645737999,
      "dprime_lo": 0.6867801999050549,
      "false_alarm": {
       "den": 726.0,
       "n": 91.0,
       "share": 0.12534435261707988
      },
      "false_alarm_rate": 0.12585969738651995,
      "hit": {
       "den": 444.0,
       "n": 173.0,
       "share": 0.38963963963963966
      },
      "hit_rate": 0.3898876404494382,
      "missed_loss": 0.17917873905593618,
      "missed_n": 271.0,
      "na": null,
      "needless_loss": 0.14301747018164332,
      "needless_n": 91.0
     },
     "size": {
      "bad": {
       "mean": 8.264462809917354,
       "n": 121.0,
       "too_few": true
      },
      "right": {
       "mean": 7.461538461538462,
       "n": 143.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 306.0,
        "n": 119.0,
        "share": 0.3888888888888889
       },
       "missed": {
        "den": 306.0,
        "n": 167.0,
        "share": 0.545751633986928
       },
       "risk_pays": 306.0,
       "wrong": {
        "den": 306.0,
        "n": 20.0,
        "share": 0.06535947712418301
       }
      },
      "medium": {
       "found": {
        "den": 138.0,
        "n": 24.0,
        "share": 0.17391304347826086
       },
       "missed": {
        "den": 138.0,
        "n": 104.0,
        "share": 0.7536231884057971
       },
       "risk_pays": 138.0,
       "wrong": {
        "den": 138.0,
        "n": 10.0,
        "share": 0.07246376811594203
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1170.0,
     "wrong": {
      "den": 444.0,
      "n": 30.0,
      "share": 0.06756756756756757
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.444941514875831,
      "needless": 1.2703748737893454,
      "none": 1.2275805560553945,
      "right_risk": 0.0,
      "right_safety": 9.208303035759345,
      "wrong_risk": 1.6731183703352766
     },
     "calls": {
      "missed": 8.0,
      "needless": 2.0,
      "right_risk": 2.0,
      "right_safety": 62.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 1,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 17.82431835081519,
     "found": {
      "den": 11.0,
      "n": 2.0,
      "share": 0.18181818181818182
     },
     "good": {
      "den": 5.0,
      "n": 2.0,
      "share": 0.4
     },
     "judgement": 57.52840909090909,
     "judgement_hi": 71.58250647109575,
     "judgement_lo": 47.45762711864407,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1111111111111111,
      "x": 0.8181818181818182,
      "y": 0.03125
     },
     "margin": 0.02,
     "missed": {
      "den": 11.0,
      "n": 8.0,
      "share": 0.7272727272727273
     },
     "needless": {
      "den": 64.0,
      "n": 2.0,
      "share": 0.03125
     },
     "needless_by_loss": {
      "big": {
       "den": 64.0,
       "n": 1.0,
       "share": 0.015625
      },
      "medium": {
       "den": 64.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 64.0,
       "n": 1.0,
       "share": 0.015625
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 64.0,
      "n": 62.0,
      "share": 0.96875
     },
     "risk_pays": 11.0,
     "safety_pays": 64.0,
     "scored": 82,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 6.651400895350287,
      "caution": 1.158673660608402,
      "caution_hi": 1.6991835809756155,
      "caution_lo": 0.7910367361546927,
      "cstar": 1.5527519579865157,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2203027558206079,
      "dprime_hi": 2.3037565397995188,
      "dprime_lo": 0.07088639465410135,
      "false_alarm": {
       "den": 64.0,
       "n": 2.0,
       "share": 0.03125
      },
      "false_alarm_rate": 0.038461538461538464,
      "hit": {
       "den": 11.0,
       "n": 3.0,
       "share": 0.2727272727272727
      },
      "hit_rate": 0.2916666666666667,
      "missed_loss": 0.09112130105495453,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.10417073965072632,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 13.666666666666666,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 15.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "missed": {
        "den": 8.0,
        "n": 5.0,
        "share": 0.625
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 1.0,
        "share": 0.125
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 75.0,
     "wrong": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.273072282887167,
      "needless": 1.8881528327862422,
      "none": 0.24070849435196984,
      "right_risk": 2.7671285594503083,
      "right_safety": 3.133123481853141,
      "wrong_risk": 4.585728980600834
     },
     "calls": {
      "missed": 82.0,
      "needless": 16.0,
      "right_risk": 72.0,
      "right_safety": 94.0,
      "wrong_risk": 21.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 67,
      "taken_grouped": 8,
      "taken_n": 101,
      "taken_other": 0
     },
     "error_rate": 32.88791463192966,
     "found": {
      "den": 175.0,
      "n": 72.0,
      "share": 0.4114285714285714
     },
     "good": {
      "den": 109.0,
      "n": 72.0,
      "share": 0.6605504587155964
     },
     "judgement": 63.298701298701296,
     "judgement_hi": 68.36314323937057,
     "judgement_lo": 58.153847973893825,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20388349514563106,
      "x": 0.5885714285714285,
      "y": 0.14545454545454545
     },
     "margin": 0.02,
     "missed": {
      "den": 175.0,
      "n": 82.0,
      "share": 0.4685714285714286
     },
     "needless": {
      "den": 110.0,
      "n": 16.0,
      "share": 0.14545454545454545
     },
     "needless_by_loss": {
      "big": {
       "den": 110.0,
       "n": 4.0,
       "share": 0.03636363636363636
      },
      "medium": {
       "den": 110.0,
       "n": 5.0,
       "share": 0.045454545454545456
      },
      "small": {
       "den": 110.0,
       "n": 7.0,
       "share": 0.06363636363636363
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 110.0,
      "n": 94.0,
      "share": 0.8545454545454545
     },
     "risk_pays": 175.0,
     "safety_pays": 110.0,
     "scored": 288,
     "sdt": {
      "aim": {
       "den": 93.0,
       "n": 72.0,
       "share": 0.7741935483870968
      },
      "beta": 0.3000309670821711,
      "caution": 0.48191716454964845,
      "caution_hi": 0.6866848350702298,
      "caution_lo": 0.31063141183536835,
      "cstar": -1.0742513289088584,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1206591545655213,
      "dprime_hi": 1.4895372124702624,
      "dprime_lo": 0.801735326852772,
      "false_alarm": {
       "den": 110.0,
       "n": 16.0,
       "share": 0.14545454545454545
      },
      "false_alarm_rate": 0.14864864864864866,
      "hit": {
       "den": 175.0,
       "n": 93.0,
       "share": 0.5314285714285715
      },
      "hit_rate": 0.53125,
      "missed_loss": 0.14240597115784157,
      "missed_n": 82.0,
      "na": null,
      "needless_loss": 0.06797350198030472,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 10.486486486486486,
       "n": 37.0,
       "too_few": true
      },
      "right": {
       "mean": 15.597222222222221,
       "n": 72.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 98.0,
        "n": 45.0,
        "share": 0.45918367346938777
       },
       "missed": {
        "den": 98.0,
        "n": 47.0,
        "share": 0.47959183673469385
       },
       "risk_pays": 98.0,
       "wrong": {
        "den": 98.0,
        "n": 6.0,
        "share": 0.061224489795918366
       }
      },
      "medium": {
       "found": {
        "den": 77.0,
        "n": 27.0,
        "share": 0.35064935064935066
       },
       "missed": {
        "den": 77.0,
        "n": 35.0,
        "share": 0.45454545454545453
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 15.0,
        "share": 0.19480519480519481
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 285.0,
     "wrong": {
      "den": 175.0,
      "n": 21.0,
      "share": 0.12
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.473108466078596,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.473108466078596,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 246.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 246,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 900.0,
    "n": 791.0,
    "share": 0.8788888888888889
   },
   "risk_pays": 630.0,
   "safety_pays": 900.0,
   "scored": 2108,
   "sdt": {
    "aim": {
     "den": 269.0,
     "n": 217.0,
     "share": 0.8066914498141264
    },
    "beta": 1.110622296714257,
    "caution": 0.6755634823307199,
    "caution_hi": 0.7668794460817858,
    "caution_lo": 0.5887643920767562,
    "cstar": 0.10666968436799164,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9836017283017907,
    "dprime_hi": 1.148553327513359,
    "dprime_lo": 0.8264402929426503,
    "false_alarm": {
     "den": 900.0,
     "n": 109.0,
     "share": 0.12111111111111111
    },
    "false_alarm_rate": 0.12153163152053274,
    "hit": {
     "den": 630.0,
     "n": 269.0,
     "share": 0.42698412698412697
    },
    "hit_rate": 0.42709984152139463,
    "missed_loss": 0.1688745106026076,
    "missed_n": 361.0,
    "na": null,
    "needless_loss": 0.13128905777537495,
    "needless_n": 109.0
   },
   "size": {
    "bad": {
     "mean": 8.875776397515528,
     "n": 161.0,
     "too_few": true
    },
    "right": {
     "mean": 10.23041474654378,
     "n": 217.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 412.0,
      "n": 166.0,
      "share": 0.4029126213592233
     },
     "missed": {
      "den": 412.0,
      "n": 219.0,
      "share": 0.5315533980582524
     },
     "risk_pays": 412.0,
     "wrong": {
      "den": 412.0,
      "n": 27.0,
      "share": 0.06553398058252427
     }
    },
    "medium": {
     "found": {
      "den": 218.0,
      "n": 51.0,
      "share": 0.23394495412844038
     },
     "missed": {
      "den": 218.0,
      "n": 142.0,
      "share": 0.6513761467889908
     },
     "risk_pays": 218.0,
     "wrong": {
      "den": 218.0,
      "n": 25.0,
      "share": 0.11467889908256881
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1530.0,
   "wrong": {
    "den": 630.0,
    "n": 52.0,
    "share": 0.08253968253968254
   }
  }
 },
 "slug": "qwen3-8-27b-on",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 41.437882309158645,
   "n": 48,
   "too_few": true
  },
  "blitz": {
   "error_rate": 34.10307071314737,
   "n": 293,
   "too_few": false
  },
  "holding": {
   "error_rate": 17.82431835081519,
   "n": 82,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 35.53572101542956,
   "n": 381,
   "too_few": false
  },
  "other": {
   "error_rate": 38.09291241544016,
   "n": 178,
   "too_few": true
  },
  "priming": {
   "error_rate": 30.359872476554212,
   "n": 405,
   "too_few": false
  }
 },
 "version": "v3"
}
