{
 "close": {
  "close": {
   "den": 169,
   "n": 0,
   "share": 0.0,
   "small": true
  },
  "decisions": 2122,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 169,
  "exclusions": {
   "grouped": 175,
   "not_audited": 599,
   "sparse": 1179
  },
  "groups": {
   "close": {
    "by_count": [
     0,
     0,
     0,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "points": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "prime": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "race": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "gap": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "n": 0,
    "p1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "p2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "other": {
    "by_count": [
     53,
     73,
     39,
     4,
     0
    ],
    "differ": {
     "hitting": {
      "den": 169,
      "n": 68,
      "share": 0.40236686390532544,
      "small": true
     },
     "points": {
      "den": 169,
      "n": 18,
      "share": 0.10650887573964497,
      "small": true
     },
     "prime": {
      "den": 169,
      "n": 48,
      "share": 0.28402366863905326,
      "small": true
     },
     "race": {
      "den": 169,
      "n": 29,
      "share": 0.17159763313609466,
      "small": true
     }
    },
    "gap": {
     "mean": 0.14192516528643095,
     "median": 0.05368685722351074,
     "n": 169
    },
    "loss1": {
     "mean": 0.008113073526754886,
     "median": 0.0,
     "n": 169
    },
    "loss2": {
     "mean": 0.13727601886500973,
     "median": 0.04500126838684082,
     "n": 169
    },
    "n": 169,
    "p1": {
     "mean": 0.9999734228884493,
     "median": 0.9999999006891412,
     "n": 169
    },
    "p2": {
     "mean": 2.6537929015719625e-05,
     "median": 9.32948448314427e-08,
     "n": 169
    },
    "psum": {
     "mean": 0.9999999608174651,
     "median": 1.0,
     "n": 169
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     169
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 98,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 98,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 14,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 14,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 57,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 57,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 13,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 13,
      "n": 10,
      "share": 0.7692307692307693,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 2,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 8,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 4,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 98,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 98,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 10,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 10,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 61,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 61,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 9,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 9,
      "n": 7,
      "share": 0.7777777777777778,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 2,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 8,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 0,
   "n": 0,
   "share": null,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 169,
   "n": 0,
   "share": 0.0,
   "small": true
  },
  "risk_pair_other": {
   "den": 169,
   "n": 68,
   "share": 0.40236686390532544,
   "small": true
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6411258919618781,
  "auroc_blunder": 0.5648871242945268,
  "confident_badly_wrong": {
   "den": 1870,
   "n": 265,
   "share": 0.14171122994652408
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1866,
     "n": 265,
     "share": 0.1420150053590568
    },
    "kept": {
     "den": 1870,
     "n": 1866,
     "share": 0.9978609625668449
    },
    "mean_loss": 0.03640420548018918,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 1856,
     "n": 264,
     "share": 0.14224137931034483
    },
    "kept": {
     "den": 1870,
     "n": 1856,
     "share": 0.9925133689839573
    },
    "mean_loss": 0.03618094684748814,
    "too_few": false
   }
  },
  "ece": 0.3764133583922834,
  "held_out": {
   "blunders": 0.10989010989010989,
   "kept": 0.09381443298969072,
   "no_cutoff": 299,
   "runs": 300
  },
  "n": 1870,
  "surest": {
   "cut": 0.9999999716149833,
   "error_rate": 14.009219809220387,
   "n": 468,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 22.001448367591575,
   "n": 698,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 22.617834506969977,
   "n": 617,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 15.150214271917662,
   "n": 807,
   "too_few": false
  }
 },
 "name": "Gemma 4 31B (on)",
 "options": {
  "11–15": {
   "error_rate": 21.054105231048837,
   "n": 331,
   "too_few": false
  },
  "16–25": {
   "error_rate": 26.910259087282913,
   "n": 399,
   "too_few": false
  },
  "26+": {
   "error_rate": 28.54661882988044,
   "n": 280,
   "too_few": false
  },
  "2–5": {
   "error_rate": 8.795567682190983,
   "n": 659,
   "too_few": false
  },
  "6–10": {
   "error_rate": 22.169984959345516,
   "n": 453,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 0.8801945099016515,
   "n": 164,
   "too_few": true
  },
  "contact": {
   "error_rate": 24.252505102293632,
   "n": 1367,
   "too_few": false
  },
  "holding": {
   "error_rate": 18.442168602576622,
   "n": 65,
   "too_few": true
  },
  "opening": {
   "error_rate": 19.021540180148694,
   "n": 298,
   "too_few": false
  },
  "race": {
   "error_rate": 6.025225708359166,
   "n": 228,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6411258919618781,
  "best_share": 0.5914231856738925,
  "blunder_share": 0.15598491988689916,
  "brier": 0.37584372483462875,
  "clusters": 104,
  "confidence_n": 1870,
  "confident_badly_wrong": 0.14171122994652408,
  "cost_coverage": 1.0,
  "decisions": 2122,
  "ece": 0.3764133583922834,
  "engine_scored": 2122,
  "error_hi": 21.731960517592608,
  "error_lo": 17.47346753644494,
  "error_rate": 19.575135612072078,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 252,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.9988732514404117,
  "over_budget": 0.9637134778510839,
  "own_cost": {
   "decisions": 2122,
   "estimate": true,
   "excluded_hours": 134.01666666666668,
   "gaps": [
    [
     "2026-10-19T20:05Z",
     "2026-10-19T20:16Z",
     11
    ],
    [
     "2026-10-19T21:11Z",
     "2026-10-19T21:31Z",
     19
    ],
    [
     "2026-10-19T21:31Z",
     "2026-10-19T21:48Z",
     18
    ],
    [
     "2026-10-19T21:48Z",
     "2026-10-19T22:28Z",
     40
    ],
    [
     "2026-10-20T03:15Z",
     "2026-10-20T03:28Z",
     13
    ],
    [
     "2026-10-20T04:23Z",
     "2026-10-20T04:37Z",
     14
    ],
    [
     "2026-10-20T04:37Z",
     "2026-10-20T04:48Z",
     11
    ],
    [
     "2026-10-20T07:29Z",
     "2026-10-20T08:00Z",
     30
    ],
    [
     "2026-10-20T08:11Z",
     "2026-10-20T08:47Z",
     36
    ],
    [
     "2026-10-20T08:51Z",
     "2026-10-20T09:52Z",
     61
    ],
    [
     "2026-10-20T10:43Z",
     "2026-10-20T10:53Z",
     10
    ],
    [
     "2026-10-20T10:59Z",
     "2026-10-20T11:56Z",
     57
    ],
    [
     "2026-10-20T12:03Z",
     "2026-10-20T20:15Z",
     493
    ],
    [
     "2026-10-20T20:22Z",
     "2026-10-20T20:35Z",
     13
    ],
    [
     "2026-10-20T20:35Z",
     "2026-10-20T20:49Z",
     14
    ],
    [
     "2026-10-20T21:07Z",
     "2026-10-20T21:26Z",
     19
    ],
    [
     "2026-10-20T21:26Z",
     "2026-10-20T22:04Z",
     38
    ],
    [
     "2026-10-20T22:04Z",
     "2026-10-20T22:15Z",
     12
    ],
    [
     "2026-10-20T22:15Z",
     "2026-10-20T22:27Z",
     12
    ],
    [
     "2026-10-20T22:27Z",
     "2026-10-20T22:45Z",
     17
    ],
    [
     "2026-10-20T22:45Z",
     "2026-10-20T23:08Z",
     23
    ],
    [
     "2026-10-20T23:08Z",
     "2026-10-21T00:18Z",
     70
    ],
    [
     "2026-10-21T00:18Z",
     "2026-10-21T01:16Z",
     58
    ],
    [
     "2026-10-21T01:16Z",
     "2026-10-21T01:26Z",
     10
    ],
    [
     "2026-10-21T02:03Z",
     "2026-10-21T06:18Z",
     254
    ],
    [
     "2026-10-21T06:27Z",
     "2026-10-21T06:44Z",
     17
    ],
    [
     "2026-10-21T06:44Z",
     "2026-10-21T07:05Z",
     21
    ],
    [
     "2026-10-21T07:05Z",
     "2026-10-21T07:15Z",
     10
    ],
    [
     "2026-10-21T07:15Z",
     "2026-10-21T10:53Z",
     218
    ],
    [
     "2026-10-21T10:53Z",
     "2026-10-21T11:07Z",
     14
    ],
    [
     "2026-10-21T11:07Z",
     "2026-10-21T11:28Z",
     21
    ],
    [
     "2026-10-21T11:28Z",
     "2026-10-21T11:49Z",
     21
    ],
    [
     "2026-10-21T11:49Z",
     "2026-10-21T12:06Z",
     17
    ],
    [
     "2026-10-21T12:06Z",
     "2026-10-21T12:32Z",
     26
    ],
    [
     "2026-10-21T12:32Z",
     "2026-10-21T23:36Z",
     664
    ],
    [
     "2026-10-21T23:36Z",
     "2026-10-21T23:55Z",
     19
    ],
    [
     "2026-10-21T23:55Z",
     "2026-10-22T00:46Z",
     52
    ],
    [
     "2026-10-22T00:46Z",
     "2026-10-22T01:07Z",
     21
    ],
    [
     "2026-10-22T01:07Z",
     "2026-10-22T01:32Z",
     25
    ],
    [
     "2026-10-22T01:32Z",
     "2026-10-22T01:50Z",
     17
    ],
    [
     "2026-10-22T01:56Z",
     "2026-10-22T02:12Z",
     16
    ],
    [
     "2026-10-22T02:12Z",
     "2026-10-22T02:35Z",
     23
    ],
    [
     "2026-10-22T02:35Z",
     "2026-10-22T02:53Z",
     18
    ],
    [
     "2026-10-22T02:53Z",
     "2026-10-22T03:52Z",
     59
    ],
    [
     "2026-10-22T03:52Z",
     "2026-10-22T04:17Z",
     25
    ],
    [
     "2026-10-22T04:17Z",
     "2026-10-22T05:42Z",
     85
    ],
    [
     "2026-10-22T05:42Z",
     "2026-10-22T15:03Z",
     561
    ],
    [
     "2026-10-22T15:03Z",
     "2026-10-22T15:40Z",
     37
    ],
    [
     "2026-10-22T16:19Z",
     "2026-10-22T23:27Z",
     428
    ],
    [
     "2026-10-23T01:30Z",
     "2026-10-23T01:47Z",
     17
    ],
    [
     "2026-10-23T02:50Z",
     "2026-10-23T21:37Z",
     1127
    ],
    [
     "2026-10-23T22:35Z",
     "2026-10-24T06:49Z",
     494
    ],
    [
     "2026-10-24T08:12Z",
     "2026-10-25T07:56Z",
     1424
    ],
    [
     "2026-10-25T11:44Z",
     "2026-10-25T11:58Z",
     14
    ],
    [
     "2026-10-25T12:17Z",
     "2026-10-25T13:02Z",
     46
    ],
    [
     "2026-10-25T13:38Z",
     "2026-10-25T20:18Z",
     400
    ],
    [
     "2026-10-25T20:46Z",
     "2026-10-25T21:56Z",
     70
    ],
    [
     "2026-10-25T23:18Z",
     "2026-10-25T23:43Z",
     25
    ],
    [
     "2026-10-25T23:43Z",
     "2026-10-25T23:56Z",
     14
    ],
    [
     "2026-10-26T00:21Z",
     "2026-10-26T10:37Z",
     616
    ],
    [
     "2026-10-26T10:41Z",
     "2026-10-26T10:51Z",
     10
    ],
    [
     "2026-10-26T11:08Z",
     "2026-10-26T11:24Z",
     16
    ]
   ],
   "gpu_decisions": 2122,
   "gpu_usd": 74.14828364608573,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 27.19192055556512,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 1.287808611061838,
     "machine": "dgx_spark",
     "usd": 0.274068629019263,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 22.139864444401557,
     "machine": "rtx_pro_6000",
     "usd": 55.12826246655988,
     "usd_per_gpu_hour": 2.49
    },
    {
     "gpus": 2,
     "hours": 3.764247500101725,
     "machine": "rtx_pro_6000",
     "usd": 18.745952550506594,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 74.14828364608573,
   "usd_per_1000": 34.942640738023435
  },
  "p95_loss": 0.20325340330600725,
  "probability_source": "logprobs",
  "retry_mean": 15.291248821866164,
  "scored": 2122,
  "time_median": 120.5985,
  "time_p90": 394.2825,
  "tokens_in": 14745.608388312912,
  "tokens_out": 5598.933081998115,
  "too_few": false,
  "usd_per_1000": 34.942640738023435,
  "very_confident": 0.9978609625668449,
  "worst_mean": 0.3483544635885167
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7355555555555555,
   "best_share": 0.9451219512195121,
   "blunder_share": 0.0,
   "brier": 0.05660258440060608,
   "clusters": 60,
   "confidence_n": 159,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 164,
   "ece": 0.05660292402357303,
   "engine_scored": 164,
   "error_hi": 1.8137380116181208,
   "error_lo": 0.14718053192874186,
   "error_rate": 0.8801945099016515,
   "first_date": "2026-10-19",
   "group_sizes": [
    19,
    21,
    22,
    25
   ],
   "grouped": 5,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999991504386674,
   "over_budget": 0.8658536585365854,
   "own_cost": {
    "decisions": 2122,
    "estimate": true,
    "excluded_hours": 134.01666666666668,
    "gaps": [
     [
      "2026-10-19T20:05Z",
      "2026-10-19T20:16Z",
      11
     ],
     [
      "2026-10-19T21:11Z",
      "2026-10-19T21:31Z",
      19
     ],
     [
      "2026-10-19T21:31Z",
      "2026-10-19T21:48Z",
      18
     ],
     [
      "2026-10-19T21:48Z",
      "2026-10-19T22:28Z",
      40
     ],
     [
      "2026-10-20T03:15Z",
      "2026-10-20T03:28Z",
      13
     ],
     [
      "2026-10-20T04:23Z",
      "2026-10-20T04:37Z",
      14
     ],
     [
      "2026-10-20T04:37Z",
      "2026-10-20T04:48Z",
      11
     ],
     [
      "2026-10-20T07:29Z",
      "2026-10-20T08:00Z",
      30
     ],
     [
      "2026-10-20T08:11Z",
      "2026-10-20T08:47Z",
      36
     ],
     [
      "2026-10-20T08:51Z",
      "2026-10-20T09:52Z",
      61
     ],
     [
      "2026-10-20T10:43Z",
      "2026-10-20T10:53Z",
      10
     ],
     [
      "2026-10-20T10:59Z",
      "2026-10-20T11:56Z",
      57
     ],
     [
      "2026-10-20T12:03Z",
      "2026-10-20T20:15Z",
      493
     ],
     [
      "2026-10-20T20:22Z",
      "2026-10-20T20:35Z",
      13
     ],
     [
      "2026-10-20T20:35Z",
      "2026-10-20T20:49Z",
      14
     ],
     [
      "2026-10-20T21:07Z",
      "2026-10-20T21:26Z",
      19
     ],
     [
      "2026-10-20T21:26Z",
      "2026-10-20T22:04Z",
      38
     ],
     [
      "2026-10-20T22:04Z",
      "2026-10-20T22:15Z",
      12
     ],
     [
      "2026-10-20T22:15Z",
      "2026-10-20T22:27Z",
      12
     ],
     [
      "2026-10-20T22:27Z",
      "2026-10-20T22:45Z",
      17
     ],
     [
      "2026-10-20T22:45Z",
      "2026-10-20T23:08Z",
      23
     ],
     [
      "2026-10-20T23:08Z",
      "2026-10-21T00:18Z",
      70
     ],
     [
      "2026-10-21T00:18Z",
      "2026-10-21T01:16Z",
      58
     ],
     [
      "2026-10-21T01:16Z",
      "2026-10-21T01:26Z",
      10
     ],
     [
      "2026-10-21T02:03Z",
      "2026-10-21T06:18Z",
      254
     ],
     [
      "2026-10-21T06:27Z",
      "2026-10-21T06:44Z",
      17
     ],
     [
      "2026-10-21T06:44Z",
      "2026-10-21T07:05Z",
      21
     ],
     [
      "2026-10-21T07:05Z",
      "2026-10-21T07:15Z",
      10
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T10:53Z",
      218
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:07Z",
      14
     ],
     [
      "2026-10-21T11:07Z",
      "2026-10-21T11:28Z",
      21
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:49Z",
      21
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      17
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:32Z",
      26
     ],
     [
      "2026-10-21T12:32Z",
      "2026-10-21T23:36Z",
      664
     ],
     [
      "2026-10-21T23:36Z",
      "2026-10-21T23:55Z",
      19
     ],
     [
      "2026-10-21T23:55Z",
      "2026-10-22T00:46Z",
      52
     ],
     [
      "2026-10-22T00:46Z",
      "2026-10-22T01:07Z",
      21
     ],
     [
      "2026-10-22T01:07Z",
      "2026-10-22T01:32Z",
      25
     ],
     [
      "2026-10-22T01:32Z",
      "2026-10-22T01:50Z",
      17
     ],
     [
      "2026-10-22T01:56Z",
      "2026-10-22T02:12Z",
      16
     ],
     [
      "2026-10-22T02:12Z",
      "2026-10-22T02:35Z",
      23
     ],
     [
      "2026-10-22T02:35Z",
      "2026-10-22T02:53Z",
      18
     ],
     [
      "2026-10-22T02:53Z",
      "2026-10-22T03:52Z",
      59
     ],
     [
      "2026-10-22T03:52Z",
      "2026-10-22T04:17Z",
      25
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T05:42Z",
      85
     ],
     [
      "2026-10-22T05:42Z",
      "2026-10-22T15:03Z",
      561
     ],
     [
      "2026-10-22T15:03Z",
      "2026-10-22T15:40Z",
      37
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T23:27Z",
      428
     ],
     [
      "2026-10-23T01:30Z",
      "2026-10-23T01:47Z",
      17
     ],
     [
      "2026-10-23T02:50Z",
      "2026-10-23T21:37Z",
      1127
     ],
     [
      "2026-10-23T22:35Z",
      "2026-10-24T06:49Z",
      494
     ],
     [
      "2026-10-24T08:12Z",
      "2026-10-25T07:56Z",
      1424
     ],
     [
      "2026-10-25T11:44Z",
      "2026-10-25T11:58Z",
      14
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T13:02Z",
      46
     ],
     [
      "2026-10-25T13:38Z",
      "2026-10-25T20:18Z",
      400
     ],
     [
      "2026-10-25T20:46Z",
      "2026-10-25T21:56Z",
      70
     ],
     [
      "2026-10-25T23:18Z",
      "2026-10-25T23:43Z",
      25
     ],
     [
      "2026-10-25T23:43Z",
      "2026-10-25T23:56Z",
      14
     ],
     [
      "2026-10-26T00:21Z",
      "2026-10-26T10:37Z",
      616
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:08Z",
      "2026-10-26T11:24Z",
      16
     ]
    ],
    "gpu_decisions": 2122,
    "gpu_usd": 74.14828364608573,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 27.19192055556512,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.287808611061838,
      "machine": "dgx_spark",
      "usd": 0.274068629019263,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 22.139864444401557,
      "machine": "rtx_pro_6000",
      "usd": 55.12826246655988,
      "usd_per_gpu_hour": 2.49
     },
     {
      "gpus": 2,
      "hours": 3.764247500101725,
      "machine": "rtx_pro_6000",
      "usd": 18.745952550506594,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 74.14828364608573,
    "usd_per_1000": 34.942640738023435
   },
   "p95_loss": 0.0025600016117095807,
   "probability_source": "logprobs",
   "retry_mean": 0.0,
   "scored": 164,
   "time_median": 56.622,
   "time_p90": 145.94810000000004,
   "tokens_in": 9310.981707317073,
   "tokens_out": 2832.1158536585367,
   "too_few": true,
   "usd_per_1000": 34.942640738023435,
   "very_confident": 1.0,
   "worst_mean": 0.03560511767864227
  },
  "contact": {
   "auroc": 0.6250092531959115,
   "best_share": 0.5442574981711777,
   "blunder_share": 0.18873445501097294,
   "brier": 0.4276031140482651,
   "clusters": 104,
   "confidence_n": 1197,
   "confident_badly_wrong": 0.177109440267335,
   "cost_coverage": 1.0,
   "decisions": 1367,
   "ece": 0.4284963091254138,
   "engine_scored": 1367,
   "error_hi": 27.233399534244796,
   "error_lo": 21.34341448939587,
   "error_rate": 24.252505102293632,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 170,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9982540367778784,
   "over_budget": 0.9853694220921726,
   "own_cost": {
    "decisions": 2122,
    "estimate": true,
    "excluded_hours": 134.01666666666668,
    "gaps": [
     [
      "2026-10-19T20:05Z",
      "2026-10-19T20:16Z",
      11
     ],
     [
      "2026-10-19T21:11Z",
      "2026-10-19T21:31Z",
      19
     ],
     [
      "2026-10-19T21:31Z",
      "2026-10-19T21:48Z",
      18
     ],
     [
      "2026-10-19T21:48Z",
      "2026-10-19T22:28Z",
      40
     ],
     [
      "2026-10-20T03:15Z",
      "2026-10-20T03:28Z",
      13
     ],
     [
      "2026-10-20T04:23Z",
      "2026-10-20T04:37Z",
      14
     ],
     [
      "2026-10-20T04:37Z",
      "2026-10-20T04:48Z",
      11
     ],
     [
      "2026-10-20T07:29Z",
      "2026-10-20T08:00Z",
      30
     ],
     [
      "2026-10-20T08:11Z",
      "2026-10-20T08:47Z",
      36
     ],
     [
      "2026-10-20T08:51Z",
      "2026-10-20T09:52Z",
      61
     ],
     [
      "2026-10-20T10:43Z",
      "2026-10-20T10:53Z",
      10
     ],
     [
      "2026-10-20T10:59Z",
      "2026-10-20T11:56Z",
      57
     ],
     [
      "2026-10-20T12:03Z",
      "2026-10-20T20:15Z",
      493
     ],
     [
      "2026-10-20T20:22Z",
      "2026-10-20T20:35Z",
      13
     ],
     [
      "2026-10-20T20:35Z",
      "2026-10-20T20:49Z",
      14
     ],
     [
      "2026-10-20T21:07Z",
      "2026-10-20T21:26Z",
      19
     ],
     [
      "2026-10-20T21:26Z",
      "2026-10-20T22:04Z",
      38
     ],
     [
      "2026-10-20T22:04Z",
      "2026-10-20T22:15Z",
      12
     ],
     [
      "2026-10-20T22:15Z",
      "2026-10-20T22:27Z",
      12
     ],
     [
      "2026-10-20T22:27Z",
      "2026-10-20T22:45Z",
      17
     ],
     [
      "2026-10-20T22:45Z",
      "2026-10-20T23:08Z",
      23
     ],
     [
      "2026-10-20T23:08Z",
      "2026-10-21T00:18Z",
      70
     ],
     [
      "2026-10-21T00:18Z",
      "2026-10-21T01:16Z",
      58
     ],
     [
      "2026-10-21T01:16Z",
      "2026-10-21T01:26Z",
      10
     ],
     [
      "2026-10-21T02:03Z",
      "2026-10-21T06:18Z",
      254
     ],
     [
      "2026-10-21T06:27Z",
      "2026-10-21T06:44Z",
      17
     ],
     [
      "2026-10-21T06:44Z",
      "2026-10-21T07:05Z",
      21
     ],
     [
      "2026-10-21T07:05Z",
      "2026-10-21T07:15Z",
      10
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T10:53Z",
      218
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:07Z",
      14
     ],
     [
      "2026-10-21T11:07Z",
      "2026-10-21T11:28Z",
      21
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:49Z",
      21
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      17
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:32Z",
      26
     ],
     [
      "2026-10-21T12:32Z",
      "2026-10-21T23:36Z",
      664
     ],
     [
      "2026-10-21T23:36Z",
      "2026-10-21T23:55Z",
      19
     ],
     [
      "2026-10-21T23:55Z",
      "2026-10-22T00:46Z",
      52
     ],
     [
      "2026-10-22T00:46Z",
      "2026-10-22T01:07Z",
      21
     ],
     [
      "2026-10-22T01:07Z",
      "2026-10-22T01:32Z",
      25
     ],
     [
      "2026-10-22T01:32Z",
      "2026-10-22T01:50Z",
      17
     ],
     [
      "2026-10-22T01:56Z",
      "2026-10-22T02:12Z",
      16
     ],
     [
      "2026-10-22T02:12Z",
      "2026-10-22T02:35Z",
      23
     ],
     [
      "2026-10-22T02:35Z",
      "2026-10-22T02:53Z",
      18
     ],
     [
      "2026-10-22T02:53Z",
      "2026-10-22T03:52Z",
      59
     ],
     [
      "2026-10-22T03:52Z",
      "2026-10-22T04:17Z",
      25
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T05:42Z",
      85
     ],
     [
      "2026-10-22T05:42Z",
      "2026-10-22T15:03Z",
      561
     ],
     [
      "2026-10-22T15:03Z",
      "2026-10-22T15:40Z",
      37
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T23:27Z",
      428
     ],
     [
      "2026-10-23T01:30Z",
      "2026-10-23T01:47Z",
      17
     ],
     [
      "2026-10-23T02:50Z",
      "2026-10-23T21:37Z",
      1127
     ],
     [
      "2026-10-23T22:35Z",
      "2026-10-24T06:49Z",
      494
     ],
     [
      "2026-10-24T08:12Z",
      "2026-10-25T07:56Z",
      1424
     ],
     [
      "2026-10-25T11:44Z",
      "2026-10-25T11:58Z",
      14
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T13:02Z",
      46
     ],
     [
      "2026-10-25T13:38Z",
      "2026-10-25T20:18Z",
      400
     ],
     [
      "2026-10-25T20:46Z",
      "2026-10-25T21:56Z",
      70
     ],
     [
      "2026-10-25T23:18Z",
      "2026-10-25T23:43Z",
      25
     ],
     [
      "2026-10-25T23:43Z",
      "2026-10-25T23:56Z",
      14
     ],
     [
      "2026-10-26T00:21Z",
      "2026-10-26T10:37Z",
      616
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:08Z",
      "2026-10-26T11:24Z",
      16
     ]
    ],
    "gpu_decisions": 2122,
    "gpu_usd": 74.14828364608573,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 27.19192055556512,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.287808611061838,
      "machine": "dgx_spark",
      "usd": 0.274068629019263,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 22.139864444401557,
      "machine": "rtx_pro_6000",
      "usd": 55.12826246655988,
      "usd_per_gpu_hour": 2.49
     },
     {
      "gpus": 2,
      "hours": 3.764247500101725,
      "machine": "rtx_pro_6000",
      "usd": 18.745952550506594,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 74.14828364608573,
    "usd_per_1000": 34.942640738023435
   },
   "p95_loss": 0.2515169918537141,
   "probability_source": "logprobs",
   "retry_mean": 14.509156547183613,
   "scored": 1367,
   "time_median": 130.421,
   "time_p90": 387.2326000000002,
   "tokens_in": 15348.818580833942,
   "tokens_out": 5987.957571324067,
   "too_few": false,
   "usd_per_1000": 34.942640738023435,
   "very_confident": 0.9966583124477861,
   "worst_mean": 0.40748782762709784
  },
  "holding": {
   "auroc": 0.5703703703703704,
   "best_share": 0.46153846153846156,
   "blunder_share": 0.15384615384615385,
   "brier": 0.4806689913432757,
   "clusters": 18,
   "confidence_n": 52,
   "confident_badly_wrong": 0.11538461538461539,
   "cost_coverage": 1.0,
   "decisions": 65,
   "ece": 0.4806990978924347,
   "engine_scored": 65,
   "error_hi": 25.248030656420347,
   "error_lo": 12.305658006092958,
   "error_rate": 18.442168602576622,
   "first_date": "2026-10-19",
   "group_sizes": [
    15,
    16,
    19,
    22,
    24,
    25,
    26
   ],
   "grouped": 13,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.999929867123204,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2122,
    "estimate": true,
    "excluded_hours": 134.01666666666668,
    "gaps": [
     [
      "2026-10-19T20:05Z",
      "2026-10-19T20:16Z",
      11
     ],
     [
      "2026-10-19T21:11Z",
      "2026-10-19T21:31Z",
      19
     ],
     [
      "2026-10-19T21:31Z",
      "2026-10-19T21:48Z",
      18
     ],
     [
      "2026-10-19T21:48Z",
      "2026-10-19T22:28Z",
      40
     ],
     [
      "2026-10-20T03:15Z",
      "2026-10-20T03:28Z",
      13
     ],
     [
      "2026-10-20T04:23Z",
      "2026-10-20T04:37Z",
      14
     ],
     [
      "2026-10-20T04:37Z",
      "2026-10-20T04:48Z",
      11
     ],
     [
      "2026-10-20T07:29Z",
      "2026-10-20T08:00Z",
      30
     ],
     [
      "2026-10-20T08:11Z",
      "2026-10-20T08:47Z",
      36
     ],
     [
      "2026-10-20T08:51Z",
      "2026-10-20T09:52Z",
      61
     ],
     [
      "2026-10-20T10:43Z",
      "2026-10-20T10:53Z",
      10
     ],
     [
      "2026-10-20T10:59Z",
      "2026-10-20T11:56Z",
      57
     ],
     [
      "2026-10-20T12:03Z",
      "2026-10-20T20:15Z",
      493
     ],
     [
      "2026-10-20T20:22Z",
      "2026-10-20T20:35Z",
      13
     ],
     [
      "2026-10-20T20:35Z",
      "2026-10-20T20:49Z",
      14
     ],
     [
      "2026-10-20T21:07Z",
      "2026-10-20T21:26Z",
      19
     ],
     [
      "2026-10-20T21:26Z",
      "2026-10-20T22:04Z",
      38
     ],
     [
      "2026-10-20T22:04Z",
      "2026-10-20T22:15Z",
      12
     ],
     [
      "2026-10-20T22:15Z",
      "2026-10-20T22:27Z",
      12
     ],
     [
      "2026-10-20T22:27Z",
      "2026-10-20T22:45Z",
      17
     ],
     [
      "2026-10-20T22:45Z",
      "2026-10-20T23:08Z",
      23
     ],
     [
      "2026-10-20T23:08Z",
      "2026-10-21T00:18Z",
      70
     ],
     [
      "2026-10-21T00:18Z",
      "2026-10-21T01:16Z",
      58
     ],
     [
      "2026-10-21T01:16Z",
      "2026-10-21T01:26Z",
      10
     ],
     [
      "2026-10-21T02:03Z",
      "2026-10-21T06:18Z",
      254
     ],
     [
      "2026-10-21T06:27Z",
      "2026-10-21T06:44Z",
      17
     ],
     [
      "2026-10-21T06:44Z",
      "2026-10-21T07:05Z",
      21
     ],
     [
      "2026-10-21T07:05Z",
      "2026-10-21T07:15Z",
      10
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T10:53Z",
      218
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:07Z",
      14
     ],
     [
      "2026-10-21T11:07Z",
      "2026-10-21T11:28Z",
      21
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:49Z",
      21
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      17
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:32Z",
      26
     ],
     [
      "2026-10-21T12:32Z",
      "2026-10-21T23:36Z",
      664
     ],
     [
      "2026-10-21T23:36Z",
      "2026-10-21T23:55Z",
      19
     ],
     [
      "2026-10-21T23:55Z",
      "2026-10-22T00:46Z",
      52
     ],
     [
      "2026-10-22T00:46Z",
      "2026-10-22T01:07Z",
      21
     ],
     [
      "2026-10-22T01:07Z",
      "2026-10-22T01:32Z",
      25
     ],
     [
      "2026-10-22T01:32Z",
      "2026-10-22T01:50Z",
      17
     ],
     [
      "2026-10-22T01:56Z",
      "2026-10-22T02:12Z",
      16
     ],
     [
      "2026-10-22T02:12Z",
      "2026-10-22T02:35Z",
      23
     ],
     [
      "2026-10-22T02:35Z",
      "2026-10-22T02:53Z",
      18
     ],
     [
      "2026-10-22T02:53Z",
      "2026-10-22T03:52Z",
      59
     ],
     [
      "2026-10-22T03:52Z",
      "2026-10-22T04:17Z",
      25
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T05:42Z",
      85
     ],
     [
      "2026-10-22T05:42Z",
      "2026-10-22T15:03Z",
      561
     ],
     [
      "2026-10-22T15:03Z",
      "2026-10-22T15:40Z",
      37
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T23:27Z",
      428
     ],
     [
      "2026-10-23T01:30Z",
      "2026-10-23T01:47Z",
      17
     ],
     [
      "2026-10-23T02:50Z",
      "2026-10-23T21:37Z",
      1127
     ],
     [
      "2026-10-23T22:35Z",
      "2026-10-24T06:49Z",
      494
     ],
     [
      "2026-10-24T08:12Z",
      "2026-10-25T07:56Z",
      1424
     ],
     [
      "2026-10-25T11:44Z",
      "2026-10-25T11:58Z",
      14
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T13:02Z",
      46
     ],
     [
      "2026-10-25T13:38Z",
      "2026-10-25T20:18Z",
      400
     ],
     [
      "2026-10-25T20:46Z",
      "2026-10-25T21:56Z",
      70
     ],
     [
      "2026-10-25T23:18Z",
      "2026-10-25T23:43Z",
      25
     ],
     [
      "2026-10-25T23:43Z",
      "2026-10-25T23:56Z",
      14
     ],
     [
      "2026-10-26T00:21Z",
      "2026-10-26T10:37Z",
      616
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:08Z",
      "2026-10-26T11:24Z",
      16
     ]
    ],
    "gpu_decisions": 2122,
    "gpu_usd": 74.14828364608573,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 27.19192055556512,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.287808611061838,
      "machine": "dgx_spark",
      "usd": 0.274068629019263,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 22.139864444401557,
      "machine": "rtx_pro_6000",
      "usd": 55.12826246655988,
      "usd_per_gpu_hour": 2.49
     },
     {
      "gpus": 2,
      "hours": 3.764247500101725,
      "machine": "rtx_pro_6000",
      "usd": 18.745952550506594,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 74.14828364608573,
    "usd_per_1000": 34.942640738023435
   },
   "p95_loss": 0.19125362634658807,
   "probability_source": "logprobs",
   "retry_mean": 0.0,
   "scored": 65,
   "time_median": 168.252,
   "time_p90": 526.9590000000001,
   "tokens_in": 18407.615384615383,
   "tokens_out": 7678.369230769231,
   "too_few": true,
   "usd_per_1000": 34.942640738023435,
   "very_confident": 1.0,
   "worst_mean": 0.26391440629959106
  },
  "opening": {
   "auroc": 0.645171339563863,
   "best_share": 0.5570469798657718,
   "blunder_share": 0.17785234899328858,
   "brier": 0.41633600365537216,
   "clusters": 104,
   "confidence_n": 257,
   "confident_badly_wrong": 0.1517509727626459,
   "cost_coverage": 1.0,
   "decisions": 298,
   "ece": 0.4163311799059517,
   "engine_scored": 298,
   "error_hi": 22.78934406420609,
   "error_lo": 15.609095440198809,
   "error_rate": 19.021540180148694,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    25,
    26
   ],
   "grouped": 41,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999887674545899,
   "over_budget": 0.9664429530201343,
   "own_cost": {
    "decisions": 2122,
    "estimate": true,
    "excluded_hours": 134.01666666666668,
    "gaps": [
     [
      "2026-10-19T20:05Z",
      "2026-10-19T20:16Z",
      11
     ],
     [
      "2026-10-19T21:11Z",
      "2026-10-19T21:31Z",
      19
     ],
     [
      "2026-10-19T21:31Z",
      "2026-10-19T21:48Z",
      18
     ],
     [
      "2026-10-19T21:48Z",
      "2026-10-19T22:28Z",
      40
     ],
     [
      "2026-10-20T03:15Z",
      "2026-10-20T03:28Z",
      13
     ],
     [
      "2026-10-20T04:23Z",
      "2026-10-20T04:37Z",
      14
     ],
     [
      "2026-10-20T04:37Z",
      "2026-10-20T04:48Z",
      11
     ],
     [
      "2026-10-20T07:29Z",
      "2026-10-20T08:00Z",
      30
     ],
     [
      "2026-10-20T08:11Z",
      "2026-10-20T08:47Z",
      36
     ],
     [
      "2026-10-20T08:51Z",
      "2026-10-20T09:52Z",
      61
     ],
     [
      "2026-10-20T10:43Z",
      "2026-10-20T10:53Z",
      10
     ],
     [
      "2026-10-20T10:59Z",
      "2026-10-20T11:56Z",
      57
     ],
     [
      "2026-10-20T12:03Z",
      "2026-10-20T20:15Z",
      493
     ],
     [
      "2026-10-20T20:22Z",
      "2026-10-20T20:35Z",
      13
     ],
     [
      "2026-10-20T20:35Z",
      "2026-10-20T20:49Z",
      14
     ],
     [
      "2026-10-20T21:07Z",
      "2026-10-20T21:26Z",
      19
     ],
     [
      "2026-10-20T21:26Z",
      "2026-10-20T22:04Z",
      38
     ],
     [
      "2026-10-20T22:04Z",
      "2026-10-20T22:15Z",
      12
     ],
     [
      "2026-10-20T22:15Z",
      "2026-10-20T22:27Z",
      12
     ],
     [
      "2026-10-20T22:27Z",
      "2026-10-20T22:45Z",
      17
     ],
     [
      "2026-10-20T22:45Z",
      "2026-10-20T23:08Z",
      23
     ],
     [
      "2026-10-20T23:08Z",
      "2026-10-21T00:18Z",
      70
     ],
     [
      "2026-10-21T00:18Z",
      "2026-10-21T01:16Z",
      58
     ],
     [
      "2026-10-21T01:16Z",
      "2026-10-21T01:26Z",
      10
     ],
     [
      "2026-10-21T02:03Z",
      "2026-10-21T06:18Z",
      254
     ],
     [
      "2026-10-21T06:27Z",
      "2026-10-21T06:44Z",
      17
     ],
     [
      "2026-10-21T06:44Z",
      "2026-10-21T07:05Z",
      21
     ],
     [
      "2026-10-21T07:05Z",
      "2026-10-21T07:15Z",
      10
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T10:53Z",
      218
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:07Z",
      14
     ],
     [
      "2026-10-21T11:07Z",
      "2026-10-21T11:28Z",
      21
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:49Z",
      21
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      17
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:32Z",
      26
     ],
     [
      "2026-10-21T12:32Z",
      "2026-10-21T23:36Z",
      664
     ],
     [
      "2026-10-21T23:36Z",
      "2026-10-21T23:55Z",
      19
     ],
     [
      "2026-10-21T23:55Z",
      "2026-10-22T00:46Z",
      52
     ],
     [
      "2026-10-22T00:46Z",
      "2026-10-22T01:07Z",
      21
     ],
     [
      "2026-10-22T01:07Z",
      "2026-10-22T01:32Z",
      25
     ],
     [
      "2026-10-22T01:32Z",
      "2026-10-22T01:50Z",
      17
     ],
     [
      "2026-10-22T01:56Z",
      "2026-10-22T02:12Z",
      16
     ],
     [
      "2026-10-22T02:12Z",
      "2026-10-22T02:35Z",
      23
     ],
     [
      "2026-10-22T02:35Z",
      "2026-10-22T02:53Z",
      18
     ],
     [
      "2026-10-22T02:53Z",
      "2026-10-22T03:52Z",
      59
     ],
     [
      "2026-10-22T03:52Z",
      "2026-10-22T04:17Z",
      25
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T05:42Z",
      85
     ],
     [
      "2026-10-22T05:42Z",
      "2026-10-22T15:03Z",
      561
     ],
     [
      "2026-10-22T15:03Z",
      "2026-10-22T15:40Z",
      37
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T23:27Z",
      428
     ],
     [
      "2026-10-23T01:30Z",
      "2026-10-23T01:47Z",
      17
     ],
     [
      "2026-10-23T02:50Z",
      "2026-10-23T21:37Z",
      1127
     ],
     [
      "2026-10-23T22:35Z",
      "2026-10-24T06:49Z",
      494
     ],
     [
      "2026-10-24T08:12Z",
      "2026-10-25T07:56Z",
      1424
     ],
     [
      "2026-10-25T11:44Z",
      "2026-10-25T11:58Z",
      14
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T13:02Z",
      46
     ],
     [
      "2026-10-25T13:38Z",
      "2026-10-25T20:18Z",
      400
     ],
     [
      "2026-10-25T20:46Z",
      "2026-10-25T21:56Z",
      70
     ],
     [
      "2026-10-25T23:18Z",
      "2026-10-25T23:43Z",
      25
     ],
     [
      "2026-10-25T23:43Z",
      "2026-10-25T23:56Z",
      14
     ],
     [
      "2026-10-26T00:21Z",
      "2026-10-26T10:37Z",
      616
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:08Z",
      "2026-10-26T11:24Z",
      16
     ]
    ],
    "gpu_decisions": 2122,
    "gpu_usd": 74.14828364608573,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 27.19192055556512,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.287808611061838,
      "machine": "dgx_spark",
      "usd": 0.274068629019263,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 22.139864444401557,
      "machine": "rtx_pro_6000",
      "usd": 55.12826246655988,
      "usd_per_gpu_hour": 2.49
     },
     {
      "gpus": 2,
      "hours": 3.764247500101725,
      "machine": "rtx_pro_6000",
      "usd": 18.745952550506594,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 74.14828364608573,
    "usd_per_1000": 34.942640738023435
   },
   "p95_loss": 0.1884307622909546,
   "probability_source": "logprobs",
   "retry_mean": 42.32890268456376,
   "scored": 298,
   "time_median": 142.5475,
   "time_p90": 734.4607000000003,
   "tokens_in": 15378.536912751679,
   "tokens_out": 5504.057046979866,
   "too_few": false,
   "usd_per_1000": 34.942640738023435,
   "very_confident": 1.0,
   "worst_mean": 0.2565391977628072
  },
  "race": {
   "auroc": 0.6389677419354839,
   "best_share": 0.7017543859649122,
   "blunder_share": 0.043859649122807015,
   "brier": 0.2438726171512447,
   "clusters": 91,
   "confidence_n": 205,
   "confident_badly_wrong": 0.03902439024390244,
   "cost_coverage": 1.0,
   "decisions": 228,
   "ece": 0.24385154597300096,
   "engine_scored": 228,
   "error_hi": 8.413905508134834,
   "error_lo": 3.8873927849039065,
   "error_rate": 6.025225708359166,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    17,
    18,
    19,
    20,
    22,
    23,
    24,
    26
   ],
   "grouped": 23,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999491069486107,
   "over_budget": 0.8903508771929824,
   "own_cost": {
    "decisions": 2122,
    "estimate": true,
    "excluded_hours": 134.01666666666668,
    "gaps": [
     [
      "2026-10-19T20:05Z",
      "2026-10-19T20:16Z",
      11
     ],
     [
      "2026-10-19T21:11Z",
      "2026-10-19T21:31Z",
      19
     ],
     [
      "2026-10-19T21:31Z",
      "2026-10-19T21:48Z",
      18
     ],
     [
      "2026-10-19T21:48Z",
      "2026-10-19T22:28Z",
      40
     ],
     [
      "2026-10-20T03:15Z",
      "2026-10-20T03:28Z",
      13
     ],
     [
      "2026-10-20T04:23Z",
      "2026-10-20T04:37Z",
      14
     ],
     [
      "2026-10-20T04:37Z",
      "2026-10-20T04:48Z",
      11
     ],
     [
      "2026-10-20T07:29Z",
      "2026-10-20T08:00Z",
      30
     ],
     [
      "2026-10-20T08:11Z",
      "2026-10-20T08:47Z",
      36
     ],
     [
      "2026-10-20T08:51Z",
      "2026-10-20T09:52Z",
      61
     ],
     [
      "2026-10-20T10:43Z",
      "2026-10-20T10:53Z",
      10
     ],
     [
      "2026-10-20T10:59Z",
      "2026-10-20T11:56Z",
      57
     ],
     [
      "2026-10-20T12:03Z",
      "2026-10-20T20:15Z",
      493
     ],
     [
      "2026-10-20T20:22Z",
      "2026-10-20T20:35Z",
      13
     ],
     [
      "2026-10-20T20:35Z",
      "2026-10-20T20:49Z",
      14
     ],
     [
      "2026-10-20T21:07Z",
      "2026-10-20T21:26Z",
      19
     ],
     [
      "2026-10-20T21:26Z",
      "2026-10-20T22:04Z",
      38
     ],
     [
      "2026-10-20T22:04Z",
      "2026-10-20T22:15Z",
      12
     ],
     [
      "2026-10-20T22:15Z",
      "2026-10-20T22:27Z",
      12
     ],
     [
      "2026-10-20T22:27Z",
      "2026-10-20T22:45Z",
      17
     ],
     [
      "2026-10-20T22:45Z",
      "2026-10-20T23:08Z",
      23
     ],
     [
      "2026-10-20T23:08Z",
      "2026-10-21T00:18Z",
      70
     ],
     [
      "2026-10-21T00:18Z",
      "2026-10-21T01:16Z",
      58
     ],
     [
      "2026-10-21T01:16Z",
      "2026-10-21T01:26Z",
      10
     ],
     [
      "2026-10-21T02:03Z",
      "2026-10-21T06:18Z",
      254
     ],
     [
      "2026-10-21T06:27Z",
      "2026-10-21T06:44Z",
      17
     ],
     [
      "2026-10-21T06:44Z",
      "2026-10-21T07:05Z",
      21
     ],
     [
      "2026-10-21T07:05Z",
      "2026-10-21T07:15Z",
      10
     ],
     [
      "2026-10-21T07:15Z",
      "2026-10-21T10:53Z",
      218
     ],
     [
      "2026-10-21T10:53Z",
      "2026-10-21T11:07Z",
      14
     ],
     [
      "2026-10-21T11:07Z",
      "2026-10-21T11:28Z",
      21
     ],
     [
      "2026-10-21T11:28Z",
      "2026-10-21T11:49Z",
      21
     ],
     [
      "2026-10-21T11:49Z",
      "2026-10-21T12:06Z",
      17
     ],
     [
      "2026-10-21T12:06Z",
      "2026-10-21T12:32Z",
      26
     ],
     [
      "2026-10-21T12:32Z",
      "2026-10-21T23:36Z",
      664
     ],
     [
      "2026-10-21T23:36Z",
      "2026-10-21T23:55Z",
      19
     ],
     [
      "2026-10-21T23:55Z",
      "2026-10-22T00:46Z",
      52
     ],
     [
      "2026-10-22T00:46Z",
      "2026-10-22T01:07Z",
      21
     ],
     [
      "2026-10-22T01:07Z",
      "2026-10-22T01:32Z",
      25
     ],
     [
      "2026-10-22T01:32Z",
      "2026-10-22T01:50Z",
      17
     ],
     [
      "2026-10-22T01:56Z",
      "2026-10-22T02:12Z",
      16
     ],
     [
      "2026-10-22T02:12Z",
      "2026-10-22T02:35Z",
      23
     ],
     [
      "2026-10-22T02:35Z",
      "2026-10-22T02:53Z",
      18
     ],
     [
      "2026-10-22T02:53Z",
      "2026-10-22T03:52Z",
      59
     ],
     [
      "2026-10-22T03:52Z",
      "2026-10-22T04:17Z",
      25
     ],
     [
      "2026-10-22T04:17Z",
      "2026-10-22T05:42Z",
      85
     ],
     [
      "2026-10-22T05:42Z",
      "2026-10-22T15:03Z",
      561
     ],
     [
      "2026-10-22T15:03Z",
      "2026-10-22T15:40Z",
      37
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T23:27Z",
      428
     ],
     [
      "2026-10-23T01:30Z",
      "2026-10-23T01:47Z",
      17
     ],
     [
      "2026-10-23T02:50Z",
      "2026-10-23T21:37Z",
      1127
     ],
     [
      "2026-10-23T22:35Z",
      "2026-10-24T06:49Z",
      494
     ],
     [
      "2026-10-24T08:12Z",
      "2026-10-25T07:56Z",
      1424
     ],
     [
      "2026-10-25T11:44Z",
      "2026-10-25T11:58Z",
      14
     ],
     [
      "2026-10-25T12:17Z",
      "2026-10-25T13:02Z",
      46
     ],
     [
      "2026-10-25T13:38Z",
      "2026-10-25T20:18Z",
      400
     ],
     [
      "2026-10-25T20:46Z",
      "2026-10-25T21:56Z",
      70
     ],
     [
      "2026-10-25T23:18Z",
      "2026-10-25T23:43Z",
      25
     ],
     [
      "2026-10-25T23:43Z",
      "2026-10-25T23:56Z",
      14
     ],
     [
      "2026-10-26T00:21Z",
      "2026-10-26T10:37Z",
      616
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:08Z",
      "2026-10-26T11:24Z",
      16
     ]
    ],
    "gpu_decisions": 2122,
    "gpu_usd": 74.14828364608573,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 27.19192055556512,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.287808611061838,
      "machine": "dgx_spark",
      "usd": 0.274068629019263,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 22.139864444401557,
      "machine": "rtx_pro_6000",
      "usd": 55.12826246655988,
      "usd_per_gpu_hour": 2.49
     },
     {
      "gpus": 2,
      "hours": 3.764247500101725,
      "machine": "rtx_pro_6000",
      "usd": 18.745952550506594,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 74.14828364608573,
    "usd_per_1000": 34.942640738023435
   },
   "p95_loss": 0.07584302127361275,
   "probability_source": "logprobs",
   "retry_mean": 0.0,
   "scored": 228,
   "time_median": 85.2945,
   "time_p90": 264.7545,
   "tokens_in": 13166.868421052632,
   "tokens_out": 4787.8421052631575,
   "too_few": false,
   "usd_per_1000": 34.942640738023435,
   "very_confident": 1.0,
   "worst_mean": 0.12350391799753363
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 12.790185861942568,
    "needless": 0.5388124639644137,
    "none": 1.0812876782925145,
    "right_risk": 0.9583633508915951,
    "right_safety": 2.9969350992228825,
    "wrong_risk": 1.2095511577581033
   },
   "calls": {
    "missed": 454.0,
    "needless": 26.0,
    "right_risk": 223.0,
    "right_safety": 878.0,
    "wrong_risk": 23.0
   },
   "confidence": {
    "auroc_right_risk": 0.5187837837837838,
    "missed_mean_p": 0.9972724127351217,
    "missed_n": 385,
    "taken_grouped": 47,
    "taken_n": 225,
    "taken_other": 0
   },
   "error_rate": 19.575135612072078,
   "found": {
    "den": 700.0,
    "n": 223.0,
    "share": 0.31857142857142856
   },
   "good": {
    "den": 272.0,
    "n": 223.0,
    "share": 0.8198529411764706
   },
   "judgement": 64.4905183312263,
   "judgement_hi": 66.20745194260151,
   "judgement_lo": 62.8537270567075,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.04821802935010482,
    "x": 0.6814285714285714,
    "y": 0.028761061946902654
   },
   "margin": 0.001,
   "missed": {
    "den": 700.0,
    "n": 454.0,
    "share": 0.6485714285714286
   },
   "needless": {
    "den": 904.0,
    "n": 26.0,
    "share": 0.028761061946902654
   },
   "needless_by_loss": {
    "big": {
     "den": 904.0,
     "n": 11.0,
     "share": 0.012168141592920354
    },
    "medium": {
     "den": 904.0,
     "n": 10.0,
     "share": 0.011061946902654867
    },
    "small": {
     "den": 904.0,
     "n": 5.0,
     "share": 0.0055309734513274336
    }
   },
   "no_trade_off": 518.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 0.8801945099016515,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 0.8801945099016515,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 164.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 164,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 16.75762003934898,
      "needless": 0.6532531501432361,
      "none": 0.5639791706660061,
      "right_risk": 0.9638641163129046,
      "right_safety": 4.021592105751763,
      "wrong_risk": 1.2921965200707437
     },
     "calls": {
      "missed": 365.0,
      "needless": 20.0,
      "right_risk": 117.0,
      "right_safety": 733.0,
      "wrong_risk": 14.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.9966019305832416,
      "missed_n": 309,
      "taken_grouped": 31,
      "taken_n": 120,
      "taken_other": 0
     },
     "error_rate": 24.252505102293632,
     "found": {
      "den": 496.0,
      "n": 117.0,
      "share": 0.23588709677419356
     },
     "good": {
      "den": 151.0,
      "n": 117.0,
      "share": 0.7748344370860927
     },
     "judgement": 60.4663335903697,
     "judgement_hi": 62.516621419475776,
     "judgement_lo": 58.460479656151506,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.036939313984168866,
      "x": 0.7641129032258065,
      "y": 0.02656042496679947
     },
     "margin": 0.001,
     "missed": {
      "den": 496.0,
      "n": 365.0,
      "share": 0.7358870967741935
     },
     "needless": {
      "den": 753.0,
      "n": 20.0,
      "share": 0.02656042496679947
     },
     "needless_by_loss": {
      "big": {
       "den": 753.0,
       "n": 8.0,
       "share": 0.010624169986719787
      },
      "medium": {
       "den": 753.0,
       "n": 9.0,
       "share": 0.01195219123505976
      },
      "small": {
       "den": 753.0,
       "n": 3.0,
       "share": 0.00398406374501992
      }
     },
     "no_trade_off": 118.0,
     "reference": null,
     "right_safety": {
      "den": 753.0,
      "n": 733.0,
      "share": 0.9734395750332006
     },
     "risk_pays": 496.0,
     "safety_pays": 753.0,
     "scored": 1367,
     "sdt": {
      "aim": {
       "den": 131.0,
       "n": 117.0,
       "share": 0.8931297709923665
      },
      "beta": 1.080053682833538,
      "caution": 1.2765448664381744,
      "caution_hi": 1.4022884627079757,
      "caution_lo": 1.1728510922105813,
      "cstar": 0.05948805662408557,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2945581112995996,
      "dprime_hi": 1.4822190501747223,
      "dprime_lo": 1.1278624150726229,
      "false_alarm": {
       "den": 753.0,
       "n": 20.0,
       "share": 0.02656042496679947
      },
      "false_alarm_rate": 0.027188328912466843,
      "hit": {
       "den": 496.0,
       "n": 131.0,
       "share": 0.26411290322580644
      },
      "hit_rate": 0.26458752515090544,
      "missed_loss": 0.1255214607878907,
      "missed_n": 365.0,
      "na": null,
      "needless_loss": 0.08929970562458038,
      "needless_n": 20.0
     },
     "size": {
      "bad": {
       "mean": 7.970588235294118,
       "n": 34.0,
       "too_few": true
      },
      "right": {
       "mean": 7.418803418803419,
       "n": 117.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 103.0,
        "share": 0.37050359712230213
       },
       "missed": {
        "den": 278.0,
        "n": 168.0,
        "share": 0.60431654676259
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 7.0,
        "share": 0.025179856115107913
       }
      },
      "medium": {
       "found": {
        "den": 144.0,
        "n": 12.0,
        "share": 0.08333333333333333
       },
       "missed": {
        "den": 144.0,
        "n": 129.0,
        "share": 0.8958333333333334
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 3.0,
        "share": 0.020833333333333332
       }
      },
      "small": {
       "found": {
        "den": 74.0,
        "n": 2.0,
        "share": 0.02702702702702703
       },
       "missed": {
        "den": 74.0,
        "n": 68.0,
        "share": 0.918918918918919
       },
       "risk_pays": 74.0,
       "wrong": {
        "den": 74.0,
        "n": 4.0,
        "share": 0.05405405405405406
       }
      }
     },
     "trade_off": 1249.0,
     "wrong": {
      "den": 496.0,
      "n": 14.0,
      "share": 0.028225806451612902
     }
    },
    "holding": {
     "by_call": {
      "missed": 8.921077159734873,
      "needless": 0.49976752354548526,
      "none": 0.08353178317730243,
      "right_risk": 0.6826313642355112,
      "right_safety": 8.255160771883451,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 11.0,
      "needless": 1.0,
      "right_risk": 3.0,
      "right_safety": 45.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 18.442168602576622,
     "found": {
      "den": 14.0,
      "n": 3.0,
      "share": 0.21428571428571427
     },
     "good": {
      "den": 4.0,
      "n": 3.0,
      "share": 0.75
     },
     "judgement": 59.62732919254658,
     "judgement_hi": 74.05704053109714,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.7857142857142857,
      "y": 0.021739130434782608
     },
     "margin": 0.001,
     "missed": {
      "den": 14.0,
      "n": 11.0,
      "share": 0.7857142857142857
     },
     "needless": {
      "den": 46.0,
      "n": 1.0,
      "share": 0.021739130434782608
     },
     "needless_by_loss": {
      "big": {
       "den": 46.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 46.0,
       "n": 1.0,
       "share": 0.021739130434782608
      },
      "small": {
       "den": 46.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 46.0,
      "n": 45.0,
      "share": 0.9782608695652174
     },
     "risk_pays": 14.0,
     "safety_pays": 46.0,
     "scored": 65,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 3.0,
       "share": 1.0
      },
      "beta": 2.024758432722802,
      "caution": 1.2906400989446813,
      "caution_hi": 2.027688791201996,
      "caution_lo": 0.7424741477333134,
      "cstar": 0.6268142825719049,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1254536161260744,
      "dprime_hi": 1.754619101068629,
      "dprime_lo": 0.3876049525219223,
      "false_alarm": {
       "den": 46.0,
       "n": 1.0,
       "share": 0.021739130434782608
      },
      "false_alarm_rate": 0.031914893617021274,
      "hit": {
       "den": 14.0,
       "n": 3.0,
       "share": 0.21428571428571427
      },
      "hit_rate": 0.23333333333333334,
      "missed_loss": 0.10543091188777577,
      "missed_n": 11.0,
      "na": null,
      "needless_loss": 0.06496977806091309,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 8.666666666666666,
       "n": 3.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 14.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.259187214326538,
      "needless": 0.7311345746853207,
      "none": 0.0,
      "right_risk": 2.2539387413319325,
      "right_safety": 1.0919275899861483,
      "wrong_risk": 2.6853520598187544
     },
     "calls": {
      "missed": 78.0,
      "needless": 5.0,
      "right_risk": 103.0,
      "right_safety": 100.0,
      "wrong_risk": 9.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 67,
      "taken_grouped": 16,
      "taken_n": 101,
      "taken_other": 0
     },
     "error_rate": 19.021540180148694,
     "found": {
      "den": 190.0,
      "n": 103.0,
      "share": 0.5421052631578948
     },
     "good": {
      "den": 117.0,
      "n": 103.0,
      "share": 0.8803418803418803
     },
     "judgement": 74.72431077694235,
     "judgement_hi": 78.65030829573422,
     "judgement_lo": 71.03942101883047,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10344827586206896,
      "x": 0.45789473684210524,
      "y": 0.047619047619047616
     },
     "margin": 0.001,
     "missed": {
      "den": 190.0,
      "n": 78.0,
      "share": 0.4105263157894737
     },
     "needless": {
      "den": 105.0,
      "n": 5.0,
      "share": 0.047619047619047616
     },
     "needless_by_loss": {
      "big": {
       "den": 105.0,
       "n": 3.0,
       "share": 0.02857142857142857
      },
      "medium": {
       "den": 105.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 105.0,
       "n": 2.0,
       "share": 0.01904761904761905
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 105.0,
      "n": 100.0,
      "share": 0.9523809523809523
     },
     "risk_pays": 190.0,
     "safety_pays": 105.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 112.0,
       "n": 103.0,
       "share": 0.9196428571428571
      },
      "beta": 0.5141572225737076,
      "caution": 0.7009207041760268,
      "caution_hi": 0.963481411968375,
      "caution_lo": 0.5286092342958314,
      "cstar": -0.3592292770003833,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.851815045143351,
      "dprime_hi": 2.4000195522143604,
      "dprime_lo": 1.498907333193927,
      "false_alarm": {
       "den": 105.0,
       "n": 5.0,
       "share": 0.047619047619047616
      },
      "false_alarm_rate": 0.05188679245283019,
      "hit": {
       "den": 190.0,
       "n": 112.0,
       "share": 0.5894736842105263
      },
      "hit_rate": 0.5890052356020943,
      "missed_loss": 0.09367276384280278,
      "missed_n": 78.0,
      "na": null,
      "needless_loss": 0.08715124130249023,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 8.642857142857142,
       "n": 14.0,
       "too_few": true
      },
      "right": {
       "mean": 13.679611650485437,
       "n": 103.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 91.0,
        "n": 59.0,
        "share": 0.6483516483516484
       },
       "missed": {
        "den": 91.0,
        "n": 27.0,
        "share": 0.2967032967032967
       },
       "risk_pays": 91.0,
       "wrong": {
        "den": 91.0,
        "n": 5.0,
        "share": 0.054945054945054944
       }
      },
      "medium": {
       "found": {
        "den": 90.0,
        "n": 42.0,
        "share": 0.4666666666666667
       },
       "missed": {
        "den": 90.0,
        "n": 45.0,
        "share": 0.5
       },
       "risk_pays": 90.0,
       "wrong": {
        "den": 90.0,
        "n": 3.0,
        "share": 0.03333333333333333
       }
      },
      "small": {
       "found": {
        "den": 9.0,
        "n": 2.0,
        "share": 0.2222222222222222
       },
       "missed": {
        "den": 9.0,
        "n": 6.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 9.0,
       "wrong": {
        "den": 9.0,
        "n": 1.0,
        "share": 0.1111111111111111
       }
      }
     },
     "trade_off": 295.0,
     "wrong": {
      "den": 190.0,
      "n": 9.0,
      "share": 0.04736842105263158
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 6.025225708359166,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 6.025225708359166,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 228.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 228,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 904.0,
    "n": 878.0,
    "share": 0.9712389380530974
   },
   "risk_pays": 700.0,
   "safety_pays": 904.0,
   "scored": 2122,
   "sdt": {
    "aim": {
     "den": 246.0,
     "n": 223.0,
     "share": 0.9065040650406504
    },
    "beta": 0.9499782742824628,
    "caution": 1.136175453849757,
    "caution_hi": 1.2327024961843753,
    "caution_lo": 1.05385644658735,
    "cstar": -0.03397160351794271,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.5105605420805492,
    "dprime_hi": 1.6875083662190107,
    "dprime_lo": 1.3588519741533376,
    "false_alarm": {
     "den": 904.0,
     "n": 26.0,
     "share": 0.028761061946902654
    },
    "false_alarm_rate": 0.029281767955801105,
    "hit": {
     "den": 700.0,
     "n": 246.0,
     "share": 0.3514285714285714
    },
    "hit_rate": 0.3516405135520685,
    "missed_loss": 0.11956288281516357,
    "missed_n": 454.0,
    "na": null,
    "needless_loss": 0.08795077296403739,
    "needless_n": 26.0
   },
   "size": {
    "bad": {
     "mean": 8.224489795918368,
     "n": 49.0,
     "too_few": true
    },
    "right": {
     "mean": 10.327354260089686,
     "n": 223.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 375.0,
      "n": 164.0,
      "share": 0.43733333333333335
     },
     "missed": {
      "den": 375.0,
      "n": 199.0,
      "share": 0.5306666666666666
     },
     "risk_pays": 375.0,
     "wrong": {
      "den": 375.0,
      "n": 12.0,
      "share": 0.032
     }
    },
    "medium": {
     "found": {
      "den": 238.0,
      "n": 55.0,
      "share": 0.23109243697478993
     },
     "missed": {
      "den": 238.0,
      "n": 177.0,
      "share": 0.7436974789915967
     },
     "risk_pays": 238.0,
     "wrong": {
      "den": 238.0,
      "n": 6.0,
      "share": 0.025210084033613446
     }
    },
    "small": {
     "found": {
      "den": 87.0,
      "n": 4.0,
      "share": 0.04597701149425287
     },
     "missed": {
      "den": 87.0,
      "n": 78.0,
      "share": 0.896551724137931
     },
     "risk_pays": 87.0,
     "wrong": {
      "den": 87.0,
      "n": 5.0,
      "share": 0.05747126436781609
     }
    }
   },
   "trade_off": 1604.0,
   "wrong": {
    "den": 700.0,
    "n": 23.0,
    "share": 0.032857142857142856
   }
  },
  "robust": {
   "by_call": {
    "missed": 12.280990846251452,
    "needless": 0.782809849621326,
    "none": 1.0812876782925145,
    "right_risk": 0.9077945539796274,
    "right_safety": 3.506130114913998,
    "wrong_risk": 1.0161225690131588
   },
   "calls": {
    "missed": 376.0,
    "needless": 35.0,
    "right_risk": 213.0,
    "right_safety": 956.0,
    "wrong_risk": 24.0
   },
   "confidence": {
    "auroc_right_risk": 0.5192486085343229,
    "missed_mean_p": 0.9972158234779105,
    "missed_n": 321,
    "taken_grouped": 47,
    "taken_n": 225,
    "taken_other": 0
   },
   "error_rate": 19.575135612072078,
   "found": {
    "den": 613.0,
    "n": 213.0,
    "share": 0.3474714518760196
   },
   "good": {
    "den": 272.0,
    "n": 213.0,
    "share": 0.7830882352941176
   },
   "judgement": 65.60767955646496,
   "judgement_hi": 67.54887619692241,
   "judgement_lo": 63.76867483011015,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.06,
    "x": 0.6525285481239804,
    "y": 0.035317860746720484
   },
   "margin": 0.02,
   "missed": {
    "den": 613.0,
    "n": 376.0,
    "share": 0.6133768352365416
   },
   "needless": {
    "den": 991.0,
    "n": 35.0,
    "share": 0.035317860746720484
   },
   "needless_by_loss": {
    "big": {
     "den": 991.0,
     "n": 16.0,
     "share": 0.016145307769929364
    },
    "medium": {
     "den": 991.0,
     "n": 10.0,
     "share": 0.010090817356205853
    },
    "small": {
     "den": 991.0,
     "n": 9.0,
     "share": 0.009081735620585268
    }
   },
   "no_trade_off": 518.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 0.8801945099016515,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 0.8801945099016515,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 164.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 164,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 16.03298421183379,
      "needless": 0.9636564593116297,
      "none": 0.5639791706660061,
      "right_risk": 0.9596668723384743,
      "right_safety": 4.746227933266953,
      "wrong_risk": 0.9859904548767804
     },
     "calls": {
      "missed": 297.0,
      "needless": 26.0,
      "right_risk": 114.0,
      "right_safety": 801.0,
      "wrong_risk": 11.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.9964956658166675,
      "missed_n": 255,
      "taken_grouped": 31,
      "taken_n": 120,
      "taken_other": 0
     },
     "error_rate": 24.252505102293632,
     "found": {
      "den": 422.0,
      "n": 114.0,
      "share": 0.27014218009478674
     },
     "good": {
      "den": 151.0,
      "n": 114.0,
      "share": 0.7549668874172185
     },
     "judgement": 61.93516220909242,
     "judgement_hi": 64.33711228056872,
     "judgement_lo": 59.595514214204535,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.03571428571428571,
      "x": 0.7298578199052133,
      "y": 0.03143893591293833
     },
     "margin": 0.02,
     "missed": {
      "den": 422.0,
      "n": 297.0,
      "share": 0.7037914691943128
     },
     "needless": {
      "den": 827.0,
      "n": 26.0,
      "share": 0.03143893591293833
     },
     "needless_by_loss": {
      "big": {
       "den": 827.0,
       "n": 12.0,
       "share": 0.014510278113663845
      },
      "medium": {
       "den": 827.0,
       "n": 9.0,
       "share": 0.010882708585247884
      },
      "small": {
       "den": 827.0,
       "n": 5.0,
       "share": 0.006045949214026602
      }
     },
     "no_trade_off": 118.0,
     "reference": null,
     "right_safety": {
      "den": 827.0,
      "n": 801.0,
      "share": 0.9685610640870617
     },
     "risk_pays": 422.0,
     "safety_pays": 827.0,
     "scored": 1367,
     "sdt": {
      "aim": {
       "den": 125.0,
       "n": 114.0,
       "share": 0.912
      },
      "beta": 1.345501021520249,
      "caution": 1.1930280354780223,
      "caution_hi": 1.303917905547964,
      "caution_lo": 1.0951907560726684,
      "cstar": 0.2251353514216461,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3181690415251945,
      "dprime_hi": 1.4995933760389522,
      "dprime_lo": 1.1394367272109405,
      "false_alarm": {
       "den": 827.0,
       "n": 26.0,
       "share": 0.03143893591293833
      },
      "false_alarm_rate": 0.0320048309178744,
      "hit": {
       "den": 422.0,
       "n": 125.0,
       "share": 0.2962085308056872
      },
      "hit_rate": 0.2966903073286052,
      "missed_loss": 0.14758982772778984,
      "missed_n": 297.0,
      "na": null,
      "needless_loss": 0.10133218306761521,
      "needless_n": 26.0
     },
     "size": {
      "bad": {
       "mean": 7.486486486486487,
       "n": 37.0,
       "too_few": true
      },
      "right": {
       "mean": 7.56140350877193,
       "n": 114.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 103.0,
        "share": 0.37050359712230213
       },
       "missed": {
        "den": 278.0,
        "n": 168.0,
        "share": 0.60431654676259
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 7.0,
        "share": 0.025179856115107913
       }
      },
      "medium": {
       "found": {
        "den": 144.0,
        "n": 11.0,
        "share": 0.0763888888888889
       },
       "missed": {
        "den": 144.0,
        "n": 129.0,
        "share": 0.8958333333333334
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 4.0,
        "share": 0.027777777777777776
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1249.0,
     "wrong": {
      "den": 422.0,
      "n": 11.0,
      "share": 0.026066350710900472
     }
    },
    "holding": {
     "by_call": {
      "missed": 8.452098186199482,
      "needless": 0.49976752354548526,
      "none": 0.08353178317730243,
      "right_risk": 0.630350296313946,
      "right_safety": 8.724139745418842,
      "wrong_risk": 0.05228106792156513
     },
     "calls": {
      "missed": 7.0,
      "needless": 1.0,
      "right_risk": 2.0,
      "right_safety": 49.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 18.442168602576622,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "judgement": 59.0,
     "judgement_hi": 68.18181818181819,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.125,
      "x": 0.8,
      "y": 0.02
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 7.0,
      "share": 0.7
     },
     "needless": {
      "den": 50.0,
      "n": 1.0,
      "share": 0.02
     },
     "needless_by_loss": {
      "big": {
       "den": 50.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 50.0,
       "n": 1.0,
       "share": 0.02
      },
      "small": {
       "den": 50.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 50.0,
      "n": 49.0,
      "share": 0.98
     },
     "risk_pays": 10.0,
     "safety_pays": 50.0,
     "scored": 65,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 2.0695291203138835,
      "caution": 1.1811495406628487,
      "caution_hi": 1.947889661727133,
      "caution_lo": 0.5919015042081379,
      "cstar": 0.5133835001885123,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.416720839341163,
      "dprime_hi": 2.0195225911664445,
      "dprime_lo": 0.6500415822916235,
      "false_alarm": {
       "den": 50.0,
       "n": 1.0,
       "share": 0.02
      },
      "false_alarm_rate": 0.029411764705882353,
      "hit": {
       "den": 10.0,
       "n": 3.0,
       "share": 0.3
      },
      "hit_rate": 0.3181818181818182,
      "missed_loss": 0.15696753774370467,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.06496977806091309,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": 7.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.059687168006128,
      "needless": 1.0446954093523473,
      "none": 0.0,
      "right_risk": 1.9245055697908338,
      "right_safety": 1.2914276363065578,
      "wrong_risk": 2.7012243966928264
     },
     "calls": {
      "missed": 72.0,
      "needless": 8.0,
      "right_risk": 97.0,
      "right_safety": 106.0,
      "wrong_risk": 12.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 61,
      "taken_grouped": 16,
      "taken_n": 101,
      "taken_other": 0
     },
     "error_rate": 19.021540180148694,
     "found": {
      "den": 181.0,
      "n": 97.0,
      "share": 0.5359116022099447
     },
     "good": {
      "den": 117.0,
      "n": 97.0,
      "share": 0.8290598290598291
     },
     "judgement": 73.28680818067268,
     "judgement_hi": 77.42691594071128,
     "judgement_lo": 69.2199592264715,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14285714285714285,
      "x": 0.46408839779005523,
      "y": 0.07017543859649122
     },
     "margin": 0.02,
     "missed": {
      "den": 181.0,
      "n": 72.0,
      "share": 0.39779005524861877
     },
     "needless": {
      "den": 114.0,
      "n": 8.0,
      "share": 0.07017543859649122
     },
     "needless_by_loss": {
      "big": {
       "den": 114.0,
       "n": 4.0,
       "share": 0.03508771929824561
      },
      "medium": {
       "den": 114.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 114.0,
       "n": 4.0,
       "share": 0.03508771929824561
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 114.0,
      "n": 106.0,
      "share": 0.9298245614035088
     },
     "risk_pays": 181.0,
     "safety_pays": 114.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 109.0,
       "n": 97.0,
       "share": 0.8899082568807339
      },
      "beta": 0.4910462852901371,
      "caution": 0.5948184936633515,
      "caution_hi": 0.8037312429419743,
      "caution_lo": 0.4244258215547653,
      "cstar": -0.41716807060484,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.704868944562273,
      "dprime_hi": 2.133827561277569,
      "dprime_lo": 1.3958405897745787,
      "false_alarm": {
       "den": 114.0,
       "n": 8.0,
       "share": 0.07017543859649122
      },
      "false_alarm_rate": 0.07391304347826087,
      "hit": {
       "den": 181.0,
       "n": 109.0,
       "share": 0.6022099447513812
      },
      "hit_rate": 0.6016483516483516,
      "missed_loss": 0.09982741044627295,
      "missed_n": 72.0,
      "na": null,
      "needless_loss": 0.07782980799674988,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 13.1,
       "n": 20.0,
       "too_few": true
      },
      "right": {
       "mean": 13.072164948453608,
       "n": 97.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 91.0,
        "n": 58.0,
        "share": 0.6373626373626373
       },
       "missed": {
        "den": 91.0,
        "n": 27.0,
        "share": 0.2967032967032967
       },
       "risk_pays": 91.0,
       "wrong": {
        "den": 91.0,
        "n": 6.0,
        "share": 0.06593406593406594
       }
      },
      "medium": {
       "found": {
        "den": 90.0,
        "n": 39.0,
        "share": 0.43333333333333335
       },
       "missed": {
        "den": 90.0,
        "n": 45.0,
        "share": 0.5
       },
       "risk_pays": 90.0,
       "wrong": {
        "den": 90.0,
        "n": 6.0,
        "share": 0.06666666666666667
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 295.0,
     "wrong": {
      "den": 181.0,
      "n": 12.0,
      "share": 0.06629834254143646
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 6.025225708359166,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 6.025225708359166,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 228.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 228,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 991.0,
    "n": 956.0,
    "share": 0.9646821392532795
   },
   "risk_pays": 613.0,
   "safety_pays": 991.0,
   "scored": 2122,
   "sdt": {
    "aim": {
     "den": 237.0,
     "n": 213.0,
     "share": 0.8987341772151899
    },
    "beta": 1.1070209870486556,
    "caution": 1.044738019303215,
    "caution_hi": 1.1421944881247905,
    "caution_lo": 0.9578361459263605,
    "cstar": 0.06714704211095375,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.5141785675233457,
    "dprime_hi": 1.6837314141066382,
    "dprime_lo": 1.3534044210934155,
    "false_alarm": {
     "den": 991.0,
     "n": 35.0,
     "share": 0.035317860746720484
    },
    "false_alarm_rate": 0.03578629032258065,
    "hit": {
     "den": 613.0,
     "n": 237.0,
     "share": 0.3866231647634584
    },
    "hit_rate": 0.38680781758957655,
    "missed_loss": 0.13861841795609353,
    "missed_n": 376.0,
    "na": null,
    "needless_loss": 0.09492128576551165,
    "needless_n": 35.0
   },
   "size": {
    "bad": {
     "mean": 9.508474576271187,
     "n": 59.0,
     "too_few": true
    },
    "right": {
     "mean": 10.070422535211268,
     "n": 213.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 375.0,
      "n": 163.0,
      "share": 0.43466666666666665
     },
     "missed": {
      "den": 375.0,
      "n": 199.0,
      "share": 0.5306666666666666
     },
     "risk_pays": 375.0,
     "wrong": {
      "den": 375.0,
      "n": 13.0,
      "share": 0.034666666666666665
     }
    },
    "medium": {
     "found": {
      "den": 238.0,
      "n": 50.0,
      "share": 0.21008403361344538
     },
     "missed": {
      "den": 238.0,
      "n": 177.0,
      "share": 0.7436974789915967
     },
     "risk_pays": 238.0,
     "wrong": {
      "den": 238.0,
      "n": 11.0,
      "share": 0.046218487394957986
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1604.0,
   "wrong": {
    "den": 613.0,
    "n": 24.0,
    "share": 0.03915171288743882
   }
  }
 },
 "slug": "gemma-4-31b-on",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 33.66162896156311,
   "n": 75,
   "too_few": true
  },
  "blitz": {
   "error_rate": 22.514280334517764,
   "n": 296,
   "too_few": false
  },
  "holding": {
   "error_rate": 18.442168602576622,
   "n": 65,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 26.811588038172985,
   "n": 432,
   "too_few": false
  },
  "other": {
   "error_rate": 27.70464335169111,
   "n": 147,
   "too_few": true
  },
  "priming": {
   "error_rate": 19.925987334560148,
   "n": 417,
   "too_few": false
  }
 },
 "version": "v3"
}
