{
 "close": {
  "close": {
   "den": 475,
   "n": 14,
   "share": 0.029473684210526315,
   "small": false
  },
  "decisions": 1847,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 475,
  "exclusions": {
   "grouped": 148,
   "not_audited": 231,
   "sparse": 993
  },
  "groups": {
   "close": {
    "by_count": [
     6,
     5,
     3,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 14,
      "n": 6,
      "share": 0.42857142857142855,
      "small": true
     },
     "points": {
      "den": 14,
      "n": 2,
      "share": 0.14285714285714285,
      "small": true
     },
     "prime": {
      "den": 14,
      "n": 3,
      "share": 0.21428571428571427,
      "small": true
     },
     "race": {
      "den": 14,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    },
    "gap": {
     "mean": 0.07922504203660148,
     "median": 0.0398486852645874,
     "n": 14
    },
    "loss1": {
     "mean": 0.028444605214255198,
     "median": 0.0,
     "n": 14
    },
    "loss2": {
     "mean": 0.059581445796149116,
     "median": 0.013606369495391846,
     "n": 14
    },
    "n": 14,
    "p1": {
     "mean": 0.5635302120792763,
     "median": 0.5612691114520361,
     "n": 14
    },
    "p2": {
     "mean": 0.40770560642873044,
     "median": 0.4148040549600782,
     "n": 14
    },
    "psum": {
     "mean": 0.9712358185080069,
     "median": 0.9984950397994548,
     "n": 14
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     2,
     12
    ]
   },
   "other": {
    "by_count": [
     185,
     178,
     81,
     17,
     0
    ],
    "differ": {
     "hitting": {
      "den": 461,
      "n": 162,
      "share": 0.351409978308026,
      "small": false
     },
     "points": {
      "den": 461,
      "n": 65,
      "share": 0.14099783080260303,
      "small": false
     },
     "prime": {
      "den": 461,
      "n": 116,
      "share": 0.25162689804772237,
      "small": false
     },
     "race": {
      "den": 461,
      "n": 48,
      "share": 0.10412147505422993,
      "small": false
     }
    },
    "gap": {
     "mean": 0.09990072108142546,
     "median": 0.03555893898010254,
     "n": 461
    },
    "loss1": {
     "mean": 0.02353126767400547,
     "median": 0.0,
     "n": 461
    },
    "loss2": {
     "mean": 0.09509843911110967,
     "median": 0.029202938079833984,
     "n": 461
    },
    "n": 461,
    "p1": {
     "mean": 0.9768127994348579,
     "median": 0.999836834219735,
     "n": 461
    },
    "p2": {
     "mean": 0.02118637113396625,
     "median": 0.00015256402578962944,
     "n": 461
    },
    "psum": {
     "mean": 0.9979991705688241,
     "median": 0.9999992487647918,
     "n": 461
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     2,
     459
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 250,
       "n": 6,
       "share": 0.024,
       "small": false
      },
      "eligible": 250,
      "risk_close": {
       "den": 6,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 81,
       "n": 4,
       "share": 0.04938271604938271,
       "small": true
      },
      "eligible": 81,
      "risk_close": {
       "den": 4,
       "n": 2,
       "share": 0.5,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 144,
       "n": 4,
       "share": 0.027777777777777776,
       "small": true
      },
      "eligible": 144,
      "risk_close": {
       "den": 4,
       "n": 4,
       "share": 1.0,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.0,
     "adj_other": 0.7115384615384616,
     "adjusted": -0.7115384615384616,
     "adjusted_hi": 0.0,
     "adjusted_left_out": 281,
     "adjusted_lo": -1.0,
     "close": {
      "den": 2,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "covered": {
      "den": 2,
      "n": 2,
      "share": 1.0,
      "small": true
     },
     "crude": -0.6363636363636364,
     "crude_hi": -0.5,
     "crude_left_out": 233,
     "crude_lo": -0.7457164869029276,
     "group": 57,
     "matches": 16,
     "na": null,
     "other": {
      "den": 55,
      "n": 35,
      "share": 0.6363636363636364,
      "small": true
     },
     "resamples": 2000,
     "strata": 11,
     "strata_both": 2
    },
    "stake": {
     "big": {
      "den": 40,
      "n": 1,
      "share": 0.025,
      "small": true
     },
     "medium": {
      "den": 29,
      "n": 2,
      "share": 0.06896551724137931,
      "small": true
     },
     "small": {
      "den": 12,
      "n": 1,
      "share": 0.08333333333333333,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 250,
       "n": 6,
       "share": 0.024,
       "small": false
      },
      "eligible": 250,
      "risk_close": {
       "den": 6,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 69,
       "n": 3,
       "share": 0.043478260869565216,
       "small": true
      },
      "eligible": 69,
      "risk_close": {
       "den": 3,
       "n": 2,
       "share": 0.6666666666666666,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 156,
       "n": 5,
       "share": 0.03205128205128205,
       "small": true
      },
      "eligible": 156,
      "risk_close": {
       "den": 5,
       "n": 4,
       "share": 0.8,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.0,
     "adj_other": 0.6666666666666667,
     "adjusted": -0.6666666666666667,
     "adjusted_hi": 0.0,
     "adjusted_left_out": 350,
     "adjusted_lo": -1.0,
     "close": {
      "den": 2,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "covered": {
      "den": 2,
      "n": 2,
      "share": 1.0,
      "small": true
     },
     "crude": -0.574468085106383,
     "crude_hi": -0.43478260869565216,
     "crude_left_out": 239,
     "crude_lo": -0.6923076923076923,
     "group": 49,
     "matches": 16,
     "na": null,
     "other": {
      "den": 47,
      "n": 27,
      "share": 0.574468085106383,
      "small": true
     },
     "resamples": 2000,
     "strata": 10,
     "strata_both": 2
    },
    "stake": {
     "big": {
      "den": 40,
      "n": 1,
      "share": 0.025,
      "small": true
     },
     "medium": {
      "den": 29,
      "n": 2,
      "share": 0.06896551724137931,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 14,
   "n": 6,
   "share": 0.42857142857142855,
   "small": true
  },
  "risk_close_of_eligible": {
   "den": 475,
   "n": 6,
   "share": 0.01263157894736842,
   "small": false
  },
  "risk_pair_other": {
   "den": 461,
   "n": 154,
   "share": 0.33405639913232105,
   "small": false
  },
  "ties": {
   "close": 0,
   "member": 1,
   "order": 0,
   "positive": 1,
   "top_two": 1,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6606563485365958,
  "auroc_blunder": 0.6031729825250344,
  "confident_badly_wrong": {
   "den": 1664,
   "n": 239,
   "share": 0.14362980769230768
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1510,
     "n": 239,
     "share": 0.15827814569536425
    },
    "kept": {
     "den": 1664,
     "n": 1510,
     "share": 0.9074519230769231
    },
    "mean_loss": 0.039637134959366147,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 1349,
     "n": 200,
     "share": 0.14825796886582654
    },
    "kept": {
     "den": 1664,
     "n": 1349,
     "share": 0.8106971153846154
    },
    "mean_loss": 0.03646793263412741,
    "too_few": false
   }
  },
  "ece": 0.40049485774929267,
  "held_out": {
   "blunders": 0.1285512850420643,
   "kept": 0.015685113579938625,
   "no_cutoff": 150,
   "runs": 300
  },
  "n": 1664,
  "surest": {
   "cut": 0.9999990570378902,
   "error_rate": 14.257927138644915,
   "n": 416,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 22.451879817666565,
   "n": 583,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 29.922443170716445,
   "n": 508,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 17.497797590241863,
   "n": 756,
   "too_few": false
  }
 },
 "name": "Gemma 4 31B (off)",
 "options": {
  "11–15": {
   "error_rate": 31.131775474842684,
   "n": 324,
   "too_few": false
  },
  "16–25": {
   "error_rate": 30.564195002025027,
   "n": 318,
   "too_few": false
  },
  "26+": {
   "error_rate": 39.305609631903316,
   "n": 196,
   "too_few": true
  },
  "2–5": {
   "error_rate": 8.466544154321564,
   "n": 593,
   "too_few": false
  },
  "6–10": {
   "error_rate": 21.60507838170116,
   "n": 416,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 2.506146128748504,
   "n": 142,
   "too_few": true
  },
  "contact": {
   "error_rate": 27.337691594616416,
   "n": 1121,
   "too_few": false
  },
  "holding": {
   "error_rate": 21.08179991957785,
   "n": 87,
   "too_few": true
  },
  "opening": {
   "error_rate": 18.77048704432044,
   "n": 273,
   "too_few": false
  },
  "race": {
   "error_rate": 15.886149369180202,
   "n": 224,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6606563485365958,
  "best_share": 0.5441256090958311,
  "blunder_share": 0.1824580400649702,
  "brier": 0.40111310849286447,
  "clusters": 94,
  "confidence_n": 1664,
  "confident_badly_wrong": 0.14362980769230768,
  "cost_coverage": 1.0,
  "decisions": 1847,
  "ece": 0.40049485774929267,
  "engine_scored": 1847,
  "error_hi": 25.309819313416035,
  "error_lo": 19.880791518808966,
  "error_rate": 22.47882081356059,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 183,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.9696054346723696,
  "over_budget": 0.016242555495397944,
  "own_cost": {
   "decisions": 1847,
   "estimate": true,
   "excluded_hours": 151.16666666666666,
   "gaps": [
    [
     "2026-10-19T20:30Z",
     "2026-10-19T20:41Z",
     11
    ],
    [
     "2026-10-19T20:45Z",
     "2026-10-19T22:27Z",
     102
    ],
    [
     "2026-10-20T02:51Z",
     "2026-10-20T04:53Z",
     122
    ],
    [
     "2026-10-20T05:06Z",
     "2026-10-20T06:01Z",
     55
    ],
    [
     "2026-10-20T06:16Z",
     "2026-10-21T01:09Z",
     1133
    ],
    [
     "2026-10-21T01:19Z",
     "2026-10-21T06:01Z",
     282
    ],
    [
     "2026-10-21T06:48Z",
     "2026-10-23T21:37Z",
     3768
    ],
    [
     "2026-10-23T21:41Z",
     "2026-10-25T07:55Z",
     2054
    ],
    [
     "2026-10-25T08:53Z",
     "2026-10-25T20:18Z",
     685
    ],
    [
     "2026-10-25T20:18Z",
     "2026-10-26T10:36Z",
     858
    ]
   ],
   "gpu_decisions": 1847,
   "gpu_usd": 15.17226129747234,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 7.5490519444147655,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 1.5918261110782626,
     "machine": "dgx_spark",
     "usd": 0.33876897246444615,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 5.957225833336503,
     "machine": "rtx_pro_6000",
     "usd": 14.833492325007894,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 15.17226129747234,
   "usd_per_1000": 8.214543203829097
  },
  "p95_loss": 0.2219608426094051,
  "probability_source": "logprobs",
  "retry_mean": 0.8970833784515431,
  "scored": 1847,
  "time_median": 0.311,
  "time_p90": 4.0316,
  "tokens_in": 4166.734163508392,
  "tokens_out": 1.2495939361126152,
  "too_few": false,
  "usd_per_1000": 8.214543203829097,
  "very_confident": 0.9074519230769231,
  "worst_mean": 0.3764484936128492
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7367788461538461,
   "best_share": 0.9014084507042254,
   "blunder_share": 0.028169014084507043,
   "brier": 0.08824116965794251,
   "clusters": 56,
   "confidence_n": 141,
   "confident_badly_wrong": 0.02127659574468085,
   "cost_coverage": 1.0,
   "decisions": 142,
   "ece": 0.09232906089268554,
   "engine_scored": 142,
   "error_hi": 4.046190527125532,
   "error_lo": 1.138080845850682,
   "error_rate": 2.506146128748504,
   "first_date": "2026-10-19",
   "group_sizes": [
    25
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9740351335872419,
   "over_budget": 0.007042253521126761,
   "own_cost": {
    "decisions": 1847,
    "estimate": true,
    "excluded_hours": 151.16666666666666,
    "gaps": [
     [
      "2026-10-19T20:30Z",
      "2026-10-19T20:41Z",
      11
     ],
     [
      "2026-10-19T20:45Z",
      "2026-10-19T22:27Z",
      102
     ],
     [
      "2026-10-20T02:51Z",
      "2026-10-20T04:53Z",
      122
     ],
     [
      "2026-10-20T05:06Z",
      "2026-10-20T06:01Z",
      55
     ],
     [
      "2026-10-20T06:16Z",
      "2026-10-21T01:09Z",
      1133
     ],
     [
      "2026-10-21T01:19Z",
      "2026-10-21T06:01Z",
      282
     ],
     [
      "2026-10-21T06:48Z",
      "2026-10-23T21:37Z",
      3768
     ],
     [
      "2026-10-23T21:41Z",
      "2026-10-25T07:55Z",
      2054
     ],
     [
      "2026-10-25T08:53Z",
      "2026-10-25T20:18Z",
      685
     ],
     [
      "2026-10-25T20:18Z",
      "2026-10-26T10:36Z",
      858
     ]
    ],
    "gpu_decisions": 1847,
    "gpu_usd": 15.17226129747234,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.5490519444147655,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5918261110782626,
      "machine": "dgx_spark",
      "usd": 0.33876897246444615,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.957225833336503,
      "machine": "rtx_pro_6000",
      "usd": 14.833492325007894,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 15.17226129747234,
    "usd_per_1000": 8.214543203829097
   },
   "p95_loss": 0.03822895884513835,
   "probability_source": "logprobs",
   "retry_mean": 0.060323943661971836,
   "scored": 142,
   "time_median": 0.166,
   "time_p90": 2.2874000000000008,
   "tokens_in": 2904.021126760563,
   "tokens_out": 1.0140845070422535,
   "too_few": true,
   "usd_per_1000": 8.214543203829097,
   "very_confident": 0.9219858156028369,
   "worst_mean": 0.0862191915512085
  },
  "contact": {
   "auroc": 0.652076625559403,
   "best_share": 0.5102586975914363,
   "blunder_share": 0.21944692239072258,
   "brier": 0.43806573630568674,
   "clusters": 93,
   "confidence_n": 996,
   "confident_badly_wrong": 0.17771084337349397,
   "cost_coverage": 1.0,
   "decisions": 1121,
   "ece": 0.43777634402730076,
   "engine_scored": 1121,
   "error_hi": 31.28067325590584,
   "error_lo": 23.853947316206256,
   "error_rate": 27.337691594616416,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 125,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9709088741477827,
   "over_budget": 0.013380909901873328,
   "own_cost": {
    "decisions": 1847,
    "estimate": true,
    "excluded_hours": 151.16666666666666,
    "gaps": [
     [
      "2026-10-19T20:30Z",
      "2026-10-19T20:41Z",
      11
     ],
     [
      "2026-10-19T20:45Z",
      "2026-10-19T22:27Z",
      102
     ],
     [
      "2026-10-20T02:51Z",
      "2026-10-20T04:53Z",
      122
     ],
     [
      "2026-10-20T05:06Z",
      "2026-10-20T06:01Z",
      55
     ],
     [
      "2026-10-20T06:16Z",
      "2026-10-21T01:09Z",
      1133
     ],
     [
      "2026-10-21T01:19Z",
      "2026-10-21T06:01Z",
      282
     ],
     [
      "2026-10-21T06:48Z",
      "2026-10-23T21:37Z",
      3768
     ],
     [
      "2026-10-23T21:41Z",
      "2026-10-25T07:55Z",
      2054
     ],
     [
      "2026-10-25T08:53Z",
      "2026-10-25T20:18Z",
      685
     ],
     [
      "2026-10-25T20:18Z",
      "2026-10-26T10:36Z",
      858
     ]
    ],
    "gpu_decisions": 1847,
    "gpu_usd": 15.17226129747234,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.5490519444147655,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5918261110782626,
      "machine": "dgx_spark",
      "usd": 0.33876897246444615,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.957225833336503,
      "machine": "rtx_pro_6000",
      "usd": 14.833492325007894,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 15.17226129747234,
    "usd_per_1000": 8.214543203829097
   },
   "p95_loss": 0.2810019254684448,
   "probability_source": "logprobs",
   "retry_mean": 0.6379197145405887,
   "scored": 1121,
   "time_median": 0.301,
   "time_p90": 3.805,
   "tokens_in": 4256.0258697591435,
   "tokens_out": 1.2702943800178412,
   "too_few": false,
   "usd_per_1000": 8.214543203829097,
   "very_confident": 0.9146586345381527,
   "worst_mean": 0.4092959963849613
  },
  "holding": {
   "auroc": 0.5861111111111111,
   "best_share": 0.4367816091954023,
   "blunder_share": 0.21839080459770116,
   "brier": 0.4756561695483993,
   "clusters": 21,
   "confidence_n": 76,
   "confident_badly_wrong": 0.17105263157894737,
   "cost_coverage": 1.0,
   "decisions": 87,
   "ece": 0.49788694157756747,
   "engine_scored": 87,
   "error_hi": 28.578174850519968,
   "error_lo": 14.068031616838104,
   "error_rate": 21.08179991957785,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    20,
    23,
    24
   ],
   "grouped": 11,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9635490405416338,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1847,
    "estimate": true,
    "excluded_hours": 151.16666666666666,
    "gaps": [
     [
      "2026-10-19T20:30Z",
      "2026-10-19T20:41Z",
      11
     ],
     [
      "2026-10-19T20:45Z",
      "2026-10-19T22:27Z",
      102
     ],
     [
      "2026-10-20T02:51Z",
      "2026-10-20T04:53Z",
      122
     ],
     [
      "2026-10-20T05:06Z",
      "2026-10-20T06:01Z",
      55
     ],
     [
      "2026-10-20T06:16Z",
      "2026-10-21T01:09Z",
      1133
     ],
     [
      "2026-10-21T01:19Z",
      "2026-10-21T06:01Z",
      282
     ],
     [
      "2026-10-21T06:48Z",
      "2026-10-23T21:37Z",
      3768
     ],
     [
      "2026-10-23T21:41Z",
      "2026-10-25T07:55Z",
      2054
     ],
     [
      "2026-10-25T08:53Z",
      "2026-10-25T20:18Z",
      685
     ],
     [
      "2026-10-25T20:18Z",
      "2026-10-26T10:36Z",
      858
     ]
    ],
    "gpu_decisions": 1847,
    "gpu_usd": 15.17226129747234,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.5490519444147655,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5918261110782626,
      "machine": "dgx_spark",
      "usd": 0.33876897246444615,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.957225833336503,
      "machine": "rtx_pro_6000",
      "usd": 14.833492325007894,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 15.17226129747234,
    "usd_per_1000": 8.214543203829097
   },
   "p95_loss": 0.1483790993690491,
   "probability_source": "logprobs",
   "retry_mean": 1.1588735632183906,
   "scored": 87,
   "time_median": 0.654,
   "time_p90": 7.933200000000001,
   "tokens_in": 4470.64367816092,
   "tokens_out": 1.3218390804597702,
   "too_few": true,
   "usd_per_1000": 8.214543203829097,
   "very_confident": 0.8947368421052632,
   "worst_mean": 0.27671680599451065
  },
  "opening": {
   "auroc": 0.7575641915336572,
   "best_share": 0.5164835164835165,
   "blunder_share": 0.17216117216117216,
   "brier": 0.41656962674677245,
   "clusters": 94,
   "confidence_n": 241,
   "confident_badly_wrong": 0.12863070539419086,
   "cost_coverage": 1.0,
   "decisions": 273,
   "ece": 0.42528425218971877,
   "engine_scored": 273,
   "error_hi": 22.2494932315767,
   "error_lo": 15.443679503592955,
   "error_rate": 18.77048704432044,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 32,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9688527169200092,
   "over_budget": 0.04395604395604396,
   "own_cost": {
    "decisions": 1847,
    "estimate": true,
    "excluded_hours": 151.16666666666666,
    "gaps": [
     [
      "2026-10-19T20:30Z",
      "2026-10-19T20:41Z",
      11
     ],
     [
      "2026-10-19T20:45Z",
      "2026-10-19T22:27Z",
      102
     ],
     [
      "2026-10-20T02:51Z",
      "2026-10-20T04:53Z",
      122
     ],
     [
      "2026-10-20T05:06Z",
      "2026-10-20T06:01Z",
      55
     ],
     [
      "2026-10-20T06:16Z",
      "2026-10-21T01:09Z",
      1133
     ],
     [
      "2026-10-21T01:19Z",
      "2026-10-21T06:01Z",
      282
     ],
     [
      "2026-10-21T06:48Z",
      "2026-10-23T21:37Z",
      3768
     ],
     [
      "2026-10-23T21:41Z",
      "2026-10-25T07:55Z",
      2054
     ],
     [
      "2026-10-25T08:53Z",
      "2026-10-25T20:18Z",
      685
     ],
     [
      "2026-10-25T20:18Z",
      "2026-10-26T10:36Z",
      858
     ]
    ],
    "gpu_decisions": 1847,
    "gpu_usd": 15.17226129747234,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.5490519444147655,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5918261110782626,
      "machine": "dgx_spark",
      "usd": 0.33876897246444615,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.957225833336503,
      "machine": "rtx_pro_6000",
      "usd": 14.833492325007894,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 15.17226129747234,
    "usd_per_1000": 8.214543203829097
   },
   "p95_loss": 0.156986367702484,
   "probability_source": "logprobs",
   "retry_mean": 2.979875457875458,
   "scored": 273,
   "time_median": 0.56,
   "time_p90": 5.835400000000005,
   "tokens_in": 4838.461538461538,
   "tokens_out": 1.3443223443223444,
   "too_few": false,
   "usd_per_1000": 8.214543203829097,
   "very_confident": 0.8879668049792531,
   "worst_mean": 0.2262660903590066
  },
  "race": {
   "auroc": 0.6703500789302628,
   "best_share": 0.5625,
   "blunder_share": 0.09375,
   "brier": 0.39120754913448624,
   "clusters": 85,
   "confidence_n": 210,
   "confident_badly_wrong": 0.07142857142857142,
   "cost_coverage": 1.0,
   "decisions": 224,
   "ece": 0.39298070021504794,
   "engine_scored": 224,
   "error_hi": 26.31633621257165,
   "error_lo": 8.407179223170052,
   "error_rate": 15.886149369180202,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    17,
    18,
    19,
    25
   ],
   "grouped": 14,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9635048521378284,
   "over_budget": 0.008928571428571428,
   "own_cost": {
    "decisions": 1847,
    "estimate": true,
    "excluded_hours": 151.16666666666666,
    "gaps": [
     [
      "2026-10-19T20:30Z",
      "2026-10-19T20:41Z",
      11
     ],
     [
      "2026-10-19T20:45Z",
      "2026-10-19T22:27Z",
      102
     ],
     [
      "2026-10-20T02:51Z",
      "2026-10-20T04:53Z",
      122
     ],
     [
      "2026-10-20T05:06Z",
      "2026-10-20T06:01Z",
      55
     ],
     [
      "2026-10-20T06:16Z",
      "2026-10-21T01:09Z",
      1133
     ],
     [
      "2026-10-21T01:19Z",
      "2026-10-21T06:01Z",
      282
     ],
     [
      "2026-10-21T06:48Z",
      "2026-10-23T21:37Z",
      3768
     ],
     [
      "2026-10-23T21:41Z",
      "2026-10-25T07:55Z",
      2054
     ],
     [
      "2026-10-25T08:53Z",
      "2026-10-25T20:18Z",
      685
     ],
     [
      "2026-10-25T20:18Z",
      "2026-10-26T10:36Z",
      858
     ]
    ],
    "gpu_decisions": 1847,
    "gpu_usd": 15.17226129747234,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.5490519444147655,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5918261110782626,
      "machine": "dgx_spark",
      "usd": 0.33876897246444615,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.957225833336503,
      "machine": "rtx_pro_6000",
      "usd": 14.833492325007894,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 15.17226129747234,
    "usd_per_1000": 8.214543203829097
   },
   "p95_loss": 0.1285907834768295,
   "probability_source": "logprobs",
   "retry_mean": 0.08442410714285713,
   "scored": 224,
   "time_median": 0.247,
   "time_p90": 3.5760000000000014,
   "tokens_in": 3583.6428571428573,
   "tokens_out": 1.1517857142857142,
   "too_few": false,
   "usd_per_1000": 8.214543203829097,
   "very_confident": 0.8904761904761904,
   "worst_mean": 0.4350962747227062
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.120296986476111,
    "needless": 2.057741849436654,
    "none": 2.5653740039178987,
    "right_risk": 1.546048672701387,
    "right_safety": 3.067688662488201,
    "wrong_risk": 2.121670638540337
   },
   "calls": {
    "missed": 341.0,
    "needless": 63.0,
    "right_risk": 194.0,
    "right_safety": 732.0,
    "wrong_risk": 49.0
   },
   "confidence": {
    "auroc_right_risk": 0.6012230857434068,
    "missed_mean_p": 0.97483588851821,
    "missed_n": 299,
    "taken_grouped": 45,
    "taken_n": 261,
    "taken_other": 0
   },
   "error_rate": 22.47882081356059,
   "found": {
    "den": 584.0,
    "n": 194.0,
    "share": 0.3321917808219178
   },
   "good": {
    "den": 306.0,
    "n": 194.0,
    "share": 0.6339869281045751
   },
   "judgement": 62.647324890152504,
   "judgement_hi": 65.03643951701261,
   "judgement_lo": 60.3838740457105,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.12564102564102564,
    "x": 0.6678082191780822,
    "y": 0.07924528301886792
   },
   "margin": 0.001,
   "missed": {
    "den": 584.0,
    "n": 341.0,
    "share": 0.583904109589041
   },
   "needless": {
    "den": 795.0,
    "n": 63.0,
    "share": 0.07924528301886792
   },
   "needless_by_loss": {
    "big": {
     "den": 795.0,
     "n": 39.0,
     "share": 0.04905660377358491
    },
    "medium": {
     "den": 795.0,
     "n": 22.0,
     "share": 0.027672955974842768
    },
    "small": {
     "den": 795.0,
     "n": 2.0,
     "share": 0.0025157232704402514
    }
   },
   "no_trade_off": 468.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.506146128748504,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.506146128748504,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 142.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 142,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.585468442284773,
      "needless": 2.7302340616826815,
      "none": 0.6425696010572585,
      "right_risk": 1.791220533858443,
      "right_safety": 4.135409016145541,
      "wrong_risk": 2.452789939587718
     },
     "calls": {
      "missed": 270.0,
      "needless": 47.0,
      "right_risk": 112.0,
      "right_safety": 570.0,
      "wrong_risk": 30.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.9741408187077794,
      "missed_n": 239,
      "taken_grouped": 35,
      "taken_n": 154,
      "taken_other": 0
     },
     "error_rate": 27.337691594616416,
     "found": {
      "den": 412.0,
      "n": 112.0,
      "share": 0.27184466019417475
     },
     "good": {
      "den": 189.0,
      "n": 112.0,
      "share": 0.5925925925925926
     },
     "judgement": 59.78348098377681,
     "judgement_hi": 62.386794612563236,
     "judgement_lo": 57.10084099559401,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 0.7281553398058253,
      "y": 0.07617504051863858
     },
     "margin": 0.001,
     "missed": {
      "den": 412.0,
      "n": 270.0,
      "share": 0.6553398058252428
     },
     "needless": {
      "den": 617.0,
      "n": 47.0,
      "share": 0.07617504051863858
     },
     "needless_by_loss": {
      "big": {
       "den": 617.0,
       "n": 31.0,
       "share": 0.050243111831442464
      },
      "medium": {
       "den": 617.0,
       "n": 14.0,
       "share": 0.022690437601296597
      },
      "small": {
       "den": 617.0,
       "n": 2.0,
       "share": 0.0032414910858995136
      }
     },
     "no_trade_off": 92.0,
     "reference": null,
     "right_safety": {
      "den": 617.0,
      "n": 570.0,
      "share": 0.9238249594813615
     },
     "risk_pays": 412.0,
     "safety_pays": 617.0,
     "scored": 1121,
     "sdt": {
      "aim": {
       "den": 142.0,
       "n": 112.0,
       "share": 0.7887323943661971
      },
      "beta": 1.5070715609628933,
      "caution": 0.9126323778330365,
      "caution_hi": 1.0316685069294773,
      "caution_lo": 0.7975137203911665,
      "cstar": 0.3990928688335857,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0277517747294111,
      "dprime_hi": 1.2403582647469635,
      "dprime_lo": 0.7995551892821483,
      "false_alarm": {
       "den": 617.0,
       "n": 47.0,
       "share": 0.07617504051863858
      },
      "false_alarm_rate": 0.07686084142394822,
      "hit": {
       "den": 412.0,
       "n": 142.0,
       "share": 0.3446601941747573
      },
      "hit_rate": 0.3450363196125908,
      "missed_loss": 0.12941711202815728,
      "missed_n": 270.0,
      "na": null,
      "needless_loss": 0.1302379737509058,
      "needless_n": 47.0
     },
     "size": {
      "bad": {
       "mean": 7.3896103896103895,
       "n": 77.0,
       "too_few": true
      },
      "right": {
       "mean": 7.5625,
       "n": 112.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 226.0,
        "n": 88.0,
        "share": 0.3893805309734513
       },
       "missed": {
        "den": 226.0,
        "n": 125.0,
        "share": 0.5530973451327433
       },
       "risk_pays": 226.0,
       "wrong": {
        "den": 226.0,
        "n": 13.0,
        "share": 0.05752212389380531
       }
      },
      "medium": {
       "found": {
        "den": 134.0,
        "n": 20.0,
        "share": 0.14925373134328357
       },
       "missed": {
        "den": 134.0,
        "n": 103.0,
        "share": 0.7686567164179104
       },
       "risk_pays": 134.0,
       "wrong": {
        "den": 134.0,
        "n": 11.0,
        "share": 0.08208955223880597
       }
      },
      "small": {
       "found": {
        "den": 52.0,
        "n": 4.0,
        "share": 0.07692307692307693
       },
       "missed": {
        "den": 52.0,
        "n": 42.0,
        "share": 0.8076923076923077
       },
       "risk_pays": 52.0,
       "wrong": {
        "den": 52.0,
        "n": 6.0,
        "share": 0.11538461538461539
       }
      }
     },
     "trade_off": 1029.0,
     "wrong": {
      "den": 412.0,
      "n": 30.0,
      "share": 0.07281553398058252
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.989946881930034,
      "needless": 3.520738461921955,
      "none": 1.1902879709484933,
      "right_risk": 0.0,
      "right_safety": 10.1098431937996,
      "wrong_risk": 1.2709834109777691
     },
     "calls": {
      "missed": 6.0,
      "needless": 5.0,
      "right_risk": 2.0,
      "right_safety": 63.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 21.08179991957785,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     },
     "judgement": 56.3235294117647,
     "judgement_hi": 74.09131493506493,
     "judgement_lo": 43.75,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25,
      "x": 0.8,
      "y": 0.07352941176470588
     },
     "margin": 0.001,
     "missed": {
      "den": 10.0,
      "n": 6.0,
      "share": 0.6
     },
     "needless": {
      "den": 68.0,
      "n": 5.0,
      "share": 0.07352941176470588
     },
     "needless_by_loss": {
      "big": {
       "den": 68.0,
       "n": 4.0,
       "share": 0.058823529411764705
      },
      "medium": {
       "den": 68.0,
       "n": 1.0,
       "share": 0.014705882352941176
      },
      "small": {
       "den": 68.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 9.0,
     "reference": null,
     "right_safety": {
      "den": 68.0,
      "n": 63.0,
      "share": 0.9264705882352942
     },
     "risk_pays": 10.0,
     "safety_pays": 68.0,
     "scored": 87,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "beta": 5.757421176830471,
      "caution": 0.8184540290850932,
      "caution_hi": 1.4670103323004469,
      "caution_lo": 0.24890298649878387,
      "cstar": 1.4870702935019522,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 1.1771398230117223,
      "dprime_hi": 2.4133922563477817,
      "dprime_lo": -0.12357893009899908,
      "false_alarm": {
       "den": 68.0,
       "n": 5.0,
       "share": 0.07352941176470588
      },
      "false_alarm_rate": 0.07971014492753623,
      "hit": {
       "den": 10.0,
       "n": 4.0,
       "share": 0.4
      },
      "hit_rate": 0.4090909090909091,
      "missed_loss": 0.14470845957597098,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.12252169847488403,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 12.142857142857142,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 13.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      }
     },
     "trade_off": 78.0,
     "wrong": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     }
    },
    "opening": {
     "by_call": {
      "missed": 9.647447001803052,
      "needless": 1.588837240205143,
      "none": 0.0,
      "right_risk": 3.1047387546672054,
      "right_safety": 0.5519087716336653,
      "wrong_risk": 3.8775552760113725
     },
     "calls": {
      "missed": 65.0,
      "needless": 11.0,
      "right_risk": 80.0,
      "right_safety": 99.0,
      "wrong_risk": 17.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 55,
      "taken_grouped": 10,
      "taken_n": 98,
      "taken_other": 0
     },
     "error_rate": 18.77048704432044,
     "found": {
      "den": 162.0,
      "n": 80.0,
      "share": 0.49382716049382713
     },
     "good": {
      "den": 108.0,
      "n": 80.0,
      "share": 0.7407407407407407
     },
     "judgement": 69.69135802469135,
     "judgement_hi": 74.20448991424168,
     "judgement_lo": 65.26723889114527,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2073170731707317,
      "x": 0.5061728395061729,
      "y": 0.1
     },
     "margin": 0.001,
     "missed": {
      "den": 162.0,
      "n": 65.0,
      "share": 0.4012345679012346
     },
     "needless": {
      "den": 110.0,
      "n": 11.0,
      "share": 0.1
     },
     "needless_by_loss": {
      "big": {
       "den": 110.0,
       "n": 4.0,
       "share": 0.03636363636363636
      },
      "medium": {
       "den": 110.0,
       "n": 7.0,
       "share": 0.06363636363636363
      },
      "small": {
       "den": 110.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 110.0,
      "n": 99.0,
      "share": 0.9
     },
     "risk_pays": 162.0,
     "safety_pays": 110.0,
     "scored": 273,
     "sdt": {
      "aim": {
       "den": 97.0,
       "n": 80.0,
       "share": 0.8247422680412371
      },
      "beta": 0.6607928744464272,
      "caution": 0.5063480417756139,
      "caution_hi": 0.6977611764301183,
      "caution_lo": 0.3449465371775032,
      "cstar": -0.274404634314913,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.509868231965609,
      "dprime_hi": 1.8708541996164174,
      "dprime_lo": 1.2319960430215573,
      "false_alarm": {
       "den": 110.0,
       "n": 11.0,
       "share": 0.1
      },
      "false_alarm_rate": 0.1036036036036036,
      "hit": {
       "den": 162.0,
       "n": 97.0,
       "share": 0.5987654320987654
      },
      "hit_rate": 0.598159509202454,
      "missed_loss": 0.08103855481514564,
      "missed_n": 65.0,
      "na": null,
      "needless_loss": 0.07886410301381891,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 7.071428571428571,
       "n": 28.0,
       "too_few": true
      },
      "right": {
       "mean": 15.7375,
       "n": 80.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 73.0,
        "n": 47.0,
        "share": 0.6438356164383562
       },
       "missed": {
        "den": 73.0,
        "n": 21.0,
        "share": 0.2876712328767123
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 5.0,
        "share": 0.0684931506849315
       }
      },
      "medium": {
       "found": {
        "den": 72.0,
        "n": 30.0,
        "share": 0.4166666666666667
       },
       "missed": {
        "den": 72.0,
        "n": 32.0,
        "share": 0.4444444444444444
       },
       "risk_pays": 72.0,
       "wrong": {
        "den": 72.0,
        "n": 10.0,
        "share": 0.1388888888888889
       }
      },
      "small": {
       "found": {
        "den": 17.0,
        "n": 3.0,
        "share": 0.17647058823529413
       },
       "missed": {
        "den": 17.0,
        "n": 12.0,
        "share": 0.7058823529411765
       },
       "risk_pays": 17.0,
       "wrong": {
        "den": 17.0,
        "n": 2.0,
        "share": 0.11764705882352941
       }
      }
     },
     "trade_off": 272.0,
     "wrong": {
      "den": 162.0,
      "n": 17.0,
      "share": 0.10493827160493827
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.886149369180202,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.886149369180202,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 224.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 224,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 795.0,
    "n": 732.0,
    "share": 0.9207547169811321
   },
   "risk_pays": 584.0,
   "safety_pays": 795.0,
   "scored": 1847,
   "sdt": {
    "aim": {
     "den": 243.0,
     "n": 194.0,
     "share": 0.7983539094650206
    },
    "beta": 1.3634606710699937,
    "caution": 0.8090589808989821,
    "caution_hi": 0.9013138555312011,
    "caution_lo": 0.7223429868305109,
    "cstar": 0.2594207355823052,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.1950705408797155,
    "dprime_hi": 1.356011648230725,
    "dprime_lo": 1.038255729140759,
    "false_alarm": {
     "den": 795.0,
     "n": 63.0,
     "share": 0.07924528301886792
    },
    "false_alarm_rate": 0.07977386934673367,
    "hit": {
     "den": 584.0,
     "n": 243.0,
     "share": 0.4160958904109589
    },
    "hit_rate": 0.41623931623931626,
    "missed_loss": 0.12046444887989077,
    "missed_n": 341.0,
    "na": null,
    "needless_loss": 0.12065553002887303,
    "needless_n": 63.0
   },
   "size": {
    "bad": {
     "mean": 7.607142857142857,
     "n": 112.0,
     "too_few": true
    },
    "right": {
     "mean": 10.989690721649485,
     "n": 194.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 304.0,
      "n": 136.0,
      "share": 0.4473684210526316
     },
     "missed": {
      "den": 304.0,
      "n": 149.0,
      "share": 0.4901315789473684
     },
     "risk_pays": 304.0,
     "wrong": {
      "den": 304.0,
      "n": 19.0,
      "share": 0.0625
     }
    },
    "medium": {
     "found": {
      "den": 209.0,
      "n": 51.0,
      "share": 0.24401913875598086
     },
     "missed": {
      "den": 209.0,
      "n": 137.0,
      "share": 0.6555023923444976
     },
     "risk_pays": 209.0,
     "wrong": {
      "den": 209.0,
      "n": 21.0,
      "share": 0.10047846889952153
     }
    },
    "small": {
     "found": {
      "den": 71.0,
      "n": 7.0,
      "share": 0.09859154929577464
     },
     "missed": {
      "den": 71.0,
      "n": 55.0,
      "share": 0.7746478873239436
     },
     "risk_pays": 71.0,
     "wrong": {
      "den": 71.0,
      "n": 9.0,
      "share": 0.1267605633802817
     }
    }
   },
   "trade_off": 1379.0,
   "wrong": {
    "den": 584.0,
    "n": 49.0,
    "share": 0.0839041095890411
   }
  },
  "robust": {
   "by_call": {
    "missed": 10.677722027060401,
    "needless": 2.2718327459801064,
    "none": 2.5653740039178987,
    "right_risk": 1.4336932073364919,
    "right_safety": 3.5102636219039116,
    "wrong_risk": 2.01993520736178
   },
   "calls": {
    "missed": 286.0,
    "needless": 79.0,
    "right_risk": 182.0,
    "right_safety": 787.0,
    "wrong_risk": 45.0
   },
   "confidence": {
    "auroc_right_risk": 0.6308182263596276,
    "missed_mean_p": 0.9717690633413903,
    "missed_n": 253,
    "taken_grouped": 45,
    "taken_n": 261,
    "taken_other": 0
   },
   "error_rate": 22.47882081356059,
   "found": {
    "den": 513.0,
    "n": 182.0,
    "share": 0.35477582846003897
   },
   "good": {
    "den": 306.0,
    "n": 182.0,
    "share": 0.5947712418300654
   },
   "judgement": 63.17759049921442,
   "judgement_hi": 65.5889849786069,
   "judgement_lo": 60.970241564657904,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.13595166163141995,
    "x": 0.645224171539961,
    "y": 0.09122401847575058
   },
   "margin": 0.02,
   "missed": {
    "den": 513.0,
    "n": 286.0,
    "share": 0.557504873294347
   },
   "needless": {
    "den": 866.0,
    "n": 79.0,
    "share": 0.09122401847575058
   },
   "needless_by_loss": {
    "big": {
     "den": 866.0,
     "n": 43.0,
     "share": 0.049653579676674366
    },
    "medium": {
     "den": 866.0,
     "n": 25.0,
     "share": 0.028868360277136258
    },
    "small": {
     "den": 866.0,
     "n": 11.0,
     "share": 0.012702078521939953
    }
   },
   "no_trade_off": 468.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.506146128748504,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.506146128748504,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 142.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 142,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.02875444029826,
      "needless": 3.017983699249009,
      "none": 0.6425696010572585,
      "right_risk": 1.7595152494420334,
      "right_safety": 4.6921230181320555,
      "wrong_risk": 2.1967455864378005
     },
     "calls": {
      "missed": 228.0,
      "needless": 57.0,
      "right_risk": 107.0,
      "right_safety": 612.0,
      "wrong_risk": 25.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.9708190880399806,
      "missed_n": 204,
      "taken_grouped": 35,
      "taken_n": 154,
      "taken_other": 0
     },
     "error_rate": 27.337691594616416,
     "found": {
      "den": 360.0,
      "n": 107.0,
      "share": 0.2972222222222222
     },
     "good": {
      "den": 189.0,
      "n": 107.0,
      "share": 0.5661375661375662
     },
     "judgement": 60.601021425012455,
     "judgement_hi": 63.31210209360066,
     "judgement_lo": 57.64185140005544,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09881422924901186,
      "x": 0.7027777777777777,
      "y": 0.08520179372197309
     },
     "margin": 0.02,
     "missed": {
      "den": 360.0,
      "n": 228.0,
      "share": 0.6333333333333333
     },
     "needless": {
      "den": 669.0,
      "n": 57.0,
      "share": 0.08520179372197309
     },
     "needless_by_loss": {
      "big": {
       "den": 669.0,
       "n": 34.0,
       "share": 0.05082212257100149
      },
      "medium": {
       "den": 669.0,
       "n": 17.0,
       "share": 0.025411061285500747
      },
      "small": {
       "den": 669.0,
       "n": 6.0,
       "share": 0.008968609865470852
      }
     },
     "no_trade_off": 92.0,
     "reference": null,
     "right_safety": {
      "den": 669.0,
      "n": 612.0,
      "share": 0.9147982062780269
     },
     "risk_pays": 360.0,
     "safety_pays": 669.0,
     "scored": 1121,
     "sdt": {
      "aim": {
       "den": 132.0,
       "n": 107.0,
       "share": 0.8106060606060606
      },
      "beta": 1.4927171057456632,
      "caution": 0.8533306341149992,
      "caution_hi": 0.9619298250078255,
      "caution_lo": 0.7493156872057807,
      "cstar": 0.38997754877557633,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0272335457506803,
      "dprime_hi": 1.2364324116620993,
      "dprime_lo": 0.8042778527323824,
      "false_alarm": {
       "den": 669.0,
       "n": 57.0,
       "share": 0.08520179372197309
      },
      "false_alarm_rate": 0.08582089552238806,
      "hit": {
       "den": 360.0,
       "n": 132.0,
       "share": 0.36666666666666664
      },
      "hit_rate": 0.3670360110803324,
      "missed_loss": 0.14778275199626623,
      "missed_n": 228.0,
      "na": null,
      "needless_loss": 0.11870735883712769,
      "needless_n": 57.0
     },
     "size": {
      "bad": {
       "mean": 7.487804878048781,
       "n": 82.0,
       "too_few": true
      },
      "right": {
       "mean": 7.4953271028037385,
       "n": 107.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 226.0,
        "n": 87.0,
        "share": 0.38495575221238937
       },
       "missed": {
        "den": 226.0,
        "n": 125.0,
        "share": 0.5530973451327433
       },
       "risk_pays": 226.0,
       "wrong": {
        "den": 226.0,
        "n": 14.0,
        "share": 0.061946902654867256
       }
      },
      "medium": {
       "found": {
        "den": 134.0,
        "n": 20.0,
        "share": 0.14925373134328357
       },
       "missed": {
        "den": 134.0,
        "n": 103.0,
        "share": 0.7686567164179104
       },
       "risk_pays": 134.0,
       "wrong": {
        "den": 134.0,
        "n": 11.0,
        "share": 0.08208955223880597
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1029.0,
     "wrong": {
      "den": 360.0,
      "n": 25.0,
      "share": 0.06944444444444445
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.94054079740897,
      "needless": 3.607235078153939,
      "none": 1.1902879709484933,
      "right_risk": 0.0,
      "right_safety": 10.159249278320663,
      "wrong_risk": 1.184486794745785
     },
     "calls": {
      "missed": 5.0,
      "needless": 6.0,
      "right_risk": 2.0,
      "right_safety": 64.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 21.08179991957785,
     "found": {
      "den": 8.0,
      "n": 2.0,
      "share": 0.25
     },
     "good": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     },
     "judgement": 58.21428571428571,
     "judgement_hi": 78.58225108225108,
     "judgement_lo": 43.149400684931514,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16666666666666666,
      "x": 0.75,
      "y": 0.08571428571428572
     },
     "margin": 0.02,
     "missed": {
      "den": 8.0,
      "n": 5.0,
      "share": 0.625
     },
     "needless": {
      "den": 70.0,
      "n": 6.0,
      "share": 0.08571428571428572
     },
     "needless_by_loss": {
      "big": {
       "den": 70.0,
       "n": 4.0,
       "share": 0.05714285714285714
      },
      "medium": {
       "den": 70.0,
       "n": 1.0,
       "share": 0.014285714285714285
      },
      "small": {
       "den": 70.0,
       "n": 1.0,
       "share": 0.014285714285714285
      }
     },
     "no_trade_off": 9.0,
     "reference": null,
     "right_safety": {
      "den": 70.0,
      "n": 64.0,
      "share": 0.9142857142857143
     },
     "risk_pays": 8.0,
     "safety_pays": 70.0,
     "scored": 87,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 5.323861669556518,
      "caution": 0.8067454968717127,
      "caution_hi": 1.4284657632175657,
      "caution_lo": 0.03947349653554282,
      "cstar": 1.5939993809461477,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 1.0490586996184095,
      "dprime_hi": 2.4963288543528637,
      "dprime_lo": -0.04691753398767542,
      "false_alarm": {
       "den": 70.0,
       "n": 6.0,
       "share": 0.08571428571428572
      },
      "false_alarm_rate": 0.09154929577464789,
      "hit": {
       "den": 8.0,
       "n": 3.0,
       "share": 0.375
      },
      "hit_rate": 0.3888888888888889,
      "missed_loss": 0.17193081974983215,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.10460981726646423,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 12.142857142857142,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 13.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 78.0,
     "wrong": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     }
    },
    "opening": {
     "by_call": {
      "missed": 8.95491504407191,
      "needless": 1.8281534914568667,
      "none": 0.0,
      "right_risk": 2.474779338190407,
      "right_safety": 1.2444407293648074,
      "wrong_risk": 4.268198441236447
     },
     "calls": {
      "missed": 53.0,
      "needless": 16.0,
      "right_risk": 73.0,
      "right_safety": 111.0,
      "wrong_risk": 19.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 45,
      "taken_grouped": 10,
      "taken_n": 98,
      "taken_other": 0
     },
     "error_rate": 18.77048704432044,
     "found": {
      "den": 145.0,
      "n": 73.0,
      "share": 0.503448275862069
     },
     "good": {
      "den": 108.0,
      "n": 73.0,
      "share": 0.6759259259259259
     },
     "judgement": 68.87320119467826,
     "judgement_hi": 73.27306178965767,
     "judgement_lo": 64.40376181862403,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2638888888888889,
      "x": 0.496551724137931,
      "y": 0.12598425196850394
     },
     "margin": 0.02,
     "missed": {
      "den": 145.0,
      "n": 53.0,
      "share": 0.36551724137931035
     },
     "needless": {
      "den": 127.0,
      "n": 16.0,
      "share": 0.12598425196850394
     },
     "needless_by_loss": {
      "big": {
       "den": 127.0,
       "n": 5.0,
       "share": 0.03937007874015748
      },
      "medium": {
       "den": 127.0,
       "n": 7.0,
       "share": 0.05511811023622047
      },
      "small": {
       "den": 127.0,
       "n": 4.0,
       "share": 0.031496062992125984
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 127.0,
      "n": 111.0,
      "share": 0.8740157480314961
     },
     "risk_pays": 145.0,
     "safety_pays": 127.0,
     "scored": 273,
     "sdt": {
      "aim": {
       "den": 92.0,
       "n": 73.0,
       "share": 0.7934782608695652
      },
      "beta": 0.5923014445927,
      "caution": 0.3951375913198235,
      "caution_hi": 0.5652944541849177,
      "caution_lo": 0.23443195573769077,
      "cstar": -0.355589261411652,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4728779341327292,
      "dprime_hi": 1.8128699801070638,
      "dprime_lo": 1.1650631929438977,
      "false_alarm": {
       "den": 127.0,
       "n": 16.0,
       "share": 0.12598425196850394
      },
      "false_alarm_rate": 0.12890625,
      "hit": {
       "den": 145.0,
       "n": 92.0,
       "share": 0.6344827586206897
      },
      "hit_rate": 0.6335616438356164,
      "missed_loss": 0.09225252102006157,
      "missed_n": 53.0,
      "na": null,
      "needless_loss": 0.062385737895965576,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 9.428571428571429,
       "n": 35.0,
       "too_few": true
      },
      "right": {
       "mean": 15.438356164383562,
       "n": 73.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 73.0,
        "n": 45.0,
        "share": 0.6164383561643836
       },
       "missed": {
        "den": 73.0,
        "n": 21.0,
        "share": 0.2876712328767123
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 7.0,
        "share": 0.0958904109589041
       }
      },
      "medium": {
       "found": {
        "den": 72.0,
        "n": 28.0,
        "share": 0.3888888888888889
       },
       "missed": {
        "den": 72.0,
        "n": 32.0,
        "share": 0.4444444444444444
       },
       "risk_pays": 72.0,
       "wrong": {
        "den": 72.0,
        "n": 12.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 272.0,
     "wrong": {
      "den": 145.0,
      "n": 19.0,
      "share": 0.1310344827586207
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.886149369180202,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.886149369180202,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 224.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 224,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 866.0,
    "n": 787.0,
    "share": 0.9087759815242494
   },
   "risk_pays": 513.0,
   "safety_pays": 866.0,
   "scored": 1847,
   "sdt": {
    "aim": {
     "den": 227.0,
     "n": 182.0,
     "share": 0.801762114537445
    },
    "beta": 1.3002809898277086,
    "caution": 0.7373745733239244,
    "caution_hi": 0.818024862474868,
    "caution_lo": 0.6613211310008141,
    "cstar": 0.22139558535868598,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.1860235907920635,
    "dprime_hi": 1.3531028315959266,
    "dprime_lo": 1.0282277665095578,
    "false_alarm": {
     "den": 866.0,
     "n": 79.0,
     "share": 0.09122401847575058
    },
    "false_alarm_rate": 0.09169550173010381,
    "hit": {
     "den": 513.0,
     "n": 227.0,
     "share": 0.442495126705653
    },
    "hit_rate": 0.44260700389105057,
    "missed_loss": 0.1379143537341298,
    "missed_n": 286.0,
    "na": null,
    "needless_loss": 0.10622974890696851,
    "needless_n": 79.0
   },
   "size": {
    "bad": {
     "mean": 8.298387096774194,
     "n": 124.0,
     "too_few": true
    },
    "right": {
     "mean": 10.741758241758241,
     "n": 182.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 304.0,
      "n": 133.0,
      "share": 0.4375
     },
     "missed": {
      "den": 304.0,
      "n": 149.0,
      "share": 0.4901315789473684
     },
     "risk_pays": 304.0,
     "wrong": {
      "den": 304.0,
      "n": 22.0,
      "share": 0.07236842105263158
     }
    },
    "medium": {
     "found": {
      "den": 209.0,
      "n": 49.0,
      "share": 0.23444976076555024
     },
     "missed": {
      "den": 209.0,
      "n": 137.0,
      "share": 0.6555023923444976
     },
     "risk_pays": 209.0,
     "wrong": {
      "den": 209.0,
      "n": 23.0,
      "share": 0.11004784688995216
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1379.0,
   "wrong": {
    "den": 513.0,
    "n": 45.0,
    "share": 0.08771929824561403
   }
  }
 },
 "slug": "gemma-4-31b-off",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 16.723322161173417,
   "n": 59,
   "too_few": true
  },
  "blitz": {
   "error_rate": 26.198028563865886,
   "n": 203,
   "too_few": false
  },
  "holding": {
   "error_rate": 21.08179991957785,
   "n": 87,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 31.284747509497596,
   "n": 343,
   "too_few": false
  },
  "other": {
   "error_rate": 21.280279306516256,
   "n": 146,
   "too_few": true
  },
  "priming": {
   "error_rate": 28.386722424545802,
   "n": 370,
   "too_few": false
  }
 },
 "version": "v3"
}
