{
 "close": {
  "close": {
   "den": 312,
   "n": 109,
   "share": 0.34935897435897434,
   "small": false
  },
  "decisions": 2005,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 312,
  "exclusions": {
   "grouped": 33,
   "not_audited": 1630,
   "sparse": 30
  },
  "groups": {
   "close": {
    "by_count": [
     40,
     40,
     17,
     10,
     2
    ],
    "differ": {
     "hitting": {
      "den": 109,
      "n": 53,
      "share": 0.48623853211009177,
      "small": true
     },
     "points": {
      "den": 109,
      "n": 19,
      "share": 0.1743119266055046,
      "small": true
     },
     "prime": {
      "den": 109,
      "n": 27,
      "share": 0.24770642201834864,
      "small": true
     },
     "race": {
      "den": 109,
      "n": 13,
      "share": 0.11926605504587157,
      "small": true
     }
    },
    "gap": {
     "mean": 0.13875446899221577,
     "median": 0.04085195064544678,
     "n": 109
    },
    "loss1": {
     "mean": 0.16036447062404877,
     "median": 0.03126227855682373,
     "n": 109
    },
    "loss2": {
     "mean": 0.10527504994234907,
     "median": 0.010157942771911621,
     "n": 109
    },
    "n": 109,
    "p1": {
     "mean": 0.48183051718402903,
     "median": 0.5018680089132102,
     "n": 109
    },
    "p2": {
     "mean": 0.34296548279897365,
     "median": 0.33807904660000887,
     "n": 109
    },
    "psum": {
     "mean": 0.8247959999830027,
     "median": 0.8740747595443787,
     "n": 109
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     2,
     9,
     12,
     24,
     15,
     47
    ]
   },
   "other": {
    "by_count": [
     47,
     94,
     40,
     20,
     2
    ],
    "differ": {
     "hitting": {
      "den": 203,
      "n": 114,
      "share": 0.5615763546798029,
      "small": false
     },
     "points": {
      "den": 203,
      "n": 56,
      "share": 0.27586206896551724,
      "small": false
     },
     "prime": {
      "den": 203,
      "n": 57,
      "share": 0.28078817733990147,
      "small": false
     },
     "race": {
      "den": 203,
      "n": 15,
      "share": 0.07389162561576355,
      "small": false
     }
    },
    "gap": {
     "mean": 0.13195771536803597,
     "median": 0.0859881043434143,
     "n": 203
    },
    "loss1": {
     "mean": 0.06781257035697034,
     "median": 0.001259446144104004,
     "n": 203
    },
    "loss2": {
     "mean": 0.1288658038442358,
     "median": 0.07547760009765625,
     "n": 203
    },
    "n": 203,
    "p1": {
     "mean": 0.7954637882335168,
     "median": 0.7997887271066176,
     "n": 203
    },
    "p2": {
     "mean": 0.13299681121465987,
     "median": 0.12374844102447921,
     "n": 203
    },
    "psum": {
     "mean": 0.9284605994481767,
     "median": 0.9578448730597572,
     "n": 203
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     3,
     15,
     33,
     152
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 90,
       "n": 37,
       "share": 0.4111111111111111,
       "small": true
      },
      "eligible": 90,
      "risk_close": {
       "den": 37,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 109,
       "n": 40,
       "share": 0.3669724770642202,
       "small": true
      },
      "eligible": 109,
      "risk_close": {
       "den": 40,
       "n": 29,
       "share": 0.725,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 113,
       "n": 32,
       "share": 0.2831858407079646,
       "small": true
      },
      "eligible": 113,
      "risk_close": {
       "den": 32,
       "n": 17,
       "share": 0.53125,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.6428571428571429,
     "adj_other": 0.824404761904762,
     "adjusted": -0.18154761904761907,
     "adjusted_hi": 0.1428571428571428,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.3382034632034632,
     "close": {
      "den": 29,
      "n": 19,
      "share": 0.6551724137931034,
      "small": true
     },
     "covered": {
      "den": 29,
      "n": 28,
      "share": 0.9655172413793104,
      "small": true
     },
     "crude": -0.14482758620689662,
     "crude_hi": 0.10080645161290325,
     "crude_left_out": 0,
     "crude_lo": -0.2848484848484849,
     "group": 84,
     "matches": 4,
     "na": null,
     "other": {
      "den": 55,
      "n": 44,
      "share": 0.8,
      "small": true
     },
     "resamples": 2000,
     "strata": 22,
     "strata_both": 13
    },
    "stake": {
     "big": {
      "den": 71,
      "n": 25,
      "share": 0.352112676056338,
      "small": true
     },
     "medium": {
      "den": 29,
      "n": 13,
      "share": 0.4482758620689655,
      "small": true
     },
     "small": {
      "den": 9,
      "n": 2,
      "share": 0.2222222222222222,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 90,
       "n": 37,
       "share": 0.4111111111111111,
       "small": true
      },
      "eligible": 90,
      "risk_close": {
       "den": 37,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 100,
       "n": 38,
       "share": 0.38,
       "small": true
      },
      "eligible": 100,
      "risk_close": {
       "den": 38,
       "n": 27,
       "share": 0.7105263157894737,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 122,
       "n": 34,
       "share": 0.2786885245901639,
       "small": true
      },
      "eligible": 122,
      "risk_close": {
       "den": 34,
       "n": 19,
       "share": 0.5588235294117647,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.64,
     "adj_other": 0.8033333333333335,
     "adjusted": -0.16333333333333344,
     "adjusted_hi": 0.17708333333333326,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.36,
     "close": {
      "den": 27,
      "n": 18,
      "share": 0.6666666666666666,
      "small": true
     },
     "covered": {
      "den": 27,
      "n": 25,
      "share": 0.9259259259259259,
      "small": true
     },
     "crude": -0.11764705882352944,
     "crude_hi": 0.1048951048951049,
     "crude_left_out": 0,
     "crude_lo": -0.28260869565217395,
     "group": 78,
     "matches": 4,
     "na": null,
     "other": {
      "den": 51,
      "n": 40,
      "share": 0.7843137254901961,
      "small": true
     },
     "resamples": 2000,
     "strata": 22,
     "strata_both": 11
    },
    "stake": {
     "big": {
      "den": 71,
      "n": 25,
      "share": 0.352112676056338,
      "small": true
     },
     "medium": {
      "den": 29,
      "n": 13,
      "share": 0.4482758620689655,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 109,
   "n": 46,
   "share": 0.42201834862385323,
   "small": true
  },
  "risk_close_of_eligible": {
   "den": 312,
   "n": 46,
   "share": 0.14743589743589744,
   "small": false
  },
  "risk_pair_other": {
   "den": 203,
   "n": 112,
   "share": 0.5517241379310345,
   "small": false
  },
  "ties": {
   "close": 1,
   "member": 0,
   "order": 1,
   "positive": 1,
   "top_two": 1,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6405729529785421,
  "auroc_blunder": 0.5805056871694559,
  "confident_badly_wrong": {
   "den": 1825,
   "n": 73,
   "share": 0.04
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 354,
     "n": 73,
     "share": 0.2062146892655367
    },
    "kept": {
     "den": 1825,
     "n": 354,
     "share": 0.19397260273972602
    },
    "mean_loss": 0.05598314409538851,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 11,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1825,
     "n": 11,
     "share": 0.006027397260273973
    },
    "mean_loss": 0.0007570169188759544,
    "too_few": true
   }
  },
  "ece": 0.24797898952360273,
  "held_out": {
   "blunders": 0.06442805871172738,
   "kept": 0.008584449519882324,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1825,
  "surest": {
   "cut": 0.8705989600558174,
   "error_rate": 30.831941597049553,
   "n": 457,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 43.70323573358548,
   "n": 624,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 65.68130311308104,
   "n": 627,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 28.95749516449177,
   "n": 754,
   "too_few": false
  }
 },
 "name": "Qwen3.8-27B (off)",
 "options": {
  "11–15": {
   "error_rate": 51.205275664406436,
   "n": 310,
   "too_few": false
  },
  "16–25": {
   "error_rate": 62.52183253608877,
   "n": 351,
   "too_few": false
  },
  "26+": {
   "error_rate": 65.47880024498046,
   "n": 191,
   "too_few": true
  },
  "2–5": {
   "error_rate": 22.492583375424147,
   "n": 704,
   "too_few": false
  },
  "6–10": {
   "error_rate": 53.73478682508448,
   "n": 449,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 13.772093808209455,
   "n": 135,
   "too_few": true
  },
  "contact": {
   "error_rate": 57.161597527616834,
   "n": 1259,
   "too_few": false
  },
  "holding": {
   "error_rate": 14.057901288781848,
   "n": 28,
   "too_few": true
  },
  "opening": {
   "error_rate": 35.709270979127574,
   "n": 310,
   "too_few": false
  },
  "race": {
   "error_rate": 18.306843636236785,
   "n": 273,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6405729529785421,
  "best_share": 0.43690773067331673,
  "blunder_share": 0.30673316708229426,
  "brier": 0.2996574625842421,
  "clusters": 104,
  "confidence_n": 1825,
  "confident_badly_wrong": 0.04,
  "cost_coverage": 1.0,
  "decisions": 2005,
  "ece": 0.24797898952360273,
  "engine_scored": 2005,
  "error_hi": 49.93782874880952,
  "error_lo": 40.65903495291559,
  "error_rate": 45.030896510566556,
  "first_date": "2026-10-20",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 180,
  "invalid": 0,
  "last_date": "2026-10-25",
  "mean_confidence": 0.7038694004825069,
  "over_budget": 0.0004987531172069825,
  "own_cost": {
   "decisions": 2005,
   "estimate": true,
   "excluded_hours": 117.88333333333334,
   "gaps": [
    [
     "2026-10-20T21:00Z",
     "2026-10-20T21:57Z",
     56
    ],
    [
     "2026-10-20T22:01Z",
     "2026-10-21T01:30Z",
     209
    ],
    [
     "2026-10-21T01:39Z",
     "2026-10-21T01:57Z",
     19
    ],
    [
     "2026-10-21T04:23Z",
     "2026-10-25T20:12Z",
     6709
    ],
    [
     "2026-10-25T20:16Z",
     "2026-10-25T20:27Z",
     11
    ],
    [
     "2026-10-25T20:45Z",
     "2026-10-25T21:54Z",
     69
    ]
   ],
   "gpu_decisions": 2005,
   "gpu_usd": 9.125208382443592,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 3.722901666760435,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.06359472221798365,
     "machine": "dgx_spark",
     "usd": 0.01353409053288798,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 3.6593069445424513,
     "machine": "rtx_pro_6000",
     "usd": 9.111674291910704,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 9.125208382443592,
   "usd_per_1000": 4.551226125907029
  },
  "p95_loss": 0.4220028638839721,
  "probability_source": "logprobs",
  "retry_mean": 0.41779351620947636,
  "scored": 2005,
  "time_median": 1.476,
  "time_p90": 2.713,
  "tokens_in": 4265.779052369077,
  "tokens_out": 2.5296758104738153,
  "too_few": false,
  "usd_per_1000": 4.551226125907029,
  "very_confident": 0.19397260273972602,
  "worst_mean": 0.6799375572800637
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7147727272727272,
   "best_share": 0.8148148148148148,
   "blunder_share": 0.1037037037037037,
   "brier": 0.14805089886522738,
   "clusters": 57,
   "confidence_n": 134,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 135,
   "ece": 0.11403448121535718,
   "engine_scored": 135,
   "error_hi": 22.401394380538942,
   "error_lo": 6.1096824392551135,
   "error_rate": 13.772093808209455,
   "first_date": "2026-10-20",
   "group_sizes": [
    21
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.7112173341616029,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2005,
    "estimate": true,
    "excluded_hours": 117.88333333333334,
    "gaps": [
     [
      "2026-10-20T21:00Z",
      "2026-10-20T21:57Z",
      56
     ],
     [
      "2026-10-20T22:01Z",
      "2026-10-21T01:30Z",
      209
     ],
     [
      "2026-10-21T01:39Z",
      "2026-10-21T01:57Z",
      19
     ],
     [
      "2026-10-21T04:23Z",
      "2026-10-25T20:12Z",
      6709
     ],
     [
      "2026-10-25T20:16Z",
      "2026-10-25T20:27Z",
      11
     ],
     [
      "2026-10-25T20:45Z",
      "2026-10-25T21:54Z",
      69
     ]
    ],
    "gpu_decisions": 2005,
    "gpu_usd": 9.125208382443592,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 3.722901666760435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.06359472221798365,
      "machine": "dgx_spark",
      "usd": 0.01353409053288798,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 3.6593069445424513,
      "machine": "rtx_pro_6000",
      "usd": 9.111674291910704,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 9.125208382443592,
    "usd_per_1000": 4.551226125907029
   },
   "p95_loss": 0.1539782404899597,
   "probability_source": "logprobs",
   "retry_mean": 0.18954814814814813,
   "scored": 135,
   "time_median": 1.048,
   "time_p90": 2.382,
   "tokens_in": 2871.874074074074,
   "tokens_out": 2.0296296296296297,
   "too_few": true,
   "usd_per_1000": 4.551226125907029,
   "very_confident": 0.11940298507462686,
   "worst_mean": 0.3439586673464094
  },
  "contact": {
   "auroc": 0.6169070472019961,
   "best_share": 0.40428911834789516,
   "blunder_share": 0.36616362192216045,
   "brier": 0.32542055291098687,
   "clusters": 104,
   "confidence_n": 1135,
   "confident_badly_wrong": 0.05462555066079295,
   "cost_coverage": 1.0,
   "decisions": 1259,
   "ece": 0.2884646994759414,
   "engine_scored": 1259,
   "error_hi": 64.30964383196574,
   "error_lo": 50.82379589239625,
   "error_rate": 57.161597527616834,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 124,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.710491131194003,
   "over_budget": 0.0007942811755361397,
   "own_cost": {
    "decisions": 2005,
    "estimate": true,
    "excluded_hours": 117.88333333333334,
    "gaps": [
     [
      "2026-10-20T21:00Z",
      "2026-10-20T21:57Z",
      56
     ],
     [
      "2026-10-20T22:01Z",
      "2026-10-21T01:30Z",
      209
     ],
     [
      "2026-10-21T01:39Z",
      "2026-10-21T01:57Z",
      19
     ],
     [
      "2026-10-21T04:23Z",
      "2026-10-25T20:12Z",
      6709
     ],
     [
      "2026-10-25T20:16Z",
      "2026-10-25T20:27Z",
      11
     ],
     [
      "2026-10-25T20:45Z",
      "2026-10-25T21:54Z",
      69
     ]
    ],
    "gpu_decisions": 2005,
    "gpu_usd": 9.125208382443592,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 3.722901666760435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.06359472221798365,
      "machine": "dgx_spark",
      "usd": 0.01353409053288798,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 3.6593069445424513,
      "machine": "rtx_pro_6000",
      "usd": 9.111674291910704,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 9.125208382443592,
    "usd_per_1000": 4.551226125907029
   },
   "p95_loss": 0.5096985280513764,
   "probability_source": "logprobs",
   "retry_mean": 0.4729992057188244,
   "scored": 1259,
   "time_median": 1.488,
   "time_p90": 2.7362,
   "tokens_in": 4458.171564733916,
   "tokens_out": 2.6115965051628276,
   "too_few": false,
   "usd_per_1000": 4.551226125907029,
   "very_confident": 0.20792951541850221,
   "worst_mean": 0.7816261294342223
  },
  "holding": {
   "auroc": 0.7032967032967034,
   "best_share": 0.5,
   "blunder_share": 0.14285714285714285,
   "brier": 0.2695190369895943,
   "clusters": 11,
   "confidence_n": 27,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 28,
   "ece": 0.23796153759722957,
   "engine_scored": 28,
   "error_hi": 22.233650394235593,
   "error_lo": 3.7396599849065146,
   "error_rate": 14.057901288781848,
   "first_date": "2026-10-20",
   "group_sizes": [
    21
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.719443019078711,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2005,
    "estimate": true,
    "excluded_hours": 117.88333333333334,
    "gaps": [
     [
      "2026-10-20T21:00Z",
      "2026-10-20T21:57Z",
      56
     ],
     [
      "2026-10-20T22:01Z",
      "2026-10-21T01:30Z",
      209
     ],
     [
      "2026-10-21T01:39Z",
      "2026-10-21T01:57Z",
      19
     ],
     [
      "2026-10-21T04:23Z",
      "2026-10-25T20:12Z",
      6709
     ],
     [
      "2026-10-25T20:16Z",
      "2026-10-25T20:27Z",
      11
     ],
     [
      "2026-10-25T20:45Z",
      "2026-10-25T21:54Z",
      69
     ]
    ],
    "gpu_decisions": 2005,
    "gpu_usd": 9.125208382443592,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 3.722901666760435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.06359472221798365,
      "machine": "dgx_spark",
      "usd": 0.01353409053288798,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 3.6593069445424513,
      "machine": "rtx_pro_6000",
      "usd": 9.111674291910704,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 9.125208382443592,
    "usd_per_1000": 4.551226125907029
   },
   "p95_loss": 0.10877031087875365,
   "probability_source": "logprobs",
   "retry_mean": 0.32085714285714284,
   "scored": 28,
   "time_median": 0.6985,
   "time_p90": 2.229,
   "tokens_in": 3380.75,
   "tokens_out": 2.142857142857143,
   "too_few": true,
   "usd_per_1000": 4.551226125907029,
   "very_confident": 0.14814814814814814,
   "worst_mean": 0.1766592264175415
  },
  "opening": {
   "auroc": 0.811085640392641,
   "best_share": 0.38064516129032255,
   "blunder_share": 0.32903225806451614,
   "brier": 0.2703194071386029,
   "clusters": 104,
   "confidence_n": 266,
   "confident_badly_wrong": 0.03007518796992481,
   "cost_coverage": 1.0,
   "decisions": 310,
   "ece": 0.30109418179259373,
   "engine_scored": 310,
   "error_hi": 42.07316199002867,
   "error_lo": 30.025438685570997,
   "error_rate": 35.709270979127574,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    16,
    17,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 44,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.703349820890338,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2005,
    "estimate": true,
    "excluded_hours": 117.88333333333334,
    "gaps": [
     [
      "2026-10-20T21:00Z",
      "2026-10-20T21:57Z",
      56
     ],
     [
      "2026-10-20T22:01Z",
      "2026-10-21T01:30Z",
      209
     ],
     [
      "2026-10-21T01:39Z",
      "2026-10-21T01:57Z",
      19
     ],
     [
      "2026-10-21T04:23Z",
      "2026-10-25T20:12Z",
      6709
     ],
     [
      "2026-10-25T20:16Z",
      "2026-10-25T20:27Z",
      11
     ],
     [
      "2026-10-25T20:45Z",
      "2026-10-25T21:54Z",
      69
     ]
    ],
    "gpu_decisions": 2005,
    "gpu_usd": 9.125208382443592,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 3.722901666760435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.06359472221798365,
      "machine": "dgx_spark",
      "usd": 0.01353409053288798,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 3.6593069445424513,
      "machine": "rtx_pro_6000",
      "usd": 9.111674291910704,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 9.125208382443592,
    "usd_per_1000": 4.551226125907029
   },
   "p95_loss": 0.28782455921173095,
   "probability_source": "logprobs",
   "retry_mean": 0.43455483870967737,
   "scored": 310,
   "time_median": 1.9625,
   "time_p90": 3.163800000000002,
   "tokens_in": 5057.654838709677,
   "tokens_out": 2.774193548387097,
   "too_few": false,
   "usd_per_1000": 4.551226125907029,
   "very_confident": 0.22556390977443608,
   "worst_mean": 0.38054657727479935
  },
  "race": {
   "auroc": 0.5864692218350754,
   "best_share": 0.45787545787545786,
   "blunder_share": 0.12454212454212454,
   "brier": 0.2984857221168966,
   "clusters": 97,
   "confidence_n": 263,
   "confident_badly_wrong": 0.011406844106463879,
   "cost_coverage": 1.0,
   "decisions": 273,
   "ece": 0.20966182460016664,
   "engine_scored": 273,
   "error_hi": 24.977812392264,
   "error_lo": 12.93740664367987,
   "error_rate": 18.306843636236785,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    17,
    20,
    23,
    24,
    26
   ],
   "grouped": 10,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.6704756096036942,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2005,
    "estimate": true,
    "excluded_hours": 117.88333333333334,
    "gaps": [
     [
      "2026-10-20T21:00Z",
      "2026-10-20T21:57Z",
      56
     ],
     [
      "2026-10-20T22:01Z",
      "2026-10-21T01:30Z",
      209
     ],
     [
      "2026-10-21T01:39Z",
      "2026-10-21T01:57Z",
      19
     ],
     [
      "2026-10-21T04:23Z",
      "2026-10-25T20:12Z",
      6709
     ],
     [
      "2026-10-25T20:16Z",
      "2026-10-25T20:27Z",
      11
     ],
     [
      "2026-10-25T20:45Z",
      "2026-10-25T21:54Z",
      69
     ]
    ],
    "gpu_decisions": 2005,
    "gpu_usd": 9.125208382443592,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 3.722901666760435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.06359472221798365,
      "machine": "dgx_spark",
      "usd": 0.01353409053288798,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 3.6593069445424513,
      "machine": "rtx_pro_6000",
      "usd": 9.111674291910704,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 9.125208382443592,
    "usd_per_1000": 4.551226125907029
   },
   "p95_loss": 0.1607055068016052,
   "probability_source": "logprobs",
   "retry_mean": 0.266978021978022,
   "scored": 273,
   "time_median": 1.067,
   "time_p90": 2.4782,
   "tokens_in": 3259.3846153846152,
   "tokens_out": 2.161172161172161,
   "too_few": false,
   "usd_per_1000": 4.551226125907029,
   "very_confident": 0.1444866920152091,
   "worst_mean": 0.3555957291807447
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 26.370262148374334,
    "needless": 3.1951272428184376,
    "none": 3.975061184152998,
    "right_risk": 2.919092692639168,
    "right_safety": 5.7535069690380904,
    "wrong_risk": 2.8178462735435317
   },
   "calls": {
    "missed": 536.0,
    "needless": 61.0,
    "right_risk": 178.0,
    "right_safety": 671.0,
    "wrong_risk": 42.0
   },
   "confidence": {
    "auroc_right_risk": 0.5048340548340549,
    "missed_mean_p": 0.7053531128021785,
    "missed_n": 477,
    "taken_grouped": 37,
    "taken_n": 244,
    "taken_other": 0
   },
   "error_rate": 45.030896510566556,
   "found": {
    "den": 756.0,
    "n": 178.0,
    "share": 0.23544973544973544
   },
   "good": {
    "den": 281.0,
    "n": 178.0,
    "share": 0.6334519572953736
   },
   "judgement": 57.60582010582011,
   "judgement_hi": 59.03917207223001,
   "judgement_lo": 56.0818093690487,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.0726643598615917,
    "x": 0.7645502645502645,
    "y": 0.08333333333333333
   },
   "margin": 0.001,
   "missed": {
    "den": 756.0,
    "n": 536.0,
    "share": 0.708994708994709
   },
   "needless": {
    "den": 732.0,
    "n": 61.0,
    "share": 0.08333333333333333
   },
   "needless_by_loss": {
    "big": {
     "den": 732.0,
     "n": 46.0,
     "share": 0.06284153005464481
    },
    "medium": {
     "den": 732.0,
     "n": 10.0,
     "share": 0.01366120218579235
    },
    "small": {
     "den": 732.0,
     "n": 5.0,
     "share": 0.006830601092896175
    }
   },
   "no_trade_off": 517.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 13.772093808209455,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 13.772093808209455,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 135.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 135,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 36.77942531036895,
      "needless": 4.4279607919779345,
      "none": 0.8840323251992394,
      "right_risk": 2.9242296745324534,
      "right_safety": 8.20552412719363,
      "wrong_risk": 3.940425298344625
     },
     "calls": {
      "missed": 416.0,
      "needless": 56.0,
      "right_risk": 109.0,
      "right_safety": 540.0,
      "wrong_risk": 33.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.7154832512097267,
      "missed_n": 377,
      "taken_grouped": 28,
      "taken_n": 170,
      "taken_other": 0
     },
     "error_rate": 57.161597527616834,
     "found": {
      "den": 558.0,
      "n": 109.0,
      "share": 0.1953405017921147
     },
     "good": {
      "den": 198.0,
      "n": 109.0,
      "share": 0.5505050505050505
     },
     "judgement": 55.06903851242453,
     "judgement_hi": 56.76428413840969,
     "judgement_lo": 53.30430803891658,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07349665924276169,
      "x": 0.8046594982078853,
      "y": 0.09395973154362416
     },
     "margin": 0.001,
     "missed": {
      "den": 558.0,
      "n": 416.0,
      "share": 0.7455197132616488
     },
     "needless": {
      "den": 596.0,
      "n": 56.0,
      "share": 0.09395973154362416
     },
     "needless_by_loss": {
      "big": {
       "den": 596.0,
       "n": 41.0,
       "share": 0.06879194630872483
      },
      "medium": {
       "den": 596.0,
       "n": 10.0,
       "share": 0.016778523489932886
      },
      "small": {
       "den": 596.0,
       "n": 5.0,
       "share": 0.008389261744966443
      }
     },
     "no_trade_off": 105.0,
     "reference": null,
     "right_safety": {
      "den": 596.0,
      "n": 540.0,
      "share": 0.9060402684563759
     },
     "risk_pays": 558.0,
     "safety_pays": 596.0,
     "scored": 1259,
     "sdt": {
      "aim": {
       "den": 142.0,
       "n": 109.0,
       "share": 0.7676056338028169
      },
      "beta": 0.9552481211296451,
      "caution": 0.9859006206735978,
      "caution_hi": 1.0794750047043347,
      "caution_lo": 0.9015743486616783,
      "cstar": -0.07004658631027252,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6536244227931544,
      "dprime_hi": 0.8114464352100057,
      "dprime_lo": 0.5054002635285333,
      "false_alarm": {
       "den": 596.0,
       "n": 56.0,
       "share": 0.09395973154362416
      },
      "false_alarm_rate": 0.09463986599664992,
      "hit": {
       "den": 558.0,
       "n": 142.0,
       "share": 0.25448028673835127
      },
      "hit_rate": 0.2549194991055456,
      "missed_loss": 0.22262161762381977,
      "missed_n": 416.0,
      "na": null,
      "needless_loss": 0.19910009418215072,
      "needless_n": 56.0
     },
     "size": {
      "bad": {
       "mean": 8.438202247191011,
       "n": 89.0,
       "too_few": true
      },
      "right": {
       "mean": 5.779816513761468,
       "n": 109.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 368.0,
        "n": 78.0,
        "share": 0.21195652173913043
       },
       "missed": {
        "den": 368.0,
        "n": 274.0,
        "share": 0.7445652173913043
       },
       "risk_pays": 368.0,
       "wrong": {
        "den": 368.0,
        "n": 16.0,
        "share": 0.043478260869565216
       }
      },
      "medium": {
       "found": {
        "den": 137.0,
        "n": 24.0,
        "share": 0.17518248175182483
       },
       "missed": {
        "den": 137.0,
        "n": 102.0,
        "share": 0.7445255474452555
       },
       "risk_pays": 137.0,
       "wrong": {
        "den": 137.0,
        "n": 11.0,
        "share": 0.08029197080291971
       }
      },
      "small": {
       "found": {
        "den": 53.0,
        "n": 7.0,
        "share": 0.1320754716981132
       },
       "missed": {
        "den": 53.0,
        "n": 40.0,
        "share": 0.7547169811320755
       },
       "risk_pays": 53.0,
       "wrong": {
        "den": 53.0,
        "n": 6.0,
        "share": 0.11320754716981132
       }
      }
     },
     "trade_off": 1154.0,
     "wrong": {
      "den": 558.0,
      "n": 33.0,
      "share": 0.05913978494623656
     }
    },
    "holding": {
     "by_call": {
      "missed": 1.6997914229120528,
      "needless": 0.0,
      "none": 0.0,
      "right_risk": 0.17980911902018956,
      "right_safety": 12.178300746849605,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 0.0,
      "right_risk": 2.0,
      "right_safety": 18.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 1,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 14.057901288781848,
     "found": {
      "den": 6.0,
      "n": 2.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 2.0,
      "n": 2.0,
      "share": 1.0
     },
     "judgement": 66.66666666666666,
     "judgement_hi": 100.0,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.0
     },
     "margin": 0.001,
     "missed": {
      "den": 6.0,
      "n": 4.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 18.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 18.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 18.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 18.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 18.0,
      "n": 18.0,
      "share": 1.0
     },
     "risk_pays": 6.0,
     "safety_pays": 18.0,
     "scored": 28,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": null,
      "caution": 1.152018933826699,
      "caution_hi": 1.6328924702373955,
      "caution_lo": 0.4019020002436138,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 1.571825154052259,
      "dprime_hi": 3.283410989655196,
      "dprime_lo": 0.19754385176969924,
      "false_alarm": {
       "den": 18.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.02631578947368421,
      "hit": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35714285714285715,
      "missed_loss": 0.023797079920768738,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": 3.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "missed": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 24.0,
     "wrong": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.030596715788686,
      "needless": 2.682024144357251,
      "none": 0.0,
      "right_risk": 6.987551719911637,
      "right_safety": 2.787207018944525,
      "wrong_risk": 2.2218913801254763
     },
     "calls": {
      "missed": 116.0,
      "needless": 5.0,
      "right_risk": 67.0,
      "right_safety": 113.0,
      "wrong_risk": 9.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 96,
      "taken_grouped": 8,
      "taken_n": 73,
      "taken_other": 0
     },
     "error_rate": 35.709270979127574,
     "found": {
      "den": 192.0,
      "n": 67.0,
      "share": 0.3489583333333333
     },
     "good": {
      "den": 81.0,
      "n": 67.0,
      "share": 0.8271604938271605
     },
     "judgement": 65.32927259887006,
     "judgement_hi": 69.09871869456848,
     "judgement_lo": 61.16476848394324,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.072,
      "x": 0.6510416666666666,
      "y": 0.0423728813559322
     },
     "margin": 0.001,
     "missed": {
      "den": 192.0,
      "n": 116.0,
      "share": 0.6041666666666666
     },
     "needless": {
      "den": 118.0,
      "n": 5.0,
      "share": 0.0423728813559322
     },
     "needless_by_loss": {
      "big": {
       "den": 118.0,
       "n": 5.0,
       "share": 0.0423728813559322
      },
      "medium": {
       "den": 118.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 118.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 118.0,
      "n": 113.0,
      "share": 0.9576271186440678
     },
     "risk_pays": 192.0,
     "safety_pays": 118.0,
     "scored": 310,
     "sdt": {
      "aim": {
       "den": 76.0,
       "n": 67.0,
       "share": 0.881578947368421
      },
      "beta": 1.8183599245942599,
      "caution": 0.972713367319996,
      "caution_hi": 1.2175165853877574,
      "caution_lo": 0.7974240265726172,
      "cstar": 0.4211004969265462,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4199340985084132,
      "dprime_hi": 2.0021895399043257,
      "dprime_lo": 1.005573843175919,
      "false_alarm": {
       "den": 118.0,
       "n": 5.0,
       "share": 0.0423728813559322
      },
      "false_alarm_rate": 0.046218487394957986,
      "hit": {
       "den": 192.0,
       "n": 76.0,
       "share": 0.3958333333333333
      },
      "hit_rate": 0.3963730569948187,
      "missed_loss": 0.11240491348093953,
      "missed_n": 116.0,
      "na": null,
      "needless_loss": 0.3325709939002991,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 6.642857142857143,
       "n": 14.0,
       "too_few": true
      },
      "right": {
       "mean": 6.6716417910447765,
       "n": 67.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 102.0,
        "n": 45.0,
        "share": 0.4411764705882353
       },
       "missed": {
        "den": 102.0,
        "n": 54.0,
        "share": 0.5294117647058824
       },
       "risk_pays": 102.0,
       "wrong": {
        "den": 102.0,
        "n": 3.0,
        "share": 0.029411764705882353
       }
      },
      "medium": {
       "found": {
        "den": 77.0,
        "n": 21.0,
        "share": 0.2727272727272727
       },
       "missed": {
        "den": 77.0,
        "n": 50.0,
        "share": 0.6493506493506493
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 6.0,
        "share": 0.07792207792207792
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 1.0,
        "share": 0.07692307692307693
       },
       "missed": {
        "den": 13.0,
        "n": 12.0,
        "share": 0.9230769230769231
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 310.0,
     "wrong": {
      "den": 192.0,
      "n": 9.0,
      "share": 0.046875
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.306843636236785,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.306843636236785,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 273.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 273,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 732.0,
    "n": 671.0,
    "share": 0.9166666666666666
   },
   "risk_pays": 756.0,
   "safety_pays": 732.0,
   "scored": 2005,
   "sdt": {
    "aim": {
     "den": 220.0,
     "n": 178.0,
     "share": 0.8090909090909091
    },
    "beta": 1.0308558771135814,
    "caution": 0.9644705406593062,
    "caution_hi": 1.0449343122084234,
    "caution_lo": 0.888242365842646,
    "cstar": 0.036629158282506104,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8296506737726163,
    "dprime_hi": 0.9771175787717208,
    "dprime_lo": 0.6979046979736102,
    "false_alarm": {
     "den": 732.0,
     "n": 61.0,
     "share": 0.08333333333333333
    },
    "false_alarm_rate": 0.08390177353342429,
    "hit": {
     "den": 756.0,
     "n": 220.0,
     "share": 0.291005291005291
    },
    "hit_rate": 0.2912813738441215,
    "missed_loss": 0.19728498361003932,
    "missed_n": 536.0,
    "na": null,
    "needless_loss": 0.21004033186396615,
    "needless_n": 61.0
   },
   "size": {
    "bad": {
     "mean": 8.194174757281553,
     "n": 103.0,
     "too_few": true
    },
    "right": {
     "mean": 6.089887640449438,
     "n": 178.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 471.0,
      "n": 124.0,
      "share": 0.2632696390658174
     },
     "missed": {
      "den": 471.0,
      "n": 328.0,
      "share": 0.6963906581740976
     },
     "risk_pays": 471.0,
     "wrong": {
      "den": 471.0,
      "n": 19.0,
      "share": 0.040339702760084924
     }
    },
    "medium": {
     "found": {
      "den": 217.0,
      "n": 46.0,
      "share": 0.2119815668202765
     },
     "missed": {
      "den": 217.0,
      "n": 154.0,
      "share": 0.7096774193548387
     },
     "risk_pays": 217.0,
     "wrong": {
      "den": 217.0,
      "n": 17.0,
      "share": 0.07834101382488479
     }
    },
    "small": {
     "found": {
      "den": 68.0,
      "n": 8.0,
      "share": 0.11764705882352941
     },
     "missed": {
      "den": 68.0,
      "n": 54.0,
      "share": 0.7941176470588235
     },
     "risk_pays": 68.0,
     "wrong": {
      "den": 68.0,
      "n": 6.0,
      "share": 0.08823529411764706
     }
    }
   },
   "trade_off": 1488.0,
   "wrong": {
    "den": 756.0,
    "n": 42.0,
    "share": 0.05555555555555555
   }
  },
  "robust": {
   "by_call": {
    "missed": 25.784564657401564,
    "needless": 3.3672840963872592,
    "none": 3.975061184152998,
    "right_risk": 2.5251610915262503,
    "right_safety": 6.339204460010862,
    "wrong_risk": 3.0396210210876276
   },
   "calls": {
    "missed": 482.0,
    "needless": 75.0,
    "right_risk": 157.0,
    "right_safety": 725.0,
    "wrong_risk": 49.0
   },
   "confidence": {
    "auroc_right_risk": 0.5405698778833107,
    "missed_mean_p": 0.7033042857746639,
    "missed_n": 433,
    "taken_grouped": 37,
    "taken_n": 244,
    "taken_other": 0
   },
   "error_rate": 45.030896510566556,
   "found": {
    "den": 688.0,
    "n": 157.0,
    "share": 0.22819767441860464
   },
   "good": {
    "den": 281.0,
    "n": 157.0,
    "share": 0.5587188612099644
   },
   "judgement": 56.72238372093024,
   "judgement_hi": 58.197783474520556,
   "judgement_lo": 55.141070740837414,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.09227871939736347,
    "x": 0.7718023255813954,
    "y": 0.09375
   },
   "margin": 0.02,
   "missed": {
    "den": 688.0,
    "n": 482.0,
    "share": 0.7005813953488372
   },
   "needless": {
    "den": 800.0,
    "n": 75.0,
    "share": 0.09375
   },
   "needless_by_loss": {
    "big": {
     "den": 800.0,
     "n": 51.0,
     "share": 0.06375
    },
    "medium": {
     "den": 800.0,
     "n": 10.0,
     "share": 0.0125
    },
    "small": {
     "den": 800.0,
     "n": 14.0,
     "share": 0.0175
    }
   },
   "no_trade_off": 517.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 13.772093808209455,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 13.772093808209455,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 135.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 135,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 36.0171835487849,
      "needless": 4.699651640118636,
      "none": 0.8840323251992394,
      "right_risk": 2.476495016747945,
      "right_safety": 8.96776588877768,
      "wrong_risk": 4.116469107988432
     },
     "calls": {
      "missed": 376.0,
      "needless": 69.0,
      "right_risk": 95.0,
      "right_safety": 580.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.7158852346650438,
      "missed_n": 346,
      "taken_grouped": 28,
      "taken_n": 170,
      "taken_other": 0
     },
     "error_rate": 57.161597527616834,
     "found": {
      "den": 505.0,
      "n": 95.0,
      "share": 0.18811881188118812
     },
     "good": {
      "den": 198.0,
      "n": 95.0,
      "share": 0.4797979797979798
     },
     "judgement": 54.090070023951554,
     "judgement_hi": 55.72243399956,
     "judgement_lo": 52.42816829062137,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08292682926829269,
      "x": 0.8118811881188119,
      "y": 0.10631741140215717
     },
     "margin": 0.02,
     "missed": {
      "den": 505.0,
      "n": 376.0,
      "share": 0.7445544554455445
     },
     "needless": {
      "den": 649.0,
      "n": 69.0,
      "share": 0.10631741140215717
     },
     "needless_by_loss": {
      "big": {
       "den": 649.0,
       "n": 46.0,
       "share": 0.07087827426810478
      },
      "medium": {
       "den": 649.0,
       "n": 10.0,
       "share": 0.015408320493066256
      },
      "small": {
       "den": 649.0,
       "n": 13.0,
       "share": 0.020030816640986132
      }
     },
     "no_trade_off": 105.0,
     "reference": null,
     "right_safety": {
      "den": 649.0,
      "n": 580.0,
      "share": 0.8936825885978429
     },
     "risk_pays": 505.0,
     "safety_pays": 649.0,
     "scored": 1259,
     "sdt": {
      "aim": {
       "den": 129.0,
       "n": 95.0,
       "share": 0.7364341085271318
      },
      "beta": 0.91379334531716,
      "caution": 0.9495033200652205,
      "caution_hi": 1.0417711867503254,
      "caution_lo": 0.8593920309001994,
      "cstar": -0.15354988738935071,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5871110284766082,
      "dprime_hi": 0.7393971730194736,
      "dprime_lo": 0.4264501195817142,
      "false_alarm": {
       "den": 649.0,
       "n": 69.0,
       "share": 0.10631741140215717
      },
      "false_alarm_rate": 0.10692307692307693,
      "hit": {
       "den": 505.0,
       "n": 129.0,
       "share": 0.25544554455445545
      },
      "hit_rate": 0.25592885375494073,
      "missed_loss": 0.24120018131872442,
      "missed_n": 376.0,
      "na": null,
      "needless_loss": 0.1715032294176627,
      "needless_n": 69.0
     },
     "size": {
      "bad": {
       "mean": 8.058252427184467,
       "n": 103.0,
       "too_few": true
      },
      "right": {
       "mean": 5.8,
       "n": 95.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 368.0,
        "n": 75.0,
        "share": 0.20380434782608695
       },
       "missed": {
        "den": 368.0,
        "n": 274.0,
        "share": 0.7445652173913043
       },
       "risk_pays": 368.0,
       "wrong": {
        "den": 368.0,
        "n": 19.0,
        "share": 0.051630434782608696
       }
      },
      "medium": {
       "found": {
        "den": 137.0,
        "n": 20.0,
        "share": 0.145985401459854
       },
       "missed": {
        "den": 137.0,
        "n": 102.0,
        "share": 0.7445255474452555
       },
       "risk_pays": 137.0,
       "wrong": {
        "den": 137.0,
        "n": 15.0,
        "share": 0.10948905109489052
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1154.0,
     "wrong": {
      "den": 505.0,
      "n": 34.0,
      "share": 0.06732673267326733
     }
    },
    "holding": {
     "by_call": {
      "missed": 1.3689334903444563,
      "needless": 0.0,
      "none": 0.0,
      "right_risk": 0.17980911902018956,
      "right_safety": 12.509158679417201,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 2.0,
      "needless": 0.0,
      "right_risk": 2.0,
      "right_safety": 20.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 1,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 14.057901288781848,
     "found": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "good": {
      "den": 2.0,
      "n": 2.0,
      "share": 1.0
     },
     "judgement": 75.0,
     "judgement_hi": 100.0,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.5,
      "y": 0.0
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "needless": {
      "den": 20.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 20.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 20.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 20.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 20.0,
      "n": 20.0,
      "share": 1.0
     },
     "risk_pays": 4.0,
     "safety_pays": 20.0,
     "scored": 28,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": null,
      "caution": 0.9903761983236393,
      "caution_hi": 1.5855307629390154,
      "caution_lo": 0.38609867254361085,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 1.9807523966472786,
      "dprime_hi": 3.3817170583890706,
      "dprime_lo": 0.4947301918545315,
      "false_alarm": {
       "den": 20.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.023809523809523808,
      "hit": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.038330137729644775,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": 3.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "missed": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 24.0,
     "wrong": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.368025524000966,
      "needless": 2.692074833377715,
      "none": 0.0,
      "right_risk": 6.2580842164254955,
      "right_safety": 3.4497782107322448,
      "wrong_risk": 2.9413081945911532
     },
     "calls": {
      "missed": 104.0,
      "needless": 6.0,
      "right_risk": 60.0,
      "right_safety": 125.0,
      "wrong_risk": 15.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 85,
      "taken_grouped": 8,
      "taken_n": 73,
      "taken_other": 0
     },
     "error_rate": 35.709270979127574,
     "found": {
      "den": 179.0,
      "n": 60.0,
      "share": 0.33519553072625696
     },
     "good": {
      "den": 81.0,
      "n": 60.0,
      "share": 0.7407407407407407
     },
     "judgement": 64.46970020043499,
     "judgement_hi": 68.96201515305357,
     "judgement_lo": 60.25577352615103,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12605042016806722,
      "x": 0.664804469273743,
      "y": 0.04580152671755725
     },
     "margin": 0.02,
     "missed": {
      "den": 179.0,
      "n": 104.0,
      "share": 0.5810055865921788
     },
     "needless": {
      "den": 131.0,
      "n": 6.0,
      "share": 0.04580152671755725
     },
     "needless_by_loss": {
      "big": {
       "den": 131.0,
       "n": 5.0,
       "share": 0.03816793893129771
      },
      "medium": {
       "den": 131.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 131.0,
       "n": 1.0,
       "share": 0.007633587786259542
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 131.0,
      "n": 125.0,
      "share": 0.9541984732824428
     },
     "risk_pays": 179.0,
     "safety_pays": 131.0,
     "scored": 310,
     "sdt": {
      "aim": {
       "den": 75.0,
       "n": 60.0,
       "share": 0.8
      },
      "beta": 1.6766350897999205,
      "caution": 0.9277793940113866,
      "caution_hi": 1.1579297272320352,
      "caution_lo": 0.7690964255863738,
      "cstar": 0.35666957172499353,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4489289334256348,
      "dprime_hi": 1.9686785900158177,
      "dprime_lo": 1.0568439048613252,
      "false_alarm": {
       "den": 131.0,
       "n": 6.0,
       "share": 0.04580152671755725
      },
      "false_alarm_rate": 0.04924242424242424,
      "hit": {
       "den": 179.0,
       "n": 75.0,
       "share": 0.41899441340782123
      },
      "hit_rate": 0.41944444444444445,
      "missed_loss": 0.12142476754692885,
      "missed_n": 104.0,
      "na": null,
      "needless_loss": 0.2781810661156972,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 7.571428571428571,
       "n": 21.0,
       "too_few": true
      },
      "right": {
       "mean": 6.35,
       "n": 60.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 102.0,
        "n": 42.0,
        "share": 0.4117647058823529
       },
       "missed": {
        "den": 102.0,
        "n": 54.0,
        "share": 0.5294117647058824
       },
       "risk_pays": 102.0,
       "wrong": {
        "den": 102.0,
        "n": 6.0,
        "share": 0.058823529411764705
       }
      },
      "medium": {
       "found": {
        "den": 77.0,
        "n": 18.0,
        "share": 0.23376623376623376
       },
       "missed": {
        "den": 77.0,
        "n": 50.0,
        "share": 0.6493506493506493
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 9.0,
        "share": 0.11688311688311688
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 310.0,
     "wrong": {
      "den": 179.0,
      "n": 15.0,
      "share": 0.08379888268156424
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.306843636236785,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.306843636236785,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 273.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 273,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 800.0,
    "n": 725.0,
    "share": 0.90625
   },
   "risk_pays": 688.0,
   "safety_pays": 800.0,
   "scored": 2005,
   "sdt": {
    "aim": {
     "den": 206.0,
     "n": 157.0,
     "share": 0.7621359223300971
    },
    "beta": 0.9759044077737189,
    "caution": 0.9201111522108544,
    "caution_hi": 0.9946881865957948,
    "caution_lo": 0.8499591049329079,
    "cstar": -0.030883955133059096,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7897511868370424,
    "dprime_hi": 0.9260426189854113,
    "dprime_lo": 0.6620975677612504,
    "false_alarm": {
     "den": 800.0,
     "n": 75.0,
     "share": 0.09375
    },
    "false_alarm_rate": 0.09425717852684144,
    "hit": {
     "den": 688.0,
     "n": 206.0,
     "share": 0.29941860465116277
    },
    "hit_rate": 0.2997097242380261,
    "missed_loss": 0.21451473916219974,
    "missed_n": 482.0,
    "na": null,
    "needless_loss": 0.18003745635350546,
    "needless_n": 75.0
   },
   "size": {
    "bad": {
     "mean": 7.975806451612903,
     "n": 124.0,
     "too_few": true
    },
    "right": {
     "mean": 5.980891719745223,
     "n": 157.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 471.0,
      "n": 118.0,
      "share": 0.2505307855626327
     },
     "missed": {
      "den": 471.0,
      "n": 328.0,
      "share": 0.6963906581740976
     },
     "risk_pays": 471.0,
     "wrong": {
      "den": 471.0,
      "n": 25.0,
      "share": 0.05307855626326964
     }
    },
    "medium": {
     "found": {
      "den": 217.0,
      "n": 39.0,
      "share": 0.17972350230414746
     },
     "missed": {
      "den": 217.0,
      "n": 154.0,
      "share": 0.7096774193548387
     },
     "risk_pays": 217.0,
     "wrong": {
      "den": 217.0,
      "n": 24.0,
      "share": 0.11059907834101383
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1488.0,
   "wrong": {
    "den": 688.0,
    "n": 49.0,
    "share": 0.07122093023255814
   }
  }
 },
 "slug": "qwen3-8-27b-off",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 18.617641925811768,
   "n": 5,
   "too_few": true
  },
  "blitz": {
   "error_rate": 42.17380577295869,
   "n": 199,
   "too_few": true
  },
  "holding": {
   "error_rate": 14.057901288781848,
   "n": 28,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 69.80231144903246,
   "n": 517,
   "too_few": false
  },
  "other": {
   "error_rate": 38.68483006954193,
   "n": 115,
   "too_few": true
  },
  "priming": {
   "error_rate": 54.241667261642206,
   "n": 423,
   "too_few": false
  }
 },
 "version": "v3"
}
