{
 "close": {
  "close": {
   "den": 1705,
   "n": 692,
   "share": 0.4058651026392962,
   "small": false
  },
  "decisions": 2015,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1705,
  "exclusions": {
   "grouped": 81,
   "not_audited": 229
  },
  "groups": {
   "close": {
    "by_count": [
     227,
     276,
     124,
     53,
     12
    ],
    "differ": {
     "hitting": {
      "den": 692,
      "n": 350,
      "share": 0.5057803468208093,
      "small": false
     },
     "points": {
      "den": 692,
      "n": 141,
      "share": 0.203757225433526,
      "small": false
     },
     "prime": {
      "den": 692,
      "n": 146,
      "share": 0.21098265895953758,
      "small": false
     },
     "race": {
      "den": 692,
      "n": 94,
      "share": 0.13583815028901733,
      "small": false
     }
    },
    "gap": {
     "mean": 0.12558600788860652,
     "median": 0.058928102254867554,
     "n": 692
    },
    "loss1": {
     "mean": 0.110976908937355,
     "median": 0.028619438409805298,
     "n": 692
    },
    "loss2": {
     "mean": 0.11942387695257374,
     "median": 0.04005149006843567,
     "n": 692
    },
    "n": 692,
    "p1": {
     "mean": 0.3954218137874098,
     "median": 0.38839018443149764,
     "n": 692
    },
    "p2": {
     "mean": 0.2908460449032778,
     "median": 0.2859207997225418,
     "n": 692
    },
    "psum": {
     "mean": 0.6862678586906876,
     "median": 0.6805784512896664,
     "n": 692
    },
    "psum_bins": [
     0,
     0,
     3,
     38,
     74,
     122,
     142,
     116,
     93,
     104
    ]
   },
   "other": {
    "by_count": [
     188,
     380,
     313,
     117,
     15
    ],
    "differ": {
     "hitting": {
      "den": 1013,
      "n": 574,
      "share": 0.5666337611056268,
      "small": false
     },
     "points": {
      "den": 1013,
      "n": 435,
      "share": 0.42941757156959526,
      "small": false
     },
     "prime": {
      "den": 1013,
      "n": 303,
      "share": 0.29911154985192495,
      "small": false
     },
     "race": {
      "den": 1013,
      "n": 105,
      "share": 0.10365251727541955,
      "small": false
     }
    },
    "gap": {
     "mean": 0.15194226652825102,
     "median": 0.08169066905975342,
     "n": 1013
    },
    "loss1": {
     "mean": 0.08822706121094488,
     "median": 0.009468793869018555,
     "n": 1013
    },
    "loss2": {
     "mean": 0.15723362838645324,
     "median": 0.07727563381195068,
     "n": 1013
    },
    "n": 1013,
    "p1": {
     "mean": 0.7191720135557234,
     "median": 0.7276690206112124,
     "n": 1013
    },
    "p2": {
     "mean": 0.13176531926151555,
     "median": 0.13052005989937523,
     "n": 1013
    },
    "psum": {
     "mean": 0.8509373328172388,
     "median": 0.8850958474422423,
     "n": 1013
    },
    "psum_bins": [
     0,
     0,
     0,
     1,
     15,
     42,
     100,
     149,
     250,
     456
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 430,
       "n": 194,
       "share": 0.4511627906976744,
       "small": false
      },
      "eligible": 430,
      "risk_close": {
       "den": 194,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 655,
       "n": 262,
       "share": 0.4,
       "small": false
      },
      "eligible": 655,
      "risk_close": {
       "den": 262,
       "n": 132,
       "share": 0.5038167938931297,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 620,
       "n": 236,
       "share": 0.38064516129032255,
       "small": false
      },
      "eligible": 620,
      "risk_close": {
       "den": 236,
       "n": 111,
       "share": 0.4703389830508475,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.6201550387596899,
     "adj_other": 0.6743288784292455,
     "adjusted": -0.05417383966955558,
     "adjusted_hi": 0.056000735451260567,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.15440903372425613,
     "close": {
      "den": 132,
      "n": 82,
      "share": 0.6212121212121212,
      "small": true
     },
     "covered": {
      "den": 132,
      "n": 129,
      "share": 0.9772727272727273,
      "small": true
     },
     "crude": -0.04820936639118456,
     "crude_hi": 0.05376564001761155,
     "crude_left_out": 0,
     "crude_lo": -0.14780029185903704,
     "group": 374,
     "matches": 16,
     "na": null,
     "other": {
      "den": 242,
      "n": 162,
      "share": 0.6694214876033058,
      "small": false
     },
     "resamples": 2000,
     "strata": 35,
     "strata_both": 25
    },
    "stake": {
     "big": {
      "den": 372,
      "n": 138,
      "share": 0.3709677419354839,
      "small": false
     },
     "medium": {
      "den": 210,
      "n": 85,
      "share": 0.40476190476190477,
      "small": false
     },
     "small": {
      "den": 73,
      "n": 39,
      "share": 0.5342465753424658,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 430,
       "n": 194,
       "share": 0.4511627906976744,
       "small": false
      },
      "eligible": 430,
      "risk_close": {
       "den": 194,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 582,
       "n": 223,
       "share": 0.38316151202749144,
       "small": false
      },
      "eligible": 582,
      "risk_close": {
       "den": 223,
       "n": 109,
       "share": 0.48878923766816146,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 693,
       "n": 275,
       "share": 0.3968253968253968,
       "small": false
      },
      "eligible": 693,
      "risk_close": {
       "den": 275,
       "n": 134,
       "share": 0.48727272727272725,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.6476190476190476,
     "adj_other": 0.6515138286942798,
     "adjusted": -0.003894781075232112,
     "adjusted_hi": 0.11878790206846504,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.10801657725674677,
     "close": {
      "den": 109,
      "n": 71,
      "share": 0.6513761467889908,
      "small": true
     },
     "covered": {
      "den": 109,
      "n": 105,
      "share": 0.963302752293578,
      "small": true
     },
     "crude": -0.009257337373905106,
     "crude_hi": 0.0912593347716604,
     "crude_left_out": 0,
     "crude_lo": -0.10856890241137378,
     "group": 330,
     "matches": 16,
     "na": null,
     "other": {
      "den": 221,
      "n": 146,
      "share": 0.6606334841628959,
      "small": false
     },
     "resamples": 2000,
     "strata": 34,
     "strata_both": 22
    },
    "stake": {
     "big": {
      "den": 372,
      "n": 138,
      "share": 0.3709677419354839,
      "small": false
     },
     "medium": {
      "den": 210,
      "n": 85,
      "share": 0.40476190476190477,
      "small": false
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 692,
   "n": 243,
   "share": 0.3511560693641618,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1705,
   "n": 243,
   "share": 0.14252199413489736,
   "small": false
  },
  "risk_pair_other": {
   "den": 1013,
   "n": 476,
   "share": 0.4698914116485686,
   "small": false
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6549873446200574,
  "auroc_blunder": 0.6119429545024295,
  "confident_badly_wrong": {
   "den": 1923,
   "n": 39,
   "share": 0.0202808112324493
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 217,
     "n": 39,
     "share": 0.17972350230414746
    },
    "kept": {
     "den": 1923,
     "n": 217,
     "share": 0.11284451378055123
    },
    "mean_loss": 0.04562072517685077,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 20,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1923,
     "n": 20,
     "share": 0.010400416016640665
    },
    "mean_loss": 0.00345720648765564,
    "too_few": true
   }
  },
  "ece": 0.19186329923843223,
  "held_out": {
   "blunders": 0.03969931900284926,
   "kept": 0.017421010782148725,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1923,
  "surest": {
   "cut": 0.7797883805684382,
   "error_rate": 29.569928121913744,
   "n": 481,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 52.591726303100586,
   "n": 625,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 78.41309098221122,
   "n": 591,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 26.269627452941055,
   "n": 799,
   "too_few": false
  }
 },
 "name": "Winnow-12B",
 "options": {
  "11–15": {
   "error_rate": 54.98701913959601,
   "n": 352,
   "too_few": false
  },
  "16–25": {
   "error_rate": 65.9721325159768,
   "n": 343,
   "too_few": false
  },
  "26+": {
   "error_rate": 72.63598486641857,
   "n": 214,
   "too_few": false
  },
  "2–5": {
   "error_rate": 28.461487516992932,
   "n": 642,
   "too_few": false
  },
  "6–10": {
   "error_rate": 52.58868557625804,
   "n": 464,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 18.09872307029425,
   "n": 102,
   "too_few": true
  },
  "contact": {
   "error_rate": 61.01904044091841,
   "n": 1283,
   "too_few": false
  },
  "holding": {
   "error_rate": 51.647666674941334,
   "n": 67,
   "too_few": true
  },
  "opening": {
   "error_rate": 37.763634684101845,
   "n": 298,
   "too_few": false
  },
  "race": {
   "error_rate": 20.203556991973013,
   "n": 265,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6549873446200574,
  "best_share": 0.3890818858560794,
  "blunder_share": 0.3230769230769231,
  "brier": 0.26796395892914304,
  "clusters": 100,
  "confidence_n": 1923,
  "confident_badly_wrong": 0.0202808112324493,
  "cost_coverage": 1.0,
  "decisions": 2015,
  "ece": 0.19186329923843223,
  "engine_scored": 2015,
  "error_hi": 53.553671142577855,
  "error_lo": 45.94350881584737,
  "error_rate": 49.727740965173496,
  "first_date": "2026-10-19",
  "group_sizes": [
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   38,
   39,
   40
  ],
  "grouped": 92,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.5933392169427752,
  "over_budget": 0.0009925558312655087,
  "own_cost": {
   "decisions": 2015,
   "estimate": true,
   "excluded_hours": 149.56666666666666,
   "gaps": [
    [
     "2026-10-19T21:27Z",
     "2026-10-19T21:43Z",
     16
    ],
    [
     "2026-10-19T22:11Z",
     "2026-10-20T05:09Z",
     418
    ],
    [
     "2026-10-20T05:11Z",
     "2026-10-20T20:31Z",
     920
    ],
    [
     "2026-10-20T20:38Z",
     "2026-10-22T22:37Z",
     2999
    ],
    [
     "2026-10-22T22:51Z",
     "2026-10-23T21:15Z",
     1344
    ],
    [
     "2026-10-23T21:18Z",
     "2026-10-24T16:48Z",
     1170
    ],
    [
     "2026-10-24T16:59Z",
     "2026-10-24T17:10Z",
     11
    ],
    [
     "2026-10-24T17:10Z",
     "2026-10-24T17:26Z",
     16
    ],
    [
     "2026-10-24T17:26Z",
     "2026-10-24T17:39Z",
     13
    ],
    [
     "2026-10-24T17:39Z",
     "2026-10-24T17:49Z",
     10
    ],
    [
     "2026-10-24T17:49Z",
     "2026-10-24T17:59Z",
     10
    ],
    [
     "2026-10-24T17:59Z",
     "2026-10-24T18:11Z",
     12
    ],
    [
     "2026-10-24T18:11Z",
     "2026-10-24T18:22Z",
     11
    ],
    [
     "2026-10-24T18:38Z",
     "2026-10-24T18:49Z",
     11
    ],
    [
     "2026-10-24T19:49Z",
     "2026-10-24T20:00Z",
     11
    ],
    [
     "2026-10-24T20:23Z",
     "2026-10-24T20:36Z",
     13
    ],
    [
     "2026-10-24T21:56Z",
     "2026-10-24T22:07Z",
     11
    ],
    [
     "2026-10-24T22:21Z",
     "2026-10-24T22:47Z",
     26
    ],
    [
     "2026-10-24T22:47Z",
     "2026-10-24T23:23Z",
     36
    ],
    [
     "2026-10-24T23:23Z",
     "2026-10-24T23:37Z",
     14
    ],
    [
     "2026-10-25T02:05Z",
     "2026-10-25T20:29Z",
     1104
    ],
    [
     "2026-10-25T20:32Z",
     "2026-10-26T09:50Z",
     798
    ]
   ],
   "gpu_decisions": 2015,
   "gpu_usd": 19.374178166923933,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 7.780794444547763,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 7.780794444547763,
     "machine": "rtx_pro_6000",
     "usd": 19.374178166923933,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 19.374178166923933,
   "usd_per_1000": 9.614976757778626
  },
  "p95_loss": 0.45641934871673573,
  "probability_source": "decision",
  "retry_mean": 0.0,
  "scored": 2015,
  "time_median": 2.455,
  "time_p90": 5.452400000000001,
  "tokens_in": 4143.675930521092,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 9.614976757778626,
  "very_confident": 0.11284451378055123,
  "worst_mean": 0.6883469014474661
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7378947368421053,
   "best_share": 0.7450980392156863,
   "blunder_share": 0.08823529411764706,
   "brier": 0.18144985144062792,
   "clusters": 47,
   "confidence_n": 101,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 102,
   "ece": 0.15997386636444044,
   "engine_scored": 102,
   "error_hi": 33.03892434423976,
   "error_lo": 5.724186877046339,
   "error_rate": 18.09872307029425,
   "first_date": "2026-10-19",
   "group_sizes": [
    30
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6073310607631806,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2015,
    "estimate": true,
    "excluded_hours": 149.56666666666666,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:43Z",
      16
     ],
     [
      "2026-10-19T22:11Z",
      "2026-10-20T05:09Z",
      418
     ],
     [
      "2026-10-20T05:11Z",
      "2026-10-20T20:31Z",
      920
     ],
     [
      "2026-10-20T20:38Z",
      "2026-10-22T22:37Z",
      2999
     ],
     [
      "2026-10-22T22:51Z",
      "2026-10-23T21:15Z",
      1344
     ],
     [
      "2026-10-23T21:18Z",
      "2026-10-24T16:48Z",
      1170
     ],
     [
      "2026-10-24T16:59Z",
      "2026-10-24T17:10Z",
      11
     ],
     [
      "2026-10-24T17:10Z",
      "2026-10-24T17:26Z",
      16
     ],
     [
      "2026-10-24T17:26Z",
      "2026-10-24T17:39Z",
      13
     ],
     [
      "2026-10-24T17:39Z",
      "2026-10-24T17:49Z",
      10
     ],
     [
      "2026-10-24T17:49Z",
      "2026-10-24T17:59Z",
      10
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:11Z",
      12
     ],
     [
      "2026-10-24T18:11Z",
      "2026-10-24T18:22Z",
      11
     ],
     [
      "2026-10-24T18:38Z",
      "2026-10-24T18:49Z",
      11
     ],
     [
      "2026-10-24T19:49Z",
      "2026-10-24T20:00Z",
      11
     ],
     [
      "2026-10-24T20:23Z",
      "2026-10-24T20:36Z",
      13
     ],
     [
      "2026-10-24T21:56Z",
      "2026-10-24T22:07Z",
      11
     ],
     [
      "2026-10-24T22:21Z",
      "2026-10-24T22:47Z",
      26
     ],
     [
      "2026-10-24T22:47Z",
      "2026-10-24T23:23Z",
      36
     ],
     [
      "2026-10-24T23:23Z",
      "2026-10-24T23:37Z",
      14
     ],
     [
      "2026-10-25T02:05Z",
      "2026-10-25T20:29Z",
      1104
     ],
     [
      "2026-10-25T20:32Z",
      "2026-10-26T09:50Z",
      798
     ]
    ],
    "gpu_decisions": 2015,
    "gpu_usd": 19.374178166923933,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.780794444547763,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.780794444547763,
      "machine": "rtx_pro_6000",
      "usd": 19.374178166923933,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 19.374178166923933,
    "usd_per_1000": 9.614976757778626
   },
   "p95_loss": 0.2189033210277553,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 102,
   "time_median": 0.9299999999999999,
   "time_p90": 5.232000000000001,
   "tokens_in": 3027.176470588235,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 9.614976757778626,
   "very_confident": 0.019801980198019802,
   "worst_mean": 0.5285094261169434
  },
  "contact": {
   "auroc": 0.6431667701520946,
   "best_share": 0.35229929851909586,
   "blunder_share": 0.372564302416212,
   "brier": 0.2804377394457451,
   "clusters": 100,
   "confidence_n": 1221,
   "confident_badly_wrong": 0.021294021294021293,
   "cost_coverage": 1.0,
   "decisions": 1283,
   "ece": 0.2315982157813342,
   "engine_scored": 1283,
   "error_hi": 65.9733482694265,
   "error_lo": 55.93543773582855,
   "error_rate": 61.01904044091841,
   "first_date": "2026-10-19",
   "group_sizes": [
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40
   ],
   "grouped": 62,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.594415578598697,
   "over_budget": 0.000779423226812159,
   "own_cost": {
    "decisions": 2015,
    "estimate": true,
    "excluded_hours": 149.56666666666666,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:43Z",
      16
     ],
     [
      "2026-10-19T22:11Z",
      "2026-10-20T05:09Z",
      418
     ],
     [
      "2026-10-20T05:11Z",
      "2026-10-20T20:31Z",
      920
     ],
     [
      "2026-10-20T20:38Z",
      "2026-10-22T22:37Z",
      2999
     ],
     [
      "2026-10-22T22:51Z",
      "2026-10-23T21:15Z",
      1344
     ],
     [
      "2026-10-23T21:18Z",
      "2026-10-24T16:48Z",
      1170
     ],
     [
      "2026-10-24T16:59Z",
      "2026-10-24T17:10Z",
      11
     ],
     [
      "2026-10-24T17:10Z",
      "2026-10-24T17:26Z",
      16
     ],
     [
      "2026-10-24T17:26Z",
      "2026-10-24T17:39Z",
      13
     ],
     [
      "2026-10-24T17:39Z",
      "2026-10-24T17:49Z",
      10
     ],
     [
      "2026-10-24T17:49Z",
      "2026-10-24T17:59Z",
      10
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:11Z",
      12
     ],
     [
      "2026-10-24T18:11Z",
      "2026-10-24T18:22Z",
      11
     ],
     [
      "2026-10-24T18:38Z",
      "2026-10-24T18:49Z",
      11
     ],
     [
      "2026-10-24T19:49Z",
      "2026-10-24T20:00Z",
      11
     ],
     [
      "2026-10-24T20:23Z",
      "2026-10-24T20:36Z",
      13
     ],
     [
      "2026-10-24T21:56Z",
      "2026-10-24T22:07Z",
      11
     ],
     [
      "2026-10-24T22:21Z",
      "2026-10-24T22:47Z",
      26
     ],
     [
      "2026-10-24T22:47Z",
      "2026-10-24T23:23Z",
      36
     ],
     [
      "2026-10-24T23:23Z",
      "2026-10-24T23:37Z",
      14
     ],
     [
      "2026-10-25T02:05Z",
      "2026-10-25T20:29Z",
      1104
     ],
     [
      "2026-10-25T20:32Z",
      "2026-10-26T09:50Z",
      798
     ]
    ],
    "gpu_decisions": 2015,
    "gpu_usd": 19.374178166923933,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.780794444547763,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.780794444547763,
      "machine": "rtx_pro_6000",
      "usd": 19.374178166923933,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 19.374178166923933,
    "usd_per_1000": 9.614976757778626
   },
   "p95_loss": 0.5196283668279648,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 1283,
   "time_median": 2.727,
   "time_p90": 5.472799999999999,
   "tokens_in": 4180.6328916601715,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 9.614976757778626,
   "very_confident": 0.0990990990990991,
   "worst_mean": 0.7534289271570742
  },
  "holding": {
   "auroc": 0.6362179487179487,
   "best_share": 0.1791044776119403,
   "blunder_share": 0.373134328358209,
   "brier": 0.30271288528095264,
   "clusters": 19,
   "confidence_n": 64,
   "confident_badly_wrong": 0.015625,
   "cost_coverage": 1.0,
   "decisions": 67,
   "ece": 0.3566538518766626,
   "engine_scored": 67,
   "error_hi": 73.84474262333752,
   "error_lo": 33.00638640156159,
   "error_rate": 51.647666674941334,
   "first_date": "2026-10-19",
   "group_sizes": [
    31,
    36,
    38
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5441538518766625,
   "over_budget": 0.014925373134328358,
   "own_cost": {
    "decisions": 2015,
    "estimate": true,
    "excluded_hours": 149.56666666666666,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:43Z",
      16
     ],
     [
      "2026-10-19T22:11Z",
      "2026-10-20T05:09Z",
      418
     ],
     [
      "2026-10-20T05:11Z",
      "2026-10-20T20:31Z",
      920
     ],
     [
      "2026-10-20T20:38Z",
      "2026-10-22T22:37Z",
      2999
     ],
     [
      "2026-10-22T22:51Z",
      "2026-10-23T21:15Z",
      1344
     ],
     [
      "2026-10-23T21:18Z",
      "2026-10-24T16:48Z",
      1170
     ],
     [
      "2026-10-24T16:59Z",
      "2026-10-24T17:10Z",
      11
     ],
     [
      "2026-10-24T17:10Z",
      "2026-10-24T17:26Z",
      16
     ],
     [
      "2026-10-24T17:26Z",
      "2026-10-24T17:39Z",
      13
     ],
     [
      "2026-10-24T17:39Z",
      "2026-10-24T17:49Z",
      10
     ],
     [
      "2026-10-24T17:49Z",
      "2026-10-24T17:59Z",
      10
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:11Z",
      12
     ],
     [
      "2026-10-24T18:11Z",
      "2026-10-24T18:22Z",
      11
     ],
     [
      "2026-10-24T18:38Z",
      "2026-10-24T18:49Z",
      11
     ],
     [
      "2026-10-24T19:49Z",
      "2026-10-24T20:00Z",
      11
     ],
     [
      "2026-10-24T20:23Z",
      "2026-10-24T20:36Z",
      13
     ],
     [
      "2026-10-24T21:56Z",
      "2026-10-24T22:07Z",
      11
     ],
     [
      "2026-10-24T22:21Z",
      "2026-10-24T22:47Z",
      26
     ],
     [
      "2026-10-24T22:47Z",
      "2026-10-24T23:23Z",
      36
     ],
     [
      "2026-10-24T23:23Z",
      "2026-10-24T23:37Z",
      14
     ],
     [
      "2026-10-25T02:05Z",
      "2026-10-25T20:29Z",
      1104
     ],
     [
      "2026-10-25T20:32Z",
      "2026-10-26T09:50Z",
      798
     ]
    ],
    "gpu_decisions": 2015,
    "gpu_usd": 19.374178166923933,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.780794444547763,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.780794444547763,
      "machine": "rtx_pro_6000",
      "usd": 19.374178166923933,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 19.374178166923933,
    "usd_per_1000": 9.614976757778626
   },
   "p95_loss": 0.33799847960472096,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 67,
   "time_median": 1.021,
   "time_p90": 5.001799999999999,
   "tokens_in": 4339.582089552238,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 9.614976757778626,
   "very_confident": 0.09375,
   "worst_mean": 0.8680562575658163
  },
  "opening": {
   "auroc": 0.7274261171898967,
   "best_share": 0.42953020134228187,
   "blunder_share": 0.3288590604026846,
   "brier": 0.2408428340672622,
   "clusters": 100,
   "confidence_n": 281,
   "confident_badly_wrong": 0.03202846975088968,
   "cost_coverage": 1.0,
   "decisions": 298,
   "ece": 0.1801230763857343,
   "engine_scored": 298,
   "error_hi": 44.38545371284303,
   "error_lo": 31.292995056501187,
   "error_rate": 37.763634684101845,
   "first_date": "2026-10-19",
   "group_sizes": [
    21,
    23,
    25,
    26,
    27,
    30,
    31,
    33,
    34,
    35,
    36,
    37,
    38,
    39
   ],
   "grouped": 17,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6202195420257149,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2015,
    "estimate": true,
    "excluded_hours": 149.56666666666666,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:43Z",
      16
     ],
     [
      "2026-10-19T22:11Z",
      "2026-10-20T05:09Z",
      418
     ],
     [
      "2026-10-20T05:11Z",
      "2026-10-20T20:31Z",
      920
     ],
     [
      "2026-10-20T20:38Z",
      "2026-10-22T22:37Z",
      2999
     ],
     [
      "2026-10-22T22:51Z",
      "2026-10-23T21:15Z",
      1344
     ],
     [
      "2026-10-23T21:18Z",
      "2026-10-24T16:48Z",
      1170
     ],
     [
      "2026-10-24T16:59Z",
      "2026-10-24T17:10Z",
      11
     ],
     [
      "2026-10-24T17:10Z",
      "2026-10-24T17:26Z",
      16
     ],
     [
      "2026-10-24T17:26Z",
      "2026-10-24T17:39Z",
      13
     ],
     [
      "2026-10-24T17:39Z",
      "2026-10-24T17:49Z",
      10
     ],
     [
      "2026-10-24T17:49Z",
      "2026-10-24T17:59Z",
      10
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:11Z",
      12
     ],
     [
      "2026-10-24T18:11Z",
      "2026-10-24T18:22Z",
      11
     ],
     [
      "2026-10-24T18:38Z",
      "2026-10-24T18:49Z",
      11
     ],
     [
      "2026-10-24T19:49Z",
      "2026-10-24T20:00Z",
      11
     ],
     [
      "2026-10-24T20:23Z",
      "2026-10-24T20:36Z",
      13
     ],
     [
      "2026-10-24T21:56Z",
      "2026-10-24T22:07Z",
      11
     ],
     [
      "2026-10-24T22:21Z",
      "2026-10-24T22:47Z",
      26
     ],
     [
      "2026-10-24T22:47Z",
      "2026-10-24T23:23Z",
      36
     ],
     [
      "2026-10-24T23:23Z",
      "2026-10-24T23:37Z",
      14
     ],
     [
      "2026-10-25T02:05Z",
      "2026-10-25T20:29Z",
      1104
     ],
     [
      "2026-10-25T20:32Z",
      "2026-10-26T09:50Z",
      798
     ]
    ],
    "gpu_decisions": 2015,
    "gpu_usd": 19.374178166923933,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.780794444547763,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.780794444547763,
      "machine": "rtx_pro_6000",
      "usd": 19.374178166923933,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 19.374178166923933,
    "usd_per_1000": 9.614976757778626
   },
   "p95_loss": 0.307164379954338,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 298,
   "time_median": 2.2925,
   "time_p90": 5.742400000000001,
   "tokens_in": 4631.936241610738,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 9.614976757778626,
   "very_confident": 0.24555160142348753,
   "worst_mean": 0.41293322841326396
  },
  "race": {
   "auroc": 0.6222016651248844,
   "best_share": 0.4377358490566038,
   "blunder_share": 0.15471698113207547,
   "brier": 0.26368483254336833,
   "clusters": 89,
   "confidence_n": 256,
   "confident_badly_wrong": 0.01171875,
   "cost_coverage": 1.0,
   "decisions": 265,
   "ece": 0.12915796306166907,
   "engine_scored": 265,
   "error_hi": 28.016597765175817,
   "error_lo": 13.763968487518138,
   "error_rate": 20.203556991973013,
   "first_date": "2026-10-19",
   "group_sizes": [
    21,
    22,
    31,
    33,
    35,
    36,
    37
   ],
   "grouped": 9,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5654762411934933,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2015,
    "estimate": true,
    "excluded_hours": 149.56666666666666,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:43Z",
      16
     ],
     [
      "2026-10-19T22:11Z",
      "2026-10-20T05:09Z",
      418
     ],
     [
      "2026-10-20T05:11Z",
      "2026-10-20T20:31Z",
      920
     ],
     [
      "2026-10-20T20:38Z",
      "2026-10-22T22:37Z",
      2999
     ],
     [
      "2026-10-22T22:51Z",
      "2026-10-23T21:15Z",
      1344
     ],
     [
      "2026-10-23T21:18Z",
      "2026-10-24T16:48Z",
      1170
     ],
     [
      "2026-10-24T16:59Z",
      "2026-10-24T17:10Z",
      11
     ],
     [
      "2026-10-24T17:10Z",
      "2026-10-24T17:26Z",
      16
     ],
     [
      "2026-10-24T17:26Z",
      "2026-10-24T17:39Z",
      13
     ],
     [
      "2026-10-24T17:39Z",
      "2026-10-24T17:49Z",
      10
     ],
     [
      "2026-10-24T17:49Z",
      "2026-10-24T17:59Z",
      10
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:11Z",
      12
     ],
     [
      "2026-10-24T18:11Z",
      "2026-10-24T18:22Z",
      11
     ],
     [
      "2026-10-24T18:38Z",
      "2026-10-24T18:49Z",
      11
     ],
     [
      "2026-10-24T19:49Z",
      "2026-10-24T20:00Z",
      11
     ],
     [
      "2026-10-24T20:23Z",
      "2026-10-24T20:36Z",
      13
     ],
     [
      "2026-10-24T21:56Z",
      "2026-10-24T22:07Z",
      11
     ],
     [
      "2026-10-24T22:21Z",
      "2026-10-24T22:47Z",
      26
     ],
     [
      "2026-10-24T22:47Z",
      "2026-10-24T23:23Z",
      36
     ],
     [
      "2026-10-24T23:23Z",
      "2026-10-24T23:37Z",
      14
     ],
     [
      "2026-10-25T02:05Z",
      "2026-10-25T20:29Z",
      1104
     ],
     [
      "2026-10-25T20:32Z",
      "2026-10-26T09:50Z",
      798
     ]
    ],
    "gpu_decisions": 2015,
    "gpu_usd": 19.374178166923933,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.780794444547763,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.780794444547763,
      "machine": "rtx_pro_6000",
      "usd": 19.374178166923933,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 19.374178166923933,
    "usd_per_1000": 9.614976757778626
   },
   "p95_loss": 0.17083420753479003,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 265,
   "time_median": 2.459,
   "time_p90": 5.328399999999999,
   "tokens_in": 3795.901886792453,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 9.614976757778626,
   "very_confident": 0.07421875,
   "worst_mean": 0.38731719438846296
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 19.930967414941147,
    "needless": 10.047160284986568,
    "none": 4.861290372039189,
    "right_risk": 3.4536352746244106,
    "right_safety": 5.372298688214115,
    "wrong_risk": 6.062388930368068
   },
   "calls": {
    "missed": 415.0,
    "needless": 175.0,
    "right_risk": 263.0,
    "right_safety": 573.0,
    "wrong_risk": 102.0
   },
   "confidence": {
    "auroc_right_risk": 0.6167979002624672,
    "missed_mean_p": 0.5968489754059799,
    "missed_n": 390,
    "taken_grouped": 22,
    "taken_n": 518,
    "taken_other": 0
   },
   "error_rate": 49.727740965173496,
   "found": {
    "den": 780.0,
    "n": 263.0,
    "share": 0.3371794871794872
   },
   "good": {
    "den": 540.0,
    "n": 263.0,
    "share": 0.48703703703703705
   },
   "judgement": 55.161113396407515,
   "judgement_hi": 57.153681808515614,
   "judgement_lo": 52.939407585129885,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.19729206963249515,
    "x": 0.6628205128205128,
    "y": 0.2339572192513369
   },
   "margin": 0.001,
   "missed": {
    "den": 780.0,
    "n": 415.0,
    "share": 0.532051282051282
   },
   "needless": {
    "den": 748.0,
    "n": 175.0,
    "share": 0.2339572192513369
   },
   "needless_by_loss": {
    "big": {
     "den": 748.0,
     "n": 123.0,
     "share": 0.16443850267379678
    },
    "medium": {
     "den": 748.0,
     "n": 37.0,
     "share": 0.04946524064171123
    },
    "small": {
     "den": 748.0,
     "n": 15.0,
     "share": 0.020053475935828877
    }
   },
   "no_trade_off": 487.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.09872307029425,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.09872307029425,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 102.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 102,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 26.171034897386516,
      "needless": 14.256450329455006,
      "none": 1.7596621905465843,
      "right_risk": 3.959569653215951,
      "right_safety": 6.71165662404623,
      "wrong_risk": 8.16066674626812
     },
     "calls": {
      "missed": 322.0,
      "needless": 152.0,
      "right_risk": 176.0,
      "right_safety": 447.0,
      "wrong_risk": 78.0
     },
     "confidence": {
      "auroc_right_risk": 0.6485377255925201,
      "missed_mean_p": 0.5973886902628011,
      "missed_n": 303,
      "taken_grouped": 19,
      "taken_n": 387,
      "taken_other": 0
     },
     "error_rate": 61.01904044091841,
     "found": {
      "den": 576.0,
      "n": 176.0,
      "share": 0.3055555555555556
     },
     "good": {
      "den": 406.0,
      "n": 176.0,
      "share": 0.43349753694581283
     },
     "judgement": 52.589964756074934,
     "judgement_hi": 55.143073448808636,
     "judgement_lo": 50.00562985183803,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.195,
      "x": 0.6944444444444444,
      "y": 0.25375626043405675
     },
     "margin": 0.001,
     "missed": {
      "den": 576.0,
      "n": 322.0,
      "share": 0.5590277777777778
     },
     "needless": {
      "den": 599.0,
      "n": 152.0,
      "share": 0.25375626043405675
     },
     "needless_by_loss": {
      "big": {
       "den": 599.0,
       "n": 108.0,
       "share": 0.18030050083472454
      },
      "medium": {
       "den": 599.0,
       "n": 30.0,
       "share": 0.05008347245409015
      },
      "small": {
       "den": 599.0,
       "n": 14.0,
       "share": 0.02337228714524207
      }
     },
     "no_trade_off": 108.0,
     "reference": null,
     "right_safety": {
      "den": 599.0,
      "n": 447.0,
      "share": 0.7462437395659433
     },
     "risk_pays": 576.0,
     "safety_pays": 599.0,
     "scored": 1283,
     "sdt": {
      "aim": {
       "den": 254.0,
       "n": 176.0,
       "share": 0.6929133858267716
      },
      "beta": 1.200071526185905,
      "caution": 0.4048402774452342,
      "caution_hi": 0.5085067874454321,
      "caution_lo": 0.31149367681240886,
      "cstar": 0.3553874752933113,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5131896109226541,
      "dprime_hi": 0.6686375723903224,
      "dprime_lo": 0.3572421252447207,
      "false_alarm": {
       "den": 599.0,
       "n": 152.0,
       "share": 0.25375626043405675
      },
      "false_alarm_rate": 0.25416666666666665,
      "hit": {
       "den": 576.0,
       "n": 254.0,
       "share": 0.4409722222222222
      },
      "hit_rate": 0.4410745233968804,
      "missed_loss": 0.2085555141201671,
      "missed_n": 322.0,
      "na": null,
      "needless_loss": 0.24067139174593122,
      "needless_n": 152.0
     },
     "size": {
      "bad": {
       "mean": 9.765217391304347,
       "n": 230.0,
       "too_few": false
      },
      "right": {
       "mean": 8.431818181818182,
       "n": 176.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 337.0,
        "n": 125.0,
        "share": 0.37091988130563797
       },
       "missed": {
        "den": 337.0,
        "n": 177.0,
        "share": 0.5252225519287834
       },
       "risk_pays": 337.0,
       "wrong": {
        "den": 337.0,
        "n": 35.0,
        "share": 0.10385756676557864
       }
      },
      "medium": {
       "found": {
        "den": 175.0,
        "n": 46.0,
        "share": 0.26285714285714284
       },
       "missed": {
        "den": 175.0,
        "n": 102.0,
        "share": 0.5828571428571429
       },
       "risk_pays": 175.0,
       "wrong": {
        "den": 175.0,
        "n": 27.0,
        "share": 0.15428571428571428
       }
      },
      "small": {
       "found": {
        "den": 64.0,
        "n": 5.0,
        "share": 0.078125
       },
       "missed": {
        "den": 64.0,
        "n": 43.0,
        "share": 0.671875
       },
       "risk_pays": 64.0,
       "wrong": {
        "den": 64.0,
        "n": 16.0,
        "share": 0.25
       }
      }
     },
     "trade_off": 1175.0,
     "wrong": {
      "den": 576.0,
      "n": 78.0,
      "share": 0.13541666666666666
     }
    },
    "holding": {
     "by_call": {
      "missed": 17.533692406184638,
      "needless": 14.724465003654139,
      "none": 5.042405270818454,
      "right_risk": 0.0,
      "right_safety": 11.630098766355372,
      "wrong_risk": 2.717005227928731
     },
     "calls": {
      "missed": 12.0,
      "needless": 9.0,
      "right_risk": 1.0,
      "right_safety": 30.0,
      "wrong_risk": 3.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 12,
      "taken_grouped": 0,
      "taken_n": 13,
      "taken_other": 0
     },
     "error_rate": 51.647666674941334,
     "found": {
      "den": 16.0,
      "n": 1.0,
      "share": 0.0625
     },
     "good": {
      "den": 13.0,
      "n": 1.0,
      "share": 0.07692307692307693
     },
     "judgement": 41.58653846153847,
     "judgement_hi": 53.0235672757475,
     "judgement_lo": 33.33333333333333,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2,
      "x": 0.9375,
      "y": 0.23076923076923078
     },
     "margin": 0.001,
     "missed": {
      "den": 16.0,
      "n": 12.0,
      "share": 0.75
     },
     "needless": {
      "den": 39.0,
      "n": 9.0,
      "share": 0.23076923076923078
     },
     "needless_by_loss": {
      "big": {
       "den": 39.0,
       "n": 6.0,
       "share": 0.15384615384615385
      },
      "medium": {
       "den": 39.0,
       "n": 3.0,
       "share": 0.07692307692307693
      },
      "small": {
       "den": 39.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 12.0,
     "reference": null,
     "right_safety": {
      "den": 39.0,
      "n": 30.0,
      "share": 0.7692307692307693
     },
     "risk_pays": 16.0,
     "safety_pays": 39.0,
     "scored": 67,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 1.0,
       "share": 0.25
      },
      "beta": 2.7292888544683427,
      "caution": 0.6716358289561888,
      "caution_hi": 0.9989867749079971,
      "caution_lo": 0.1255697944470941,
      "cstar": 11.748223987871063,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.08546322264799744,
      "dprime_hi": 0.9509321792175739,
      "dprime_lo": -0.6611483479940073,
      "false_alarm": {
       "den": 39.0,
       "n": 9.0,
       "share": 0.23076923076923078
      },
      "false_alarm_rate": 0.2375,
      "hit": {
       "den": 16.0,
       "n": 4.0,
       "share": 0.25
      },
      "hit_rate": 0.2647058823529412,
      "missed_loss": 0.19579289853572845,
      "missed_n": 12.0,
      "na": null,
      "needless_loss": 0.2192309233877394,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 12.666666666666666,
       "n": 12.0,
       "too_few": true
      },
      "right": {
       "mean": 1.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       },
       "missed": {
        "den": 6.0,
        "n": 3.0,
        "share": 0.5
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       }
      },
      "small": {
       "found": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 6.0,
        "n": 5.0,
        "share": 0.8333333333333334
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      }
     },
     "trade_off": 55.0,
     "wrong": {
      "den": 16.0,
      "n": 3.0,
      "share": 0.1875
     }
    },
    "opening": {
     "by_call": {
      "missed": 18.150014015252157,
      "needless": 3.2465202896386987,
      "none": 0.0,
      "right_risk": 6.305191990913161,
      "right_safety": 4.815133526021202,
      "wrong_risk": 5.246774862276628
     },
     "calls": {
      "missed": 81.0,
      "needless": 14.0,
      "right_risk": 86.0,
      "right_safety": 96.0,
      "wrong_risk": 21.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 75,
      "taken_grouped": 3,
      "taken_n": 118,
      "taken_other": 0
     },
     "error_rate": 37.763634684101845,
     "found": {
      "den": 188.0,
      "n": 86.0,
      "share": 0.4574468085106383
     },
     "good": {
      "den": 121.0,
      "n": 86.0,
      "share": 0.7107438016528925
     },
     "judgement": 66.50870406189556,
     "judgement_hi": 70.69709330248877,
     "judgement_lo": 62.10137130912272,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20588235294117646,
      "x": 0.5425531914893617,
      "y": 0.12727272727272726
     },
     "margin": 0.001,
     "missed": {
      "den": 188.0,
      "n": 81.0,
      "share": 0.4308510638297872
     },
     "needless": {
      "den": 110.0,
      "n": 14.0,
      "share": 0.12727272727272726
     },
     "needless_by_loss": {
      "big": {
       "den": 110.0,
       "n": 9.0,
       "share": 0.08181818181818182
      },
      "medium": {
       "den": 110.0,
       "n": 4.0,
       "share": 0.03636363636363636
      },
      "small": {
       "den": 110.0,
       "n": 1.0,
       "share": 0.00909090909090909
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 110.0,
      "n": 96.0,
      "share": 0.8727272727272727
     },
     "risk_pays": 188.0,
     "safety_pays": 110.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 107.0,
       "n": 86.0,
       "share": 0.8037383177570093
      },
      "beta": 0.6055262512652384,
      "caution": 0.4750691269202914,
      "caution_hi": 0.7001291868098674,
      "caution_lo": 0.2924816198452491,
      "cstar": -0.38687477242180757,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2966918444893865,
      "dprime_hi": 1.6691551053033866,
      "dprime_lo": 1.025288686666001,
      "false_alarm": {
       "den": 110.0,
       "n": 14.0,
       "share": 0.12727272727272726
      },
      "false_alarm_rate": 0.13063063063063063,
      "hit": {
       "den": 188.0,
       "n": 107.0,
       "share": 0.5691489361702128
      },
      "hit_rate": 0.5687830687830688,
      "missed_loss": 0.13354825127271958,
      "missed_n": 81.0,
      "na": null,
      "needless_loss": 0.13820900661604746,
      "needless_n": 14.0
     },
     "size": {
      "bad": {
       "mean": 12.085714285714285,
       "n": 35.0,
       "too_few": true
      },
      "right": {
       "mean": 12.593023255813954,
       "n": 86.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 100.0,
        "n": 51.0,
        "share": 0.51
       },
       "missed": {
        "den": 100.0,
        "n": 44.0,
        "share": 0.44
       },
       "risk_pays": 100.0,
       "wrong": {
        "den": 100.0,
        "n": 5.0,
        "share": 0.05
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 30.0,
        "share": 0.4225352112676056
       },
       "missed": {
        "den": 71.0,
        "n": 29.0,
        "share": 0.4084507042253521
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 12.0,
        "share": 0.16901408450704225
       }
      },
      "small": {
       "found": {
        "den": 17.0,
        "n": 5.0,
        "share": 0.29411764705882354
       },
       "missed": {
        "den": 17.0,
        "n": 8.0,
        "share": 0.47058823529411764
       },
       "risk_pays": 17.0,
       "wrong": {
        "den": 17.0,
        "n": 4.0,
        "share": 0.23529411764705882
       }
      }
     },
     "trade_off": 298.0,
     "wrong": {
      "den": 188.0,
      "n": 21.0,
      "share": 0.11170212765957446
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.203556991973013,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.203556991973013,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 265.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 265,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 748.0,
    "n": 573.0,
    "share": 0.766042780748663
   },
   "risk_pays": 780.0,
   "safety_pays": 748.0,
   "scored": 2015,
   "sdt": {
    "aim": {
     "den": 365.0,
     "n": 263.0,
     "share": 0.7205479452054795
    },
    "beta": 1.1463889593617167,
    "caution": 0.4025212127906424,
    "caution_hi": 0.4905422438172599,
    "caution_lo": 0.31553119884411734,
    "cstar": 0.2120083474558041,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6443942817421918,
    "dprime_hi": 0.7657674861898415,
    "dprime_lo": 0.534133046425085,
    "false_alarm": {
     "den": 748.0,
     "n": 175.0,
     "share": 0.2339572192513369
    },
    "false_alarm_rate": 0.23431241655540722,
    "hit": {
     "den": 780.0,
     "n": 365.0,
     "share": 0.46794871794871795
    },
    "hit_rate": 0.4679897567221511,
    "missed_loss": 0.19354650284870561,
    "missed_n": 415.0,
    "na": null,
    "needless_loss": 0.23137174827711923,
    "needless_n": 175.0
   },
   "size": {
    "bad": {
     "mean": 10.184115523465705,
     "n": 277.0,
     "too_few": false
    },
    "right": {
     "mean": 9.76425855513308,
     "n": 263.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 441.0,
      "n": 176.0,
      "share": 0.39909297052154197
     },
     "missed": {
      "den": 441.0,
      "n": 225.0,
      "share": 0.5102040816326531
     },
     "risk_pays": 441.0,
     "wrong": {
      "den": 441.0,
      "n": 40.0,
      "share": 0.09070294784580499
     }
    },
    "medium": {
     "found": {
      "den": 252.0,
      "n": 77.0,
      "share": 0.3055555555555556
     },
     "missed": {
      "den": 252.0,
      "n": 134.0,
      "share": 0.5317460317460317
     },
     "risk_pays": 252.0,
     "wrong": {
      "den": 252.0,
      "n": 41.0,
      "share": 0.1626984126984127
     }
    },
    "small": {
     "found": {
      "den": 87.0,
      "n": 10.0,
      "share": 0.11494252873563218
     },
     "missed": {
      "den": 87.0,
      "n": 56.0,
      "share": 0.6436781609195402
     },
     "risk_pays": 87.0,
     "wrong": {
      "den": 87.0,
      "n": 21.0,
      "share": 0.2413793103448276
     }
    }
   },
   "trade_off": 1528.0,
   "wrong": {
    "den": 780.0,
    "n": 102.0,
    "share": 0.13076923076923078
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.40835423712103,
    "needless": 10.776289912962145,
    "none": 4.861290372039189,
    "right_risk": 2.8704588451693134,
    "right_safety": 5.894911866034231,
    "wrong_risk": 5.916435731847588
   },
   "calls": {
    "missed": 359.0,
    "needless": 206.0,
    "right_risk": 233.0,
    "right_safety": 629.0,
    "wrong_risk": 101.0
   },
   "confidence": {
    "auroc_right_risk": 0.6276215298824099,
    "missed_mean_p": 0.5983083042323465,
    "missed_n": 338,
    "taken_grouped": 22,
    "taken_n": 518,
    "taken_other": 0
   },
   "error_rate": 49.727740965173496,
   "found": {
    "den": 693.0,
    "n": 233.0,
    "share": 0.3362193362193362
   },
   "good": {
    "den": 540.0,
    "n": 233.0,
    "share": 0.43148148148148147
   },
   "judgement": 54.47563746964945,
   "judgement_hi": 56.158016257711964,
   "judgement_lo": 52.73616969979535,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.21956521739130436,
    "x": 0.6637806637806638,
    "y": 0.2467065868263473
   },
   "margin": 0.02,
   "missed": {
    "den": 693.0,
    "n": 359.0,
    "share": 0.5180375180375181
   },
   "needless": {
    "den": 835.0,
    "n": 206.0,
    "share": 0.2467065868263473
   },
   "needless_by_loss": {
    "big": {
     "den": 835.0,
     "n": 132.0,
     "share": 0.15808383233532936
    },
    "medium": {
     "den": 835.0,
     "n": 48.0,
     "share": 0.05748502994011976
    },
    "small": {
     "den": 835.0,
     "n": 26.0,
     "share": 0.031137724550898204
    }
   },
   "no_trade_off": 487.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.09872307029425,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.09872307029425,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 102.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 102,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.547658198528335,
      "needless": 15.299863712637107,
      "none": 1.7596621905465843,
      "right_risk": 3.3314629216168137,
      "right_safety": 7.335033322904413,
      "wrong_risk": 7.745360094685156
     },
     "calls": {
      "missed": 279.0,
      "needless": 173.0,
      "right_risk": 157.0,
      "right_safety": 490.0,
      "wrong_risk": 76.0
     },
     "confidence": {
      "auroc_right_risk": 0.639634317862166,
      "missed_mean_p": 0.599960572482497,
      "missed_n": 262,
      "taken_grouped": 19,
      "taken_n": 387,
      "taken_other": 0
     },
     "error_rate": 61.01904044091841,
     "found": {
      "den": 512.0,
      "n": 157.0,
      "share": 0.306640625
     },
     "good": {
      "den": 406.0,
      "n": 157.0,
      "share": 0.3866995073891626
     },
     "judgement": 52.28527408559578,
     "judgement_hi": 54.42971443745309,
     "judgement_lo": 50.093175670266895,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2140845070422535,
      "x": 0.693359375,
      "y": 0.2609351432880845
     },
     "margin": 0.02,
     "missed": {
      "den": 512.0,
      "n": 279.0,
      "share": 0.544921875
     },
     "needless": {
      "den": 663.0,
      "n": 173.0,
      "share": 0.2609351432880845
     },
     "needless_by_loss": {
      "big": {
       "den": 663.0,
       "n": 116.0,
       "share": 0.17496229260935142
      },
      "medium": {
       "den": 663.0,
       "n": 38.0,
       "share": 0.05731523378582202
      },
      "small": {
       "den": 663.0,
       "n": 19.0,
       "share": 0.02865761689291101
      }
     },
     "no_trade_off": 108.0,
     "reference": null,
     "right_safety": {
      "den": 663.0,
      "n": 490.0,
      "share": 0.7390648567119156
     },
     "risk_pays": 512.0,
     "safety_pays": 663.0,
     "scored": 1283,
     "sdt": {
      "aim": {
       "den": 233.0,
       "n": 157.0,
       "share": 0.6738197424892703
      },
      "beta": 1.2506567537566535,
      "caution": 0.3759890522842887,
      "caution_hi": 0.4816731777401197,
      "caution_lo": 0.28192660422207316,
      "cstar": 0.42463093180147066,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.526736984031754,
      "dprime_hi": 0.6851561960779678,
      "dprime_lo": 0.3785854920732871,
      "false_alarm": {
       "den": 663.0,
       "n": 173.0,
       "share": 0.2609351432880845
      },
      "false_alarm_rate": 0.26129518072289154,
      "hit": {
       "den": 512.0,
       "n": 233.0,
       "share": 0.455078125
      },
      "hit_rate": 0.4551656920077973,
      "missed_loss": 0.2349652004925581,
      "missed_n": 279.0,
      "na": null,
      "needless_loss": 0.22693323865102205,
      "needless_n": 173.0
     },
     "size": {
      "bad": {
       "mean": 9.634538152610443,
       "n": 249.0,
       "too_few": false
      },
      "right": {
       "mean": 8.477707006369426,
       "n": 157.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 337.0,
        "n": 117.0,
        "share": 0.34718100890207715
       },
       "missed": {
        "den": 337.0,
        "n": 177.0,
        "share": 0.5252225519287834
       },
       "risk_pays": 337.0,
       "wrong": {
        "den": 337.0,
        "n": 43.0,
        "share": 0.12759643916913946
       }
      },
      "medium": {
       "found": {
        "den": 175.0,
        "n": 40.0,
        "share": 0.22857142857142856
       },
       "missed": {
        "den": 175.0,
        "n": 102.0,
        "share": 0.5828571428571429
       },
       "risk_pays": 175.0,
       "wrong": {
        "den": 175.0,
        "n": 33.0,
        "share": 0.18857142857142858
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1175.0,
     "wrong": {
      "den": 512.0,
      "n": 76.0,
      "share": 0.1484375
     }
    },
    "holding": {
     "by_call": {
      "missed": 16.474571245819774,
      "needless": 14.84034399488079,
      "none": 5.042405270818454,
      "right_risk": 0.0,
      "right_safety": 12.689219926720234,
      "wrong_risk": 2.601126236702079
     },
     "calls": {
      "missed": 7.0,
      "needless": 10.0,
      "right_risk": 1.0,
      "right_safety": 35.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 13,
      "taken_other": 0
     },
     "error_rate": 51.647666674941334,
     "found": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     },
     "good": {
      "den": 13.0,
      "n": 1.0,
      "share": 0.07692307692307693
     },
     "judgement": 43.888888888888886,
     "judgement_hi": 63.082354153782724,
     "judgement_lo": 35.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2222222222222222,
      "x": 0.9,
      "y": 0.2222222222222222
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 7.0,
      "share": 0.7
     },
     "needless": {
      "den": 45.0,
      "n": 10.0,
      "share": 0.2222222222222222
     },
     "needless_by_loss": {
      "big": {
       "den": 45.0,
       "n": 6.0,
       "share": 0.13333333333333333
      },
      "medium": {
       "den": 45.0,
       "n": 3.0,
       "share": 0.06666666666666667
      },
      "small": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      }
     },
     "no_trade_off": 12.0,
     "reference": null,
     "right_safety": {
      "den": 45.0,
      "n": 35.0,
      "share": 0.7777777777777778
     },
     "risk_pays": 10.0,
     "safety_pays": 45.0,
     "scored": 67,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 1.0,
       "share": 0.3333333333333333
      },
      "beta": 2.8375296016116955,
      "caution": 0.608687804245978,
      "caution_hi": 1.0574393207054809,
      "caution_lo": -0.1228838092060738,
      "cstar": 3.8371740993696766,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.27179736650742153,
      "dprime_hi": 1.6279850679518801,
      "dprime_lo": -0.6371947181100565,
      "false_alarm": {
       "den": 45.0,
       "n": 10.0,
       "share": 0.2222222222222222
      },
      "false_alarm_rate": 0.22826086956521738,
      "hit": {
       "den": 10.0,
       "n": 3.0,
       "share": 0.3
      },
      "hit_rate": 0.3181818181818182,
      "missed_loss": 0.31537036384855,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.19886060953140258,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 12.666666666666666,
       "n": 12.0,
       "too_few": true
      },
      "right": {
       "mean": 1.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       },
       "missed": {
        "den": 6.0,
        "n": 3.0,
        "share": 0.5
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 55.0,
     "wrong": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     }
    },
    "opening": {
     "by_call": {
      "missed": 17.53822834099699,
      "needless": 3.6583757840546984,
      "none": 0.0,
      "right_risk": 5.066133035509378,
      "right_safety": 5.426919200276369,
      "wrong_risk": 6.07397832326441
     },
     "calls": {
      "missed": 73.0,
      "needless": 23.0,
      "right_risk": 75.0,
      "right_safety": 104.0,
      "wrong_risk": 23.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 69,
      "taken_grouped": 3,
      "taken_n": 118,
      "taken_other": 0
     },
     "error_rate": 37.763634684101845,
     "found": {
      "den": 171.0,
      "n": 75.0,
      "share": 0.43859649122807015
     },
     "good": {
      "den": 121.0,
      "n": 75.0,
      "share": 0.6198347107438017
     },
     "judgement": 62.874706451167285,
     "judgement_hi": 67.67509312998914,
     "judgement_lo": 58.09348016518584,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23958333333333334,
      "x": 0.5614035087719298,
      "y": 0.18110236220472442
     },
     "margin": 0.02,
     "missed": {
      "den": 171.0,
      "n": 73.0,
      "share": 0.4269005847953216
     },
     "needless": {
      "den": 127.0,
      "n": 23.0,
      "share": 0.18110236220472442
     },
     "needless_by_loss": {
      "big": {
       "den": 127.0,
       "n": 10.0,
       "share": 0.07874015748031496
      },
      "medium": {
       "den": 127.0,
       "n": 7.0,
       "share": 0.05511811023622047
      },
      "small": {
       "den": 127.0,
       "n": 6.0,
       "share": 0.047244094488188976
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 127.0,
      "n": 104.0,
      "share": 0.8188976377952756
     },
     "risk_pays": 171.0,
     "safety_pays": 127.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 98.0,
       "n": 75.0,
       "share": 0.7653061224489796
      },
      "beta": 0.49170568346983073,
      "caution": 0.3592834731293902,
      "caution_hi": 0.580179506150214,
      "caution_lo": 0.18244863576858522,
      "cstar": -0.6542980325148036,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0849412814014197,
      "dprime_hi": 1.4742640365972057,
      "dprime_lo": 0.7854385391200813,
      "false_alarm": {
       "den": 127.0,
       "n": 23.0,
       "share": 0.18110236220472442
      },
      "false_alarm_rate": 0.18359375,
      "hit": {
       "den": 171.0,
       "n": 98.0,
       "share": 0.5730994152046783
      },
      "hit_rate": 0.5726744186046512,
      "missed_loss": 0.14318882316759188,
      "missed_n": 73.0,
      "na": null,
      "needless_loss": 0.09479965075202611,
      "needless_n": 23.0
     },
     "size": {
      "bad": {
       "mean": 13.673913043478262,
       "n": 46.0,
       "too_few": true
      },
      "right": {
       "mean": 11.693333333333333,
       "n": 75.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 100.0,
        "n": 48.0,
        "share": 0.48
       },
       "missed": {
        "den": 100.0,
        "n": 44.0,
        "share": 0.44
       },
       "risk_pays": 100.0,
       "wrong": {
        "den": 100.0,
        "n": 8.0,
        "share": 0.08
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 27.0,
        "share": 0.38028169014084506
       },
       "missed": {
        "den": 71.0,
        "n": 29.0,
        "share": 0.4084507042253521
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 15.0,
        "share": 0.2112676056338028
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 298.0,
     "wrong": {
      "den": 171.0,
      "n": 23.0,
      "share": 0.13450292397660818
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.203556991973013,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.203556991973013,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 265.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 265,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 835.0,
    "n": 629.0,
    "share": 0.7532934131736527
   },
   "risk_pays": 693.0,
   "safety_pays": 835.0,
   "scored": 2015,
   "sdt": {
    "aim": {
     "den": 334.0,
     "n": 233.0,
     "share": 0.6976047904191617
    },
    "beta": 1.1658992568244906,
    "caution": 0.364546958789476,
    "caution_hi": 0.45219174292293246,
    "caution_lo": 0.2838472275925733,
    "cstar": 0.24029533258546848,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.638766811984795,
    "dprime_hi": 0.7617873350746346,
    "dprime_lo": 0.5193589687717585,
    "false_alarm": {
     "den": 835.0,
     "n": 206.0,
     "share": 0.2467065868263473
    },
    "false_alarm_rate": 0.24700956937799043,
    "hit": {
     "den": 693.0,
     "n": 334.0,
     "share": 0.481962481962482
    },
    "hit_rate": 0.4819884726224784,
    "missed_loss": 0.21787094032199933,
    "missed_n": 359.0,
    "na": null,
    "needless_loss": 0.21081771043319147,
    "needless_n": 206.0
   },
   "size": {
    "bad": {
     "mean": 10.35830618892508,
     "n": 307.0,
     "too_few": false
    },
    "right": {
     "mean": 9.48068669527897,
     "n": 233.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 441.0,
      "n": 165.0,
      "share": 0.3741496598639456
     },
     "missed": {
      "den": 441.0,
      "n": 225.0,
      "share": 0.5102040816326531
     },
     "risk_pays": 441.0,
     "wrong": {
      "den": 441.0,
      "n": 51.0,
      "share": 0.11564625850340136
     }
    },
    "medium": {
     "found": {
      "den": 252.0,
      "n": 68.0,
      "share": 0.2698412698412698
     },
     "missed": {
      "den": 252.0,
      "n": 134.0,
      "share": 0.5317460317460317
     },
     "risk_pays": 252.0,
     "wrong": {
      "den": 252.0,
      "n": 50.0,
      "share": 0.1984126984126984
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1528.0,
   "wrong": {
    "den": 693.0,
    "n": 101.0,
    "share": 0.14574314574314573
   }
  }
 },
 "slug": "winnow-12b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 39.4581468017013,
   "n": 27,
   "too_few": true
  },
  "blitz": {
   "error_rate": 49.698942264572516,
   "n": 244,
   "too_few": false
  },
  "holding": {
   "error_rate": 51.647666674941334,
   "n": 67,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 60.34675197941916,
   "n": 455,
   "too_few": false
  },
  "other": {
   "error_rate": 76.70950029314179,
   "n": 194,
   "too_few": true
  },
  "priming": {
   "error_rate": 62.688985680417254,
   "n": 363,
   "too_few": false
  }
 },
 "version": "v3"
}
