{
 "close": {
  "close": {
   "den": 1761,
   "n": 523,
   "share": 0.2969903463940943,
   "small": false
  },
  "decisions": 1922,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1761,
  "exclusions": {
   "not_audited": 161
  },
  "groups": {
   "close": {
    "by_count": [
     189,
     194,
     99,
     32,
     9
    ],
    "differ": {
     "hitting": {
      "den": 523,
      "n": 210,
      "share": 0.40152963671128106,
      "small": false
     },
     "points": {
      "den": 523,
      "n": 133,
      "share": 0.25430210325047803,
      "small": false
     },
     "prime": {
      "den": 523,
      "n": 111,
      "share": 0.21223709369024857,
      "small": false
     },
     "race": {
      "den": 523,
      "n": 70,
      "share": 0.1338432122370937,
      "small": false
     }
    },
    "gap": {
     "mean": 0.12060366984079263,
     "median": 0.056093811988830566,
     "n": 523
    },
    "loss1": {
     "mean": 0.08217454537834766,
     "median": 0.02228403091430664,
     "n": 523
    },
    "loss2": {
     "mean": 0.1004001391663378,
     "median": 0.037311553955078125,
     "n": 523
    },
    "n": 523,
    "p1": {
     "mean": 0.4186615678776291,
     "median": 0.42,
     "n": 523
    },
    "p2": {
     "mean": 0.3013193116634799,
     "median": 0.3,
     "n": 523
    },
    "psum": {
     "mean": 0.719980879541109,
     "median": 0.71,
     "n": 523
    },
    "psum_bins": [
     0,
     1,
     6,
     9,
     40,
     70,
     111,
     109,
     73,
     104
    ]
   },
   "other": {
    "by_count": [
     233,
     521,
     321,
     147,
     16
    ],
    "differ": {
     "hitting": {
      "den": 1238,
      "n": 703,
      "share": 0.5678513731825525,
      "small": false
     },
     "points": {
      "den": 1238,
      "n": 426,
      "share": 0.3441033925686591,
      "small": false
     },
     "prime": {
      "den": 1238,
      "n": 370,
      "share": 0.2988691437802908,
      "small": false
     },
     "race": {
      "den": 1238,
      "n": 169,
      "share": 0.13651050080775445,
      "small": false
     }
    },
    "gap": {
     "mean": 0.1442849806273696,
     "median": 0.08979517221450806,
     "n": 1238
    },
    "loss1": {
     "mean": 0.06490568838327497,
     "median": 7.811188697814941e-05,
     "n": 1238
    },
    "loss2": {
     "mean": 0.1348186014686532,
     "median": 0.07228820025920868,
     "n": 1238
    },
    "n": 1238,
    "p1": {
     "mean": 0.7747738287560582,
     "median": 0.81,
     "n": 1238
    },
    "p2": {
     "mean": 0.10478998384491114,
     "median": 0.09,
     "n": 1238
    },
    "psum": {
     "mean": 0.8795638126009694,
     "median": 0.92,
     "n": 1238
    },
    "psum_bins": [
     0,
     0,
     0,
     1,
     17,
     23,
     57,
     155,
     248,
     737
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 389,
       "n": 147,
       "share": 0.37789203084832906,
       "small": false
      },
      "eligible": 389,
      "risk_close": {
       "den": 147,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 622,
       "n": 194,
       "share": 0.31189710610932475,
       "small": false
      },
      "eligible": 622,
      "risk_close": {
       "den": 194,
       "n": 114,
       "share": 0.5876288659793815,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 750,
       "n": 182,
       "share": 0.24266666666666667,
       "small": false
      },
      "eligible": 750,
      "risk_close": {
       "den": 182,
       "n": 62,
       "share": 0.34065934065934067,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5982142857142857,
     "adj_other": 0.8271191110476824,
     "adjusted": -0.22890482533339673,
     "adjusted_hi": -0.10952347698161241,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.34684881466412465,
     "close": {
      "den": 114,
      "n": 69,
      "share": 0.6052631578947368,
      "small": true
     },
     "covered": {
      "den": 114,
      "n": 112,
      "share": 0.9824561403508771,
      "small": true
     },
     "crude": -0.20331770019107176,
     "crude_hi": -0.09998125520688705,
     "crude_left_out": 0,
     "crude_lo": -0.329080186728628,
     "group": 417,
     "matches": 16,
     "na": null,
     "other": {
      "den": 303,
      "n": 245,
      "share": 0.8085808580858086,
      "small": false
     },
     "resamples": 2000,
     "strata": 34,
     "strata_both": 26
    },
    "stake": {
     "big": {
      "den": 343,
      "n": 110,
      "share": 0.3206997084548105,
      "small": false
     },
     "medium": {
      "den": 188,
      "n": 57,
      "share": 0.30319148936170215,
      "small": true
     },
     "small": {
      "den": 91,
      "n": 27,
      "share": 0.2967032967032967,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 389,
       "n": 147,
       "share": 0.37789203084832906,
       "small": false
      },
      "eligible": 389,
      "risk_close": {
       "den": 147,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 531,
       "n": 167,
       "share": 0.3145009416195857,
       "small": false
      },
      "eligible": 531,
      "risk_close": {
       "den": 167,
       "n": 101,
       "share": 0.6047904191616766,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 841,
       "n": 209,
       "share": 0.24851367419738407,
       "small": false
      },
      "eligible": 841,
      "risk_close": {
       "den": 209,
       "n": 75,
       "share": 0.3588516746411483,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5773195876288659,
     "adj_other": 0.8183550699014616,
     "adjusted": -0.24103548227259564,
     "adjusted_hi": -0.10611591251232057,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.3758055383584837,
     "close": {
      "den": 101,
      "n": 60,
      "share": 0.594059405940594,
      "small": true
     },
     "covered": {
      "den": 101,
      "n": 97,
      "share": 0.9603960396039604,
      "small": true
     },
     "crude": -0.20670687758431017,
     "crude_hi": -0.10623890780432337,
     "crude_left_out": 0,
     "crude_lo": -0.340791342803538,
     "group": 362,
     "matches": 16,
     "na": null,
     "other": {
      "den": 261,
      "n": 209,
      "share": 0.8007662835249042,
      "small": false
     },
     "resamples": 2000,
     "strata": 33,
     "strata_both": 24
    },
    "stake": {
     "big": {
      "den": 343,
      "n": 110,
      "share": 0.3206997084548105,
      "small": false
     },
     "medium": {
      "den": 188,
      "n": 57,
      "share": 0.30319148936170215,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 523,
   "n": 176,
   "share": 0.3365200764818356,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1761,
   "n": 176,
   "share": 0.09994321408290743,
   "small": false
  },
  "risk_pair_other": {
   "den": 1238,
   "n": 662,
   "share": 0.5347334410339257,
   "small": false
  },
  "ties": {
   "close": 25,
   "member": 215,
   "order": 13,
   "positive": 227,
   "top_two": 227,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6656320886407259,
  "auroc_blunder": 0.6118805433451544,
  "confident_badly_wrong": {
   "den": 1922,
   "n": 52,
   "share": 0.027055150884495317
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 389,
     "n": 52,
     "share": 0.13367609254498714
    },
    "kept": {
     "den": 1922,
     "n": 389,
     "share": 0.2023933402705515
    },
    "mean_loss": 0.034484684084252405,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1922,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.21421436004162328,
  "held_out": {
   "blunders": 0.08291160972821868,
   "kept": 0.014132437591047582,
   "no_cutoff": 147,
   "runs": 300
  },
  "n": 1922,
  "surest": {
   "cut": 0.87,
   "error_rate": 19.55057304403956,
   "n": 507,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 39.250693293076,
   "n": 614,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 50.49810452815176,
   "n": 613,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 19.35277628384048,
   "n": 695,
   "too_few": false
  }
 },
 "name": "Celeris-1 Decision",
 "options": {
  "11–15": {
   "error_rate": 38.461198734826056,
   "n": 290,
   "too_few": false
  },
  "16–25": {
   "error_rate": 45.420006952352,
   "n": 360,
   "too_few": false
  },
  "26+": {
   "error_rate": 71.6463973824407,
   "n": 213,
   "too_few": false
  },
  "2–5": {
   "error_rate": 16.966337322593727,
   "n": 601,
   "too_few": false
  },
  "6–10": {
   "error_rate": 33.93677241416998,
   "n": 458,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 26.254710966143115,
   "n": 116,
   "too_few": true
  },
  "contact": {
   "error_rate": 41.42229895366997,
   "n": 1220,
   "too_few": false
  },
  "holding": {
   "error_rate": 31.361741178175983,
   "n": 68,
   "too_few": true
  },
  "opening": {
   "error_rate": 28.191445009750232,
   "n": 285,
   "too_few": false
  },
  "race": {
   "error_rate": 20.418591637468133,
   "n": 233,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6656320886407259,
  "best_share": 0.4578563995837669,
  "blunder_share": 0.2575442247658689,
  "brier": 0.28065098855359,
  "clusters": 96,
  "confidence_n": 1922,
  "confident_badly_wrong": 0.027055150884495317,
  "cost_coverage": 1.0,
  "decisions": 1922,
  "ece": 0.21421436004162328,
  "engine_scored": 1922,
  "error_hi": 39.40670829014065,
  "error_lo": 31.99961113229117,
  "error_rate": 35.64279046564767,
  "first_date": "2026-10-19",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.6697606659729448,
  "over_budget": 0.0,
  "p95_loss": 0.33885210752487066,
  "probability_source": "decision",
  "retry_mean": 0.0,
  "scored": 1922,
  "time_median": 0.17,
  "time_p90": 0.3299000000000001,
  "tokens_in": 3747.2414151925077,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.14988965660770032,
  "very_confident": 0.2023933402705515,
  "worst_mean": 0.5313560487702489
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6538759689922481,
   "best_share": 0.7413793103448276,
   "blunder_share": 0.12931034482758622,
   "brier": 0.18797413793103449,
   "clusters": 51,
   "confidence_n": 116,
   "confident_badly_wrong": 0.008620689655172414,
   "cost_coverage": 1.0,
   "decisions": 116,
   "ece": 0.11706896551724139,
   "engine_scored": 116,
   "error_hi": 45.63266741821453,
   "error_lo": 9.597915490355708,
   "error_rate": 26.254710966143115,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7156896551724138,
   "over_budget": 0.0,
   "p95_loss": 0.45214951038360596,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 116,
   "time_median": 0.154,
   "time_p90": 0.22649999999999998,
   "tokens_in": 3030.2241379310344,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.12120896551724138,
   "very_confident": 0.1724137931034483,
   "worst_mean": 0.6485702395439148
  },
  "contact": {
   "auroc": 0.6528819428375424,
   "best_share": 0.44344262295081965,
   "blunder_share": 0.2959016393442623,
   "brier": 0.29136877049180326,
   "clusters": 96,
   "confidence_n": 1220,
   "confident_badly_wrong": 0.030327868852459017,
   "cost_coverage": 1.0,
   "decisions": 1220,
   "ece": 0.22900819672131148,
   "engine_scored": 1220,
   "error_hi": 46.48181530986026,
   "error_lo": 36.63338440746824,
   "error_rate": 41.42229895366997,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6699262295081967,
   "over_budget": 0.0,
   "p95_loss": 0.39002444148063625,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 1220,
   "time_median": 0.17,
   "time_p90": 0.3322000000000003,
   "tokens_in": 3804.0147540983608,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.15216059016393443,
   "very_confident": 0.2122950819672131,
   "worst_mean": 0.576215428407075
  },
  "holding": {
   "auroc": 0.6368577075098815,
   "best_share": 0.3235294117647059,
   "blunder_share": 0.16176470588235295,
   "brier": 0.32685147058823527,
   "clusters": 15,
   "confidence_n": 68,
   "confident_badly_wrong": 0.029411764705882353,
   "cost_coverage": 1.0,
   "decisions": 68,
   "ece": 0.31808823529411767,
   "engine_scored": 68,
   "error_hi": 50.24612591816826,
   "error_lo": 16.752532463569146,
   "error_rate": 31.361741178175983,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-23",
   "mean_confidence": 0.6416176470588235,
   "over_budget": 0.0,
   "p95_loss": 0.3105737864971158,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 68,
   "time_median": 0.171,
   "time_p90": 0.22660000000000013,
   "tokens_in": 3711.455882352941,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.14845823529411764,
   "very_confident": 0.19117647058823528,
   "worst_mean": 0.6007844607035319
  },
  "opening": {
   "auroc": 0.7479719034428176,
   "best_share": 0.4666666666666667,
   "blunder_share": 0.23859649122807017,
   "brier": 0.25978350877192985,
   "clusters": 96,
   "confidence_n": 285,
   "confident_badly_wrong": 0.03859649122807018,
   "cost_coverage": 1.0,
   "decisions": 285,
   "ece": 0.22431578947368422,
   "engine_scored": 285,
   "error_hi": 33.430654831994126,
   "error_lo": 23.34154754277918,
   "error_rate": 28.191445009750232,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6909824561403509,
   "over_budget": 0.0,
   "p95_loss": 0.2546858787536621,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 285,
   "time_median": 0.178,
   "time_p90": 0.3586,
   "tokens_in": 4228.277192982456,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.16913108771929825,
   "very_confident": 0.2807017543859649,
   "worst_mean": 0.3376955283539636
  },
  "race": {
   "auroc": 0.6296296296296297,
   "best_share": 0.4206008583690987,
   "blunder_share": 0.17167381974248927,
   "brier": 0.2827128755364807,
   "clusters": 86,
   "confidence_n": 233,
   "confident_badly_wrong": 0.004291845493562232,
   "cost_coverage": 1.0,
   "decisions": 233,
   "ece": 0.2076824034334764,
   "engine_scored": 233,
   "error_hi": 27.23771072709793,
   "error_lo": 14.771805603185438,
   "error_rate": 20.418591637468133,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6282832618025751,
   "over_budget": 0.0,
   "p95_loss": 0.1990290403366087,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 233,
   "time_median": 0.163,
   "time_p90": 0.2038,
   "tokens_in": 3228.9957081545062,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.12915982832618028,
   "very_confident": 0.07296137339055794,
   "worst_mean": 0.3016081055005391
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 20.001603424176963,
    "needless": 2.2951913193162845,
    "none": 4.404007179059794,
    "right_risk": 1.3720860063223388,
    "right_safety": 5.502755487188464,
    "wrong_risk": 2.067147049583828
   },
   "calls": {
    "missed": 483.0,
    "needless": 68.0,
    "right_risk": 163.0,
    "right_safety": 749.0,
    "wrong_risk": 37.0
   },
   "confidence": {
    "auroc_right_risk": 0.5166520595968449,
    "missed_mean_p": 0.6792546583850931,
    "missed_n": 483,
    "taken_grouped": 0,
    "taken_n": 268,
    "taken_other": 0
   },
   "error_rate": 35.64279046564767,
   "found": {
    "den": 683.0,
    "n": 163.0,
    "share": 0.23865300146412885
   },
   "good": {
    "den": 268.0,
    "n": 163.0,
    "share": 0.6082089552238806
   },
   "judgement": 57.771083365740104,
   "judgement_hi": 59.65964806225879,
   "judgement_lo": 55.90282946749637,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.07115384615384615,
    "x": 0.7613469985358712,
    "y": 0.0832313341493268
   },
   "margin": 0.001,
   "missed": {
    "den": 683.0,
    "n": 483.0,
    "share": 0.7071742313323572
   },
   "needless": {
    "den": 817.0,
    "n": 68.0,
    "share": 0.0832313341493268
   },
   "needless_by_loss": {
    "big": {
     "den": 817.0,
     "n": 38.0,
     "share": 0.046511627906976744
    },
    "medium": {
     "den": 817.0,
     "n": 20.0,
     "share": 0.02447980416156671
    },
    "small": {
     "den": 817.0,
     "n": 10.0,
     "share": 0.012239902080783354
    }
   },
   "no_trade_off": 422.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.254710966143115,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.254710966143115,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.551572918403345,
      "needless": 3.359509552599954,
      "none": 0.4151347719255041,
      "right_risk": 1.529631861409203,
      "right_safety": 7.660499838043432,
      "wrong_risk": 2.9059500112885335
     },
     "calls": {
      "missed": 373.0,
      "needless": 62.0,
      "right_risk": 102.0,
      "right_safety": 590.0,
      "wrong_risk": 29.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.689436997319035,
      "missed_n": 373,
      "taken_grouped": 0,
      "taken_n": 193,
      "taken_other": 0
     },
     "error_rate": 41.42229895366997,
     "found": {
      "den": 504.0,
      "n": 102.0,
      "share": 0.20238095238095238
     },
     "good": {
      "den": 193.0,
      "n": 102.0,
      "share": 0.5284974093264249
     },
     "judgement": 55.36444639205376,
     "judgement_hi": 57.50051180387758,
     "judgement_lo": 53.373744580000526,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07213930348258707,
      "x": 0.7976190476190477,
      "y": 0.0950920245398773
     },
     "margin": 0.001,
     "missed": {
      "den": 504.0,
      "n": 373.0,
      "share": 0.7400793650793651
     },
     "needless": {
      "den": 652.0,
      "n": 62.0,
      "share": 0.0950920245398773
     },
     "needless_by_loss": {
      "big": {
       "den": 652.0,
       "n": 35.0,
       "share": 0.05368098159509203
      },
      "medium": {
       "den": 652.0,
       "n": 17.0,
       "share": 0.02607361963190184
      },
      "small": {
       "den": 652.0,
       "n": 10.0,
       "share": 0.015337423312883436
      }
     },
     "no_trade_off": 64.0,
     "reference": null,
     "right_safety": {
      "den": 652.0,
      "n": 590.0,
      "share": 0.9049079754601227
     },
     "risk_pays": 504.0,
     "safety_pays": 652.0,
     "scored": 1220,
     "sdt": {
      "aim": {
       "den": 131.0,
       "n": 102.0,
       "share": 0.7786259541984732
      },
      "beta": 1.0232751843112822,
      "caution": 0.9742512338237015,
      "caution_hi": 1.0718014905041084,
      "caution_lo": 0.8802829764408305,
      "cstar": 0.03463809843951487,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6642526352332255,
      "dprime_hi": 0.8526389532673305,
      "dprime_lo": 0.4887485003953056,
      "false_alarm": {
       "den": 652.0,
       "n": 62.0,
       "share": 0.0950920245398773
      },
      "false_alarm_rate": 0.09571209800918837,
      "hit": {
       "den": 504.0,
       "n": 131.0,
       "share": 0.25992063492063494
      },
      "hit_rate": 0.2603960396039604,
      "missed_loss": 0.16714701855470285,
      "missed_n": 373.0,
      "na": null,
      "needless_loss": 0.13221295658619173,
      "needless_n": 62.0
     },
     "size": {
      "bad": {
       "mean": 6.978021978021978,
       "n": 91.0,
       "too_few": true
      },
      "right": {
       "mean": 6.53921568627451,
       "n": 102.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 283.0,
        "n": 83.0,
        "share": 0.29328621908127206
       },
       "missed": {
        "den": 283.0,
        "n": 188.0,
        "share": 0.6643109540636042
       },
       "risk_pays": 283.0,
       "wrong": {
        "den": 283.0,
        "n": 12.0,
        "share": 0.04240282685512368
       }
      },
      "medium": {
       "found": {
        "den": 144.0,
        "n": 10.0,
        "share": 0.06944444444444445
       },
       "missed": {
        "den": 144.0,
        "n": 122.0,
        "share": 0.8472222222222222
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 12.0,
        "share": 0.08333333333333333
       }
      },
      "small": {
       "found": {
        "den": 77.0,
        "n": 9.0,
        "share": 0.11688311688311688
       },
       "missed": {
        "den": 77.0,
        "n": 63.0,
        "share": 0.8181818181818182
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 5.0,
        "share": 0.06493506493506493
       }
      }
     },
     "trade_off": 1156.0,
     "wrong": {
      "den": 504.0,
      "n": 29.0,
      "share": 0.057539682539682536
     }
    },
    "holding": {
     "by_call": {
      "missed": 19.292641211958493,
      "needless": 1.487803371513591,
      "none": 1.5685965909677393,
      "right_risk": 0.0,
      "right_safety": 9.012700003736159,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 9.0,
      "needless": 3.0,
      "right_risk": 2.0,
      "right_safety": 47.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 31.361741178175983,
     "found": {
      "den": 11.0,
      "n": 2.0,
      "share": 0.18181818181818182
     },
     "good": {
      "den": 5.0,
      "n": 2.0,
      "share": 0.4
     },
     "judgement": 56.09090909090909,
     "judgement_hi": 72.69725913621261,
     "judgement_lo": 44.50729658018869,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8181818181818182,
      "y": 0.06
     },
     "margin": 0.001,
     "missed": {
      "den": 11.0,
      "n": 9.0,
      "share": 0.8181818181818182
     },
     "needless": {
      "den": 50.0,
      "n": 3.0,
      "share": 0.06
     },
     "needless_by_loss": {
      "big": {
       "den": 50.0,
       "n": 1.0,
       "share": 0.02
      },
      "medium": {
       "den": 50.0,
       "n": 2.0,
       "share": 0.04
      },
      "small": {
       "den": 50.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 50.0,
      "n": 47.0,
      "share": 0.94
     },
     "risk_pays": 11.0,
     "safety_pays": 50.0,
     "scored": 68,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 1.0516044729423335,
      "caution": 1.1491546854151844,
      "caution_hi": 1.7537731247953772,
      "caution_lo": 0.6148461136287952,
      "cstar": 0.07466838706326875,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.6738737678305433,
      "dprime_hi": 1.8574500732615364,
      "dprime_lo": -0.6053849762001577,
      "false_alarm": {
       "den": 50.0,
       "n": 3.0,
       "share": 0.06
      },
      "false_alarm_rate": 0.06862745098039216,
      "hit": {
       "den": 11.0,
       "n": 2.0,
       "share": 0.18181818181818182
      },
      "hit_rate": 0.20833333333333334,
      "missed_loss": 0.2915332449807061,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.06744708617528279,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 1.6666666666666667,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 6.0,
        "share": 0.8571428571428571
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 61.0,
     "wrong": {
      "den": 11.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.906186731238115,
      "needless": 0.7424050255825645,
      "none": 0.16945433198359974,
      "right_risk": 2.7052576604642367,
      "right_safety": 2.167096995470817,
      "wrong_risk": 1.5010442650109006
     },
     "calls": {
      "missed": 101.0,
      "needless": 3.0,
      "right_risk": 59.0,
      "right_safety": 112.0,
      "wrong_risk": 8.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 101,
      "taken_grouped": 0,
      "taken_n": 70,
      "taken_other": 0
     },
     "error_rate": 28.191445009750232,
     "found": {
      "den": 168.0,
      "n": 59.0,
      "share": 0.35119047619047616
     },
     "good": {
      "den": 70.0,
      "n": 59.0,
      "share": 0.8428571428571429
     },
     "judgement": 66.25517598343686,
     "judgement_hi": 70.137725503663,
     "judgement_lo": 62.67019760174473,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07339449541284404,
      "x": 0.6488095238095238,
      "y": 0.02608695652173913
     },
     "margin": 0.001,
     "missed": {
      "den": 168.0,
      "n": 101.0,
      "share": 0.6011904761904762
     },
     "needless": {
      "den": 115.0,
      "n": 3.0,
      "share": 0.02608695652173913
     },
     "needless_by_loss": {
      "big": {
       "den": 115.0,
       "n": 2.0,
       "share": 0.017391304347826087
      },
      "medium": {
       "den": 115.0,
       "n": 1.0,
       "share": 0.008695652173913044
      },
      "small": {
       "den": 115.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 115.0,
      "n": 112.0,
      "share": 0.9739130434782609
     },
     "risk_pays": 168.0,
     "safety_pays": 115.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 67.0,
       "n": 59.0,
       "share": 0.8805970149253731
      },
      "beta": 0.818379525772425,
      "caution": 1.0665723377788092,
      "caution_hi": 1.472542245059326,
      "caution_lo": 0.8386653736584148,
      "cstar": -0.12346354771960144,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6233867059893503,
      "dprime_hi": 2.303994048713255,
      "dprime_lo": 1.270846292114615,
      "false_alarm": {
       "den": 115.0,
       "n": 3.0,
       "share": 0.02608695652173913
      },
      "false_alarm_rate": 0.03017241379310345,
      "hit": {
       "den": 168.0,
       "n": 67.0,
       "share": 0.39880952380952384
      },
      "hit_rate": 0.3994082840236686,
      "missed_loss": 0.11798541026540321,
      "missed_n": 101.0,
      "na": null,
      "needless_loss": 0.14105695486068726,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 17.181818181818183,
       "n": 11.0,
       "too_few": true
      },
      "right": {
       "mean": 13.186440677966102,
       "n": 59.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 84.0,
        "n": 36.0,
        "share": 0.42857142857142855
       },
       "missed": {
        "den": 84.0,
        "n": 48.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 64.0,
        "n": 19.0,
        "share": 0.296875
       },
       "missed": {
        "den": 64.0,
        "n": 38.0,
        "share": 0.59375
       },
       "risk_pays": 64.0,
       "wrong": {
        "den": 64.0,
        "n": 7.0,
        "share": 0.109375
       }
      },
      "small": {
       "found": {
        "den": 20.0,
        "n": 4.0,
        "share": 0.2
       },
       "missed": {
        "den": 20.0,
        "n": 15.0,
        "share": 0.75
       },
       "risk_pays": 20.0,
       "wrong": {
        "den": 20.0,
        "n": 1.0,
        "share": 0.05
       }
      }
     },
     "trade_off": 283.0,
     "wrong": {
      "den": 168.0,
      "n": 8.0,
      "share": 0.047619047619047616
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.418591637468133,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.418591637468133,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 233.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 233,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 817.0,
    "n": 749.0,
    "share": 0.9167686658506732
   },
   "risk_pays": 683.0,
   "safety_pays": 817.0,
   "scored": 1922,
   "sdt": {
    "aim": {
     "den": 200.0,
     "n": 163.0,
     "share": 0.815
    },
    "beta": 0.9749753852414761,
    "caution": 0.9623043444354566,
    "caution_hi": 1.0529856850251997,
    "caution_lo": 0.8827205164395463,
    "cstar": -0.030311996654888495,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8360734034676122,
    "dprime_hi": 1.0268892869461612,
    "dprime_lo": 0.672664931674635,
    "false_alarm": {
     "den": 817.0,
     "n": 68.0,
     "share": 0.0832313341493268
    },
    "false_alarm_rate": 0.08374083129584352,
    "hit": {
     "den": 683.0,
     "n": 200.0,
     "share": 0.29282576866764276
    },
    "hit_rate": 0.29312865497076024,
    "missed_loss": 0.15918460364914336,
    "missed_n": 483.0,
    "na": null,
    "needless_loss": 0.12974581516840877,
    "needless_n": 68.0
   },
   "size": {
    "bad": {
     "mean": 7.895238095238096,
     "n": 105.0,
     "too_few": true
    },
    "right": {
     "mean": 8.938650306748466,
     "n": 163.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 374.0,
      "n": 120.0,
      "share": 0.32085561497326204
     },
     "missed": {
      "den": 374.0,
      "n": 242.0,
      "share": 0.6470588235294118
     },
     "risk_pays": 374.0,
     "wrong": {
      "den": 374.0,
      "n": 12.0,
      "share": 0.03208556149732621
     }
    },
    "medium": {
     "found": {
      "den": 212.0,
      "n": 30.0,
      "share": 0.14150943396226415
     },
     "missed": {
      "den": 212.0,
      "n": 163.0,
      "share": 0.7688679245283019
     },
     "risk_pays": 212.0,
     "wrong": {
      "den": 212.0,
      "n": 19.0,
      "share": 0.08962264150943396
     }
    },
    "small": {
     "found": {
      "den": 97.0,
      "n": 13.0,
      "share": 0.13402061855670103
     },
     "missed": {
      "den": 97.0,
      "n": 78.0,
      "share": 0.8041237113402062
     },
     "risk_pays": 97.0,
     "wrong": {
      "den": 97.0,
      "n": 6.0,
      "share": 0.061855670103092786
     }
    }
   },
   "trade_off": 1500.0,
   "wrong": {
    "den": 683.0,
    "n": 37.0,
    "share": 0.05417276720351391
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.035290000217888,
    "needless": 2.4179609164859204,
    "none": 4.404007179059794,
    "right_risk": 1.2382588559581387,
    "right_safety": 6.46906891114754,
    "wrong_risk": 2.078204602778392
   },
   "calls": {
    "missed": 405.0,
    "needless": 87.0,
    "right_risk": 141.0,
    "right_safety": 827.0,
    "wrong_risk": 40.0
   },
   "confidence": {
    "auroc_right_risk": 0.5294298319093093,
    "missed_mean_p": 0.6786172839506173,
    "missed_n": 405,
    "taken_grouped": 0,
    "taken_n": 268,
    "taken_other": 0
   },
   "error_rate": 35.64279046564767,
   "found": {
    "den": 586.0,
    "n": 141.0,
    "share": 0.24061433447098976
   },
   "good": {
    "den": 268.0,
    "n": 141.0,
    "share": 0.5261194029850746
   },
   "judgement": 57.27141694236787,
   "judgement_hi": 59.132343903173876,
   "judgement_lo": 55.37922744903382,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.0898876404494382,
    "x": 0.7593856655290102,
    "y": 0.09518599562363239
   },
   "margin": 0.02,
   "missed": {
    "den": 586.0,
    "n": 405.0,
    "share": 0.6911262798634812
   },
   "needless": {
    "den": 914.0,
    "n": 87.0,
    "share": 0.09518599562363239
   },
   "needless_by_loss": {
    "big": {
     "den": 914.0,
     "n": 41.0,
     "share": 0.044857768052516414
    },
    "medium": {
     "den": 914.0,
     "n": 21.0,
     "share": 0.022975929978118162
    },
    "small": {
     "den": 914.0,
     "n": 25.0,
     "share": 0.02735229759299781
    }
   },
   "no_trade_off": 422.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.254710966143115,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.254710966143115,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 24.2000015788391,
      "needless": 3.4971072659140727,
      "none": 0.4151347719255041,
      "right_risk": 1.4389296413445083,
      "right_safety": 9.012071177607677,
      "wrong_risk": 2.8590545180391094
     },
     "calls": {
      "missed": 310.0,
      "needless": 76.0,
      "right_risk": 90.0,
      "right_safety": 653.0,
      "wrong_risk": 27.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.6896451612903226,
      "missed_n": 310,
      "taken_grouped": 0,
      "taken_n": 193,
      "taken_other": 0
     },
     "error_rate": 41.42229895366997,
     "found": {
      "den": 427.0,
      "n": 90.0,
      "share": 0.2107728337236534
     },
     "good": {
      "den": 193.0,
      "n": 90.0,
      "share": 0.46632124352331605
     },
     "judgement": 55.32602165874783,
     "judgement_hi": 57.63093815038442,
     "judgement_lo": 52.976699617833326,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08011869436201781,
      "x": 0.7892271662763466,
      "y": 0.10425240054869685
     },
     "margin": 0.02,
     "missed": {
      "den": 427.0,
      "n": 310.0,
      "share": 0.7259953161592506
     },
     "needless": {
      "den": 729.0,
      "n": 76.0,
      "share": 0.10425240054869685
     },
     "needless_by_loss": {
      "big": {
       "den": 729.0,
       "n": 37.0,
       "share": 0.05075445816186557
      },
      "medium": {
       "den": 729.0,
       "n": 18.0,
       "share": 0.024691358024691357
      },
      "small": {
       "den": 729.0,
       "n": 21.0,
       "share": 0.02880658436213992
      }
     },
     "no_trade_off": 64.0,
     "reference": null,
     "right_safety": {
      "den": 729.0,
      "n": 653.0,
      "share": 0.8957475994513031
     },
     "risk_pays": 427.0,
     "safety_pays": 729.0,
     "scored": 1220,
     "sdt": {
      "aim": {
       "den": 117.0,
       "n": 90.0,
       "share": 0.7692307692307693
      },
      "beta": 1.0063320722162596,
      "caution": 0.926928713819245,
      "caution_hi": 1.0235606296154867,
      "caution_lo": 0.8369393719248774,
      "cstar": 0.009628940993687166,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6555351081369974,
      "dprime_hi": 0.8426999686349721,
      "dprime_lo": 0.4715939043864432,
      "false_alarm": {
       "den": 729.0,
       "n": 76.0,
       "share": 0.10425240054869685
      },
      "false_alarm_rate": 0.1047945205479452,
      "hit": {
       "den": 427.0,
       "n": 117.0,
       "share": 0.27400468384074944
      },
      "hit_rate": 0.27453271028037385,
      "missed_loss": 0.19047743178183033,
      "missed_n": 310.0,
      "na": null,
      "needless_loss": 0.11227554906355708,
      "needless_n": 76.0
     },
     "size": {
      "bad": {
       "mean": 6.834951456310679,
       "n": 103.0,
       "too_few": true
      },
      "right": {
       "mean": 6.644444444444445,
       "n": 90.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 283.0,
        "n": 81.0,
        "share": 0.2862190812720848
       },
       "missed": {
        "den": 283.0,
        "n": 188.0,
        "share": 0.6643109540636042
       },
       "risk_pays": 283.0,
       "wrong": {
        "den": 283.0,
        "n": 14.0,
        "share": 0.04946996466431095
       }
      },
      "medium": {
       "found": {
        "den": 144.0,
        "n": 9.0,
        "share": 0.0625
       },
       "missed": {
        "den": 144.0,
        "n": 122.0,
        "share": 0.8472222222222222
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 13.0,
        "share": 0.09027777777777778
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1156.0,
     "wrong": {
      "den": 427.0,
      "n": 27.0,
      "share": 0.06323185011709602
     }
    },
    "holding": {
     "by_call": {
      "missed": 19.292641211958493,
      "needless": 1.487803371513591,
      "none": 1.5685965909677393,
      "right_risk": 0.0,
      "right_safety": 9.012700003736159,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 9.0,
      "needless": 3.0,
      "right_risk": 2.0,
      "right_safety": 47.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 31.361741178175983,
     "found": {
      "den": 11.0,
      "n": 2.0,
      "share": 0.18181818181818182
     },
     "good": {
      "den": 5.0,
      "n": 2.0,
      "share": 0.4
     },
     "judgement": 56.09090909090909,
     "judgement_hi": 72.54293520686961,
     "judgement_lo": 44.20076726342712,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8181818181818182,
      "y": 0.06
     },
     "margin": 0.02,
     "missed": {
      "den": 11.0,
      "n": 9.0,
      "share": 0.8181818181818182
     },
     "needless": {
      "den": 50.0,
      "n": 3.0,
      "share": 0.06
     },
     "needless_by_loss": {
      "big": {
       "den": 50.0,
       "n": 1.0,
       "share": 0.02
      },
      "medium": {
       "den": 50.0,
       "n": 2.0,
       "share": 0.04
      },
      "small": {
       "den": 50.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 50.0,
      "n": 47.0,
      "share": 0.94
     },
     "risk_pays": 11.0,
     "safety_pays": 50.0,
     "scored": 68,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 1.0516044729423335,
      "caution": 1.1491546854151844,
      "caution_hi": 1.751458116387069,
      "caution_lo": 0.6102134705594248,
      "cstar": 0.07466838706326875,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.6738737678305433,
      "dprime_hi": 1.882465149428393,
      "dprime_lo": -0.606135125011746,
      "false_alarm": {
       "den": 50.0,
       "n": 3.0,
       "share": 0.06
      },
      "false_alarm_rate": 0.06862745098039216,
      "hit": {
       "den": 11.0,
       "n": 2.0,
       "share": 0.18181818181818182
      },
      "hit_rate": 0.20833333333333334,
      "missed_loss": 0.2915332449807061,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.06744708617528279,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 1.6666666666666667,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 6.0,
        "share": 0.8571428571428571
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 61.0,
     "wrong": {
      "den": 11.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.17517842744526,
      "needless": 0.981331185290688,
      "none": 0.16945433198359974,
      "right_risk": 2.1910152937236584,
      "right_safety": 2.8981052992636696,
      "wrong_risk": 1.7763604720433552
     },
     "calls": {
      "missed": 86.0,
      "needless": 8.0,
      "right_risk": 49.0,
      "right_safety": 127.0,
      "wrong_risk": 13.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 86,
      "taken_grouped": 0,
      "taken_n": 70,
      "taken_other": 0
     },
     "error_rate": 28.191445009750232,
     "found": {
      "den": 148.0,
      "n": 49.0,
      "share": 0.3310810810810811
     },
     "good": {
      "den": 70.0,
      "n": 49.0,
      "share": 0.7
     },
     "judgement": 63.59109109109109,
     "judgement_hi": 67.54073632442135,
     "judgement_lo": 59.50704225352113,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13131313131313133,
      "x": 0.668918918918919,
      "y": 0.05925925925925926
     },
     "margin": 0.02,
     "missed": {
      "den": 148.0,
      "n": 86.0,
      "share": 0.581081081081081
     },
     "needless": {
      "den": 135.0,
      "n": 8.0,
      "share": 0.05925925925925926
     },
     "needless_by_loss": {
      "big": {
       "den": 135.0,
       "n": 3.0,
       "share": 0.022222222222222223
      },
      "medium": {
       "den": 135.0,
       "n": 1.0,
       "share": 0.007407407407407408
      },
      "small": {
       "den": 135.0,
       "n": 4.0,
       "share": 0.02962962962962963
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 135.0,
      "n": 127.0,
      "share": 0.9407407407407408
     },
     "risk_pays": 148.0,
     "safety_pays": 135.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 62.0,
       "n": 49.0,
       "share": 0.7903225806451613
      },
      "beta": 0.47695645786497004,
      "caution": 0.8686938827013275,
      "caution_hi": 1.118268133994745,
      "caution_lo": 0.6694311648078777,
      "cstar": -0.5562822458339982,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3308533233024367,
      "dprime_hi": 1.7656100070436551,
      "dprime_lo": 0.9743216576400663,
      "false_alarm": {
       "den": 135.0,
       "n": 8.0,
       "share": 0.05925925925925926
      },
      "false_alarm_rate": 0.0625,
      "hit": {
       "den": 148.0,
       "n": 62.0,
       "share": 0.4189189189189189
      },
      "hit_rate": 0.41946308724832215,
      "missed_loss": 0.13371920585632324,
      "missed_n": 86.0,
      "na": null,
      "needless_loss": 0.06991984695196152,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 18.0,
       "n": 21.0,
       "too_few": true
      },
      "right": {
       "mean": 12.020408163265307,
       "n": 49.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 84.0,
        "n": 35.0,
        "share": 0.4166666666666667
       },
       "missed": {
        "den": 84.0,
        "n": 48.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 1.0,
        "share": 0.011904761904761904
       }
      },
      "medium": {
       "found": {
        "den": 64.0,
        "n": 14.0,
        "share": 0.21875
       },
       "missed": {
        "den": 64.0,
        "n": 38.0,
        "share": 0.59375
       },
       "risk_pays": 64.0,
       "wrong": {
        "den": 64.0,
        "n": 12.0,
        "share": 0.1875
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 283.0,
     "wrong": {
      "den": 148.0,
      "n": 13.0,
      "share": 0.08783783783783784
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.418591637468133,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.418591637468133,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 233.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 233,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 914.0,
    "n": 827.0,
    "share": 0.9048140043763676
   },
   "risk_pays": 586.0,
   "safety_pays": 914.0,
   "scored": 1922,
   "sdt": {
    "aim": {
     "den": 181.0,
     "n": 141.0,
     "share": 0.7790055248618785
    },
    "beta": 0.9223040790999729,
    "caution": 0.9024956397211269,
    "caution_hi": 0.9907514013802484,
    "caution_lo": 0.8223735020209968,
    "cstar": -0.10000669291458844,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8087489311527472,
    "dprime_hi": 0.9775951555099889,
    "dprime_lo": 0.6527387079703205,
    "false_alarm": {
     "den": 914.0,
     "n": 87.0,
     "share": 0.09518599562363239
    },
    "false_alarm_rate": 0.09562841530054644,
    "hit": {
     "den": 586.0,
     "n": 181.0,
     "share": 0.30887372013651876
    },
    "hit_rate": 0.3091993185689949,
    "missed_loss": 0.1806707524958952,
    "missed_n": 405.0,
    "na": null,
    "needless_loss": 0.10683496279278021,
    "needless_n": 87.0
   },
   "size": {
    "bad": {
     "mean": 8.559055118110237,
     "n": 127.0,
     "too_few": true
    },
    "right": {
     "mean": 8.50354609929078,
     "n": 141.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 374.0,
      "n": 117.0,
      "share": 0.31283422459893045
     },
     "missed": {
      "den": 374.0,
      "n": 242.0,
      "share": 0.6470588235294118
     },
     "risk_pays": 374.0,
     "wrong": {
      "den": 374.0,
      "n": 15.0,
      "share": 0.040106951871657755
     }
    },
    "medium": {
     "found": {
      "den": 212.0,
      "n": 24.0,
      "share": 0.11320754716981132
     },
     "missed": {
      "den": 212.0,
      "n": 163.0,
      "share": 0.7688679245283019
     },
     "risk_pays": 212.0,
     "wrong": {
      "den": 212.0,
      "n": 25.0,
      "share": 0.1179245283018868
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1500.0,
   "wrong": {
    "den": 586.0,
    "n": 40.0,
    "share": 0.06825938566552901
   }
  }
 },
 "slug": "celeris-1-decision",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 24.53717794911615,
   "n": 29,
   "too_few": true
  },
  "blitz": {
   "error_rate": 28.102759184411994,
   "n": 213,
   "too_few": false
  },
  "holding": {
   "error_rate": 31.361741178175983,
   "n": 68,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 51.58881602646692,
   "n": 471,
   "too_few": false
  },
  "other": {
   "error_rate": 45.33136090220407,
   "n": 172,
   "too_few": true
  },
  "priming": {
   "error_rate": 35.05197741202454,
   "n": 335,
   "too_few": false
  }
 },
 "version": "v3"
}
