{
 "close": {
  "close": {
   "den": 507,
   "n": 231,
   "share": 0.4556213017751479,
   "small": false
  },
  "decisions": 1912,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 507,
  "exclusions": {
   "not_audited": 1405
  },
  "groups": {
   "close": {
    "by_count": [
     70,
     78,
     59,
     22,
     2
    ],
    "differ": {
     "hitting": {
      "den": 231,
      "n": 107,
      "share": 0.46320346320346323,
      "small": false
     },
     "points": {
      "den": 231,
      "n": 73,
      "share": 0.31601731601731603,
      "small": false
     },
     "prime": {
      "den": 231,
      "n": 58,
      "share": 0.2510822510822511,
      "small": false
     },
     "race": {
      "den": 231,
      "n": 32,
      "share": 0.13852813852813853,
      "small": false
     }
    },
    "gap": {
     "mean": 0.09594615803652512,
     "median": 0.058322906494140625,
     "n": 231
    },
    "loss1": {
     "mean": 0.07696300306361475,
     "median": 0.03133344650268555,
     "n": 231
    },
    "loss2": {
     "mean": 0.09723944671742328,
     "median": 0.05385744571685791,
     "n": 231
    },
    "n": 231,
    "p1": {
     "mean": 0.3769154750972933,
     "median": 0.36,
     "n": 231
    },
    "p2": {
     "mean": 0.2699449035812672,
     "median": 0.27,
     "n": 231
    },
    "psum": {
     "mean": 0.6468603786785605,
     "median": 0.63,
     "n": 231
    },
    "psum_bins": [
     0,
     0,
     4,
     13,
     32,
     46,
     56,
     29,
     25,
     26
    ]
   },
   "other": {
    "by_count": [
     59,
     117,
     70,
     28,
     2
    ],
    "differ": {
     "hitting": {
      "den": 276,
      "n": 140,
      "share": 0.5072463768115942,
      "small": false
     },
     "points": {
      "den": 276,
      "n": 90,
      "share": 0.32608695652173914,
      "small": false
     },
     "prime": {
      "den": 276,
      "n": 77,
      "share": 0.27898550724637683,
      "small": false
     },
     "race": {
      "den": 276,
      "n": 42,
      "share": 0.15217391304347827,
      "small": false
     }
    },
    "gap": {
     "mean": 0.13678256541058637,
     "median": 0.07491430640220642,
     "n": 276
    },
    "loss1": {
     "mean": 0.044575602140115654,
     "median": 0.0,
     "n": 276
    },
    "loss2": {
     "mean": 0.14419909415469653,
     "median": 0.07817256450653076,
     "n": 276
    },
    "n": 276,
    "p1": {
     "mean": 0.6564002342263212,
     "median": 0.67,
     "n": 276
    },
    "p2": {
     "mean": 0.14915166154296589,
     "median": 0.15,
     "n": 276
    },
    "psum": {
     "mean": 0.8055518957692871,
     "median": 0.83,
     "n": 276
    },
    "psum_bins": [
     0,
     0,
     0,
     2,
     3,
     25,
     36,
     56,
     59,
     95
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 140,
       "n": 61,
       "share": 0.4357142857142857,
       "small": true
      },
      "eligible": 140,
      "risk_close": {
       "den": 61,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 175,
       "n": 97,
       "share": 0.5542857142857143,
       "small": true
      },
      "eligible": 175,
      "risk_close": {
       "den": 97,
       "n": 56,
       "share": 0.5773195876288659,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 192,
       "n": 73,
       "share": 0.3802083333333333,
       "small": true
      },
      "eligible": 192,
      "risk_close": {
       "den": 73,
       "n": 29,
       "share": 0.3972602739726027,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5,
     "adj_other": 0.8420289855072464,
     "adjusted": -0.34202898550724636,
     "adjusted_hi": -0.04166666666666674,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.55,
     "close": {
      "den": 56,
      "n": 29,
      "share": 0.5178571428571429,
      "small": true
     },
     "covered": {
      "den": 56,
      "n": 46,
      "share": 0.8214285714285714,
      "small": true
     },
     "crude": -0.31547619047619047,
     "crude_hi": -0.14814814814814814,
     "crude_left_out": 0,
     "crude_lo": -0.4544708777686628,
     "group": 104,
     "matches": 4,
     "na": null,
     "other": {
      "den": 48,
      "n": 40,
      "share": 0.8333333333333334,
      "small": true
     },
     "resamples": 2000,
     "strata": 25,
     "strata_both": 18
    },
    "stake": {
     "big": {
      "den": 95,
      "n": 51,
      "share": 0.5368421052631579,
      "small": true
     },
     "medium": {
      "den": 57,
      "n": 34,
      "share": 0.5964912280701754,
      "small": true
     },
     "small": {
      "den": 23,
      "n": 12,
      "share": 0.5217391304347826,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 140,
       "n": 61,
       "share": 0.4357142857142857,
       "small": true
      },
      "eligible": 140,
      "risk_close": {
       "den": 61,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 152,
       "n": 85,
       "share": 0.5592105263157895,
       "small": true
      },
      "eligible": 152,
      "risk_close": {
       "den": 85,
       "n": 48,
       "share": 0.5647058823529412,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 215,
       "n": 85,
       "share": 0.3953488372093023,
       "small": false
      },
      "eligible": 215,
      "risk_close": {
       "den": 85,
       "n": 37,
       "share": 0.43529411764705883,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5263157894736842,
     "adj_other": 0.8114035087719298,
     "adjusted": -0.2850877192982456,
     "adjusted_hi": 0.04999999999999993,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.5333333333333334,
     "close": {
      "den": 48,
      "n": 26,
      "share": 0.5416666666666666,
      "small": true
     },
     "covered": {
      "den": 48,
      "n": 38,
      "share": 0.7916666666666666,
      "small": true
     },
     "crude": -0.28760162601626016,
     "crude_hi": -0.08571428571428574,
     "crude_left_out": 0,
     "crude_lo": -0.4675925925925926,
     "group": 89,
     "matches": 4,
     "na": null,
     "other": {
      "den": 41,
      "n": 34,
      "share": 0.8292682926829268,
      "small": true
     },
     "resamples": 2000,
     "strata": 25,
     "strata_both": 17
    },
    "stake": {
     "big": {
      "den": 95,
      "n": 51,
      "share": 0.5368421052631579,
      "small": true
     },
     "medium": {
      "den": 57,
      "n": 34,
      "share": 0.5964912280701754,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 231,
   "n": 85,
   "share": 0.36796536796536794,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 507,
   "n": 85,
   "share": 0.16765285996055226,
   "small": false
  },
  "risk_pair_other": {
   "den": 276,
   "n": 129,
   "share": 0.4673913043478261,
   "small": false
  },
  "ties": {
   "close": 13,
   "member": 28,
   "order": 7,
   "positive": 35,
   "top_two": 35,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7239262214107416,
  "auroc_blunder": 0.671351891278592,
  "confident_badly_wrong": {
   "den": 1910,
   "n": 1,
   "share": 0.0005235602094240838
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 51,
     "n": 1,
     "share": 0.0196078431372549
    },
    "kept": {
     "den": 1910,
     "n": 51,
     "share": 0.026701570680628273
    },
    "mean_loss": 0.005219459533691406,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 1,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1910,
     "n": 1,
     "share": 0.0005235602094240838
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.06461780104712042,
  "held_out": {
   "blunders": 0.018212265362566333,
   "kept": 0.0261045571665124,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1910,
  "surest": {
   "cut": 0.68,
   "error_rate": 12.522550133185659,
   "n": 492,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 33.02189820716458,
   "n": 620,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 48.61771370633505,
   "n": 512,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 19.628930798707863,
   "n": 780,
   "too_few": false
  }
 },
 "name": "Jev 1.14.0",
 "options": {
  "11–15": {
   "error_rate": 44.8129429899413,
   "n": 290,
   "too_few": false
  },
  "16–25": {
   "error_rate": 37.07792936865963,
   "n": 335,
   "too_few": false
  },
  "26+": {
   "error_rate": 50.85643953773605,
   "n": 251,
   "too_few": false
  },
  "2–5": {
   "error_rate": 14.695936268857201,
   "n": 639,
   "too_few": false
  },
  "6–10": {
   "error_rate": 33.00726177260017,
   "n": 397,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 11.91147536664576,
   "n": 143,
   "too_few": true
  },
  "contact": {
   "error_rate": 35.06906212532626,
   "n": 1237,
   "too_few": false
  },
  "holding": {
   "error_rate": 45.51766961812973,
   "n": 40,
   "too_few": true
  },
  "opening": {
   "error_rate": 37.60940285728258,
   "n": 272,
   "too_few": false
  },
  "race": {
   "error_rate": 16.1008051850579,
   "n": 220,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7239262214107416,
  "best_share": 0.46234309623430964,
  "blunder_share": 0.24686192468619247,
  "brier": 0.21409842931937173,
  "clusters": 92,
  "confidence_n": 1910,
  "confident_badly_wrong": 0.0005235602094240838,
  "cost_coverage": 1.0,
  "decisions": 1912,
  "ece": 0.06461780104712042,
  "engine_scored": 1912,
  "error_hi": 35.6751832267911,
  "error_lo": 28.254087904925168,
  "error_rate": 31.73452527671429,
  "first_date": "2026-10-19",
  "group_sizes": [
   129,
   164
  ],
  "grouped": 2,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.5274136125654451,
  "over_budget": 0.0,
  "p95_loss": 0.2861639499664306,
  "probability_source": "decision",
  "retry_mean": 0.00035617154811715476,
  "scored": 1912,
  "time_median": 0.192,
  "time_p90": 0.245,
  "tokens_in": 4116.005753138075,
  "tokens_out": 292.1705020920502,
  "too_few": false,
  "usd_per_1000": 0.17287224163179918,
  "very_confident": 0.026701570680628273,
  "worst_mean": 0.4653880450253685
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.778584392014519,
   "best_share": 0.7972027972027972,
   "blunder_share": 0.08391608391608392,
   "brier": 0.16247622377622375,
   "clusters": 52,
   "confidence_n": 143,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 143,
   "ece": 0.16440559440559435,
   "engine_scored": 143,
   "error_hi": 19.37320722093734,
   "error_lo": 5.136961905384967,
   "error_rate": 11.91147536664576,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6327972027972028,
   "over_budget": 0.0,
   "p95_loss": 0.14349201917648322,
   "probability_source": "decision",
   "retry_mean": 0.0008601398601398602,
   "scored": 143,
   "time_median": 0.189,
   "time_p90": 0.231,
   "tokens_in": 3229.7342657342656,
   "tokens_out": 109.17482517482517,
   "too_few": true,
   "usd_per_1000": 0.13564883916083917,
   "very_confident": 0.04195804195804196,
   "worst_mean": 0.3290181415421622
  },
  "contact": {
   "auroc": 0.6987721489117438,
   "best_share": 0.44381568310428454,
   "blunder_share": 0.26192400970088925,
   "brier": 0.22355622977346276,
   "clusters": 92,
   "confidence_n": 1236,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1237,
   "ece": 0.08335760517799352,
   "engine_scored": 1237,
   "error_hi": 40.154445567018875,
   "error_lo": 30.55519101130041,
   "error_rate": 35.06906212532626,
   "first_date": "2026-10-19",
   "group_sizes": [
    129
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5267394822006473,
   "over_budget": 0.0,
   "p95_loss": 0.31094775199890146,
   "probability_source": "decision",
   "retry_mean": 0.00021746160064672597,
   "scored": 1237,
   "time_median": 0.192,
   "time_p90": 0.248,
   "tokens_in": 4137.708164915117,
   "tokens_out": 295.7081649151172,
   "too_few": false,
   "usd_per_1000": 0.17378374292643492,
   "very_confident": 0.021844660194174758,
   "worst_mean": 0.5146823063973458
  },
  "holding": {
   "auroc": 0.7343358395989975,
   "best_share": 0.525,
   "blunder_share": 0.2,
   "brier": 0.20424000000000003,
   "clusters": 16,
   "confidence_n": 40,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 40,
   "ece": 0.18249999999999997,
   "engine_scored": 40,
   "error_hi": 95.27184877261959,
   "error_lo": 9.666517372936646,
   "error_rate": 45.51766961812973,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5355000000000001,
   "over_budget": 0.0,
   "p95_loss": 0.48809887468814833,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 40,
   "time_median": 0.191,
   "time_p90": 0.2398,
   "tokens_in": 3987.825,
   "tokens_out": 258.675,
   "too_few": true,
   "usd_per_1000": 0.16748865000000002,
   "very_confident": 0.025,
   "worst_mean": 0.7140378654003143
  },
  "opening": {
   "auroc": 0.7488143631436315,
   "best_share": 0.39705882352941174,
   "blunder_share": 0.35294117647058826,
   "brier": 0.19166286764705884,
   "clusters": 92,
   "confidence_n": 272,
   "confident_badly_wrong": 0.003676470588235294,
   "cost_coverage": 1.0,
   "decisions": 272,
   "ece": 0.09136029411764703,
   "engine_scored": 272,
   "error_hi": 44.629302507448465,
   "error_lo": 31.042986974726922,
   "error_rate": 37.60940285728258,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.4678308823529412,
   "over_budget": 0.0,
   "p95_loss": 0.27938193380832665,
   "probability_source": "decision",
   "retry_mean": 0.0007316176470588235,
   "scored": 272,
   "time_median": 0.198,
   "time_p90": 0.242,
   "tokens_in": 4674.183823529412,
   "tokens_out": 403.5992647058824,
   "too_few": false,
   "usd_per_1000": 0.19631572058823532,
   "very_confident": 0.051470588235294115,
   "worst_mean": 0.35041982786996023
  },
  "race": {
   "auroc": 0.7090465593974666,
   "best_share": 0.41818181818181815,
   "blunder_share": 0.14545454545454545,
   "brier": 0.22409360730593608,
   "clusters": 80,
   "confidence_n": 219,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 220,
   "ece": 0.11694063926940643,
   "engine_scored": 220,
   "error_hi": 20.570167877866098,
   "error_lo": 11.821955354375746,
   "error_rate": 16.1008051850579,
   "first_date": "2026-10-19",
   "group_sizes": [
    164
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5349315068493151,
   "over_budget": 0.0,
   "p95_loss": 0.13371860980987538,
   "probability_source": "decision",
   "retry_mean": 0.0004090909090909091,
   "scored": 220,
   "time_median": 0.1905,
   "time_p90": 0.247,
   "tokens_in": 3903.25,
   "tokens_out": 259.55,
   "too_few": false,
   "usd_per_1000": 0.16393649999999999,
   "very_confident": 0.0136986301369863,
   "worst_mean": 0.20379656553268433
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 15.996568933690442,
    "needless": 2.8413651768258426,
    "none": 3.891509018495492,
    "right_risk": 1.7213280152950328,
    "right_safety": 4.369847320612505,
    "wrong_risk": 2.913906811794975
   },
   "calls": {
    "missed": 401.0,
    "needless": 78.0,
    "right_risk": 184.0,
    "right_safety": 657.0,
    "wrong_risk": 47.0
   },
   "confidence": {
    "auroc_right_risk": 0.4925869565217391,
    "missed_mean_p": 0.48159600997506236,
    "missed_n": 401,
    "taken_grouped": 0,
    "taken_n": 309,
    "taken_other": 0
   },
   "error_rate": 31.73452527671429,
   "found": {
    "den": 632.0,
    "n": 184.0,
    "share": 0.2911392405063291
   },
   "good": {
    "den": 309.0,
    "n": 184.0,
    "share": 0.5954692556634305
   },
   "judgement": 59.25083957633686,
   "judgement_hi": 61.43527705801678,
   "judgement_lo": 57.12868181655602,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.10491071428571429,
    "x": 0.7088607594936709,
    "y": 0.10612244897959183
   },
   "margin": 0.001,
   "missed": {
    "den": 632.0,
    "n": 401.0,
    "share": 0.634493670886076
   },
   "needless": {
    "den": 735.0,
    "n": 78.0,
    "share": 0.10612244897959183
   },
   "needless_by_loss": {
    "big": {
     "den": 735.0,
     "n": 45.0,
     "share": 0.061224489795918366
    },
    "medium": {
     "den": 735.0,
     "n": 28.0,
     "share": 0.0380952380952381
    },
    "small": {
     "den": 735.0,
     "n": 5.0,
     "share": 0.006802721088435374
    }
   },
   "no_trade_off": 545.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.91147536664576,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.91147536664576,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 143.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 143,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 19.38975504211774,
      "needless": 4.039639063486671,
      "none": 1.7173973875076616,
      "right_risk": 1.3406589302018272,
      "right_safety": 5.227987406806976,
      "wrong_risk": 3.3536242952053836
     },
     "calls": {
      "missed": 304.0,
      "needless": 71.0,
      "right_risk": 108.0,
      "right_safety": 547.0,
      "wrong_risk": 30.0
     },
     "confidence": {
      "auroc_right_risk": 0.5223230656398973,
      "missed_mean_p": 0.49476973684210523,
      "missed_n": 304,
      "taken_grouped": 0,
      "taken_n": 209,
      "taken_other": 0
     },
     "error_rate": 35.06906212532626,
     "found": {
      "den": 442.0,
      "n": 108.0,
      "share": 0.24434389140271492
     },
     "good": {
      "den": 209.0,
      "n": 108.0,
      "share": 0.5167464114832536
     },
     "judgement": 56.47285800055646,
     "judgement_hi": 59.06990301194535,
     "judgement_lo": 53.96250426621142,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08982035928143713,
      "x": 0.755656108597285,
      "y": 0.11488673139158576
     },
     "margin": 0.001,
     "missed": {
      "den": 442.0,
      "n": 304.0,
      "share": 0.6877828054298643
     },
     "needless": {
      "den": 618.0,
      "n": 71.0,
      "share": 0.11488673139158576
     },
     "needless_by_loss": {
      "big": {
       "den": 618.0,
       "n": 42.0,
       "share": 0.06796116504854369
      },
      "medium": {
       "den": 618.0,
       "n": 24.0,
       "share": 0.038834951456310676
      },
      "small": {
       "den": 618.0,
       "n": 5.0,
       "share": 0.008090614886731391
      }
     },
     "no_trade_off": 177.0,
     "reference": null,
     "right_safety": {
      "den": 618.0,
      "n": 547.0,
      "share": 0.8851132686084142
     },
     "risk_pays": 442.0,
     "safety_pays": 618.0,
     "scored": 1237,
     "sdt": {
      "aim": {
       "den": 138.0,
       "n": 108.0,
       "share": 0.782608695652174
      },
      "beta": 1.2472447407056593,
      "caution": 0.8430595861254195,
      "caution_hi": 0.9353511309234696,
      "caution_lo": 0.7621057696022893,
      "cstar": 0.3114580513441224,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7093632997586953,
      "dprime_hi": 0.9145747695355244,
      "dprime_lo": 0.5074733121202593,
      "false_alarm": {
       "den": 618.0,
       "n": 71.0,
       "share": 0.11488673139158576
      },
      "false_alarm_rate": 0.11550888529886914,
      "hit": {
       "den": 442.0,
       "n": 138.0,
       "share": 0.31221719457013575
      },
      "hit_rate": 0.3126410835214447,
      "missed_loss": 0.157796888073024,
      "missed_n": 304.0,
      "na": null,
      "needless_loss": 0.14076150764881726,
      "needless_n": 71.0
     },
     "size": {
      "bad": {
       "mean": 7.623762376237623,
       "n": 101.0,
       "too_few": true
      },
      "right": {
       "mean": 6.277777777777778,
       "n": 108.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 254.0,
        "n": 72.0,
        "share": 0.28346456692913385
       },
       "missed": {
        "den": 254.0,
        "n": 164.0,
        "share": 0.6456692913385826
       },
       "risk_pays": 254.0,
       "wrong": {
        "den": 254.0,
        "n": 18.0,
        "share": 0.07086614173228346
       }
      },
      "medium": {
       "found": {
        "den": 129.0,
        "n": 28.0,
        "share": 0.21705426356589147
       },
       "missed": {
        "den": 129.0,
        "n": 94.0,
        "share": 0.7286821705426356
       },
       "risk_pays": 129.0,
       "wrong": {
        "den": 129.0,
        "n": 7.0,
        "share": 0.05426356589147287
       }
      },
      "small": {
       "found": {
        "den": 59.0,
        "n": 8.0,
        "share": 0.13559322033898305
       },
       "missed": {
        "den": 59.0,
        "n": 46.0,
        "share": 0.7796610169491526
       },
       "risk_pays": 59.0,
       "wrong": {
        "den": 59.0,
        "n": 5.0,
        "share": 0.0847457627118644
       }
      }
     },
     "trade_off": 1060.0,
     "wrong": {
      "den": 442.0,
      "n": 30.0,
      "share": 0.06787330316742081
     }
    },
    "holding": {
     "by_call": {
      "missed": 21.778446435928345,
      "needless": 6.166260689496994,
      "none": 1.7656639218330383,
      "right_risk": 0.0,
      "right_safety": 15.807298570871353,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 3.0,
      "right_risk": 0.0,
      "right_safety": 27.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 3,
      "taken_other": 0
     },
     "error_rate": 45.51766961812973,
     "found": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 45.0,
     "judgement_hi": 50.0,
     "judgement_lo": 34.50721153846155,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.1
     },
     "margin": 0.001,
     "missed": {
      "den": 5.0,
      "n": 5.0,
      "share": 1.0
     },
     "needless": {
      "den": 30.0,
      "n": 3.0,
      "share": 0.1
     },
     "needless_by_loss": {
      "big": {
       "den": 30.0,
       "n": 2.0,
       "share": 0.06666666666666667
      },
      "medium": {
       "den": 30.0,
       "n": 1.0,
       "share": 0.03333333333333333
      },
      "small": {
       "den": 30.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 30.0,
      "n": 27.0,
      "share": 0.9
     },
     "risk_pays": 5.0,
     "safety_pays": 30.0,
     "scored": 40,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 2.831359301793166,
      "caution": 1.2971131290109918,
      "caution_hi": 1.7753270829973775,
      "caution_lo": 0.7956494543618572,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.17176199617929377,
      "dprime_hi": 0.7760021242302105,
      "dprime_lo": -0.8907019362192375,
      "false_alarm": {
       "den": 30.0,
       "n": 3.0,
       "share": 0.1
      },
      "false_alarm_rate": 0.11290322580645161,
      "hit": {
       "den": 5.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.08333333333333333,
      "missed_loss": 0.3484551429748535,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.16443361838658652,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 6.333333333333333,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 35.0,
     "wrong": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.063143223085824,
      "needless": 0.694875988890143,
      "none": 0.0,
      "right_risk": 6.0028826050898605,
      "right_safety": 4.617043058661854,
      "wrong_risk": 5.231457981554901
     },
     "calls": {
      "missed": 92.0,
      "needless": 4.0,
      "right_risk": 76.0,
      "right_safety": 83.0,
      "wrong_risk": 17.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 92,
      "taken_grouped": 0,
      "taken_n": 97,
      "taken_other": 0
     },
     "error_rate": 37.60940285728258,
     "found": {
      "den": 185.0,
      "n": 76.0,
      "share": 0.41081081081081083
     },
     "good": {
      "den": 97.0,
      "n": 76.0,
      "share": 0.7835051546391752
     },
     "judgement": 68.24168996582789,
     "judgement_hi": 72.46379747361424,
     "judgement_lo": 63.79694792332738,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1559633027522936,
      "x": 0.5891891891891892,
      "y": 0.04597701149425287
     },
     "margin": 0.001,
     "missed": {
      "den": 185.0,
      "n": 92.0,
      "share": 0.4972972972972973
     },
     "needless": {
      "den": 87.0,
      "n": 4.0,
      "share": 0.04597701149425287
     },
     "needless_by_loss": {
      "big": {
       "den": 87.0,
       "n": 1.0,
       "share": 0.011494252873563218
      },
      "medium": {
       "den": 87.0,
       "n": 3.0,
       "share": 0.034482758620689655
      },
      "small": {
       "den": 87.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 87.0,
      "n": 83.0,
      "share": 0.9540229885057471
     },
     "risk_pays": 185.0,
     "safety_pays": 87.0,
     "scored": 272,
     "sdt": {
      "aim": {
       "den": 93.0,
       "n": 76.0,
       "share": 0.8172043010752689
      },
      "beta": 0.3568284590618539,
      "caution": 0.8135978085397514,
      "caution_hi": 1.1314202037148224,
      "caution_lo": 0.5973646564721886,
      "cstar": -0.6280962827242355,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6406722151623987,
      "dprime_hi": 2.191373848676244,
      "dprime_lo": 1.286322629743439,
      "false_alarm": {
       "den": 87.0,
       "n": 4.0,
       "share": 0.04597701149425287
      },
      "false_alarm_rate": 0.05113636363636364,
      "hit": {
       "den": 185.0,
       "n": 93.0,
       "share": 0.5027027027027027
      },
      "hit_rate": 0.5026881720430108,
      "missed_loss": 0.12454728166694226,
      "missed_n": 92.0,
      "na": null,
      "needless_loss": 0.09450313448905945,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 12.142857142857142,
       "n": 21.0,
       "too_few": true
      },
      "right": {
       "mean": 12.157894736842104,
       "n": 76.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 98.0,
        "n": 46.0,
        "share": 0.46938775510204084
       },
       "missed": {
        "den": 98.0,
        "n": 43.0,
        "share": 0.4387755102040816
       },
       "risk_pays": 98.0,
       "wrong": {
        "den": 98.0,
        "n": 9.0,
        "share": 0.09183673469387756
       }
      },
      "medium": {
       "found": {
        "den": 74.0,
        "n": 29.0,
        "share": 0.3918918918918919
       },
       "missed": {
        "den": 74.0,
        "n": 38.0,
        "share": 0.5135135135135135
       },
       "risk_pays": 74.0,
       "wrong": {
        "den": 74.0,
        "n": 7.0,
        "share": 0.0945945945945946
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 1.0,
        "share": 0.07692307692307693
       },
       "missed": {
        "den": 13.0,
        "n": 11.0,
        "share": 0.8461538461538461
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 1.0,
        "share": 0.07692307692307693
       }
      }
     },
     "trade_off": 272.0,
     "wrong": {
      "den": 185.0,
      "n": 17.0,
      "share": 0.0918918918918919
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 16.1008051850579,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 16.1008051850579,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 220.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 220,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 735.0,
    "n": 657.0,
    "share": 0.8938775510204081
   },
   "risk_pays": 632.0,
   "safety_pays": 735.0,
   "scored": 1912,
   "sdt": {
    "aim": {
     "den": 231.0,
     "n": 184.0,
     "share": 0.7965367965367965
    },
    "beta": 1.0619895478526205,
    "caution": 0.7938574357965497,
    "caution_hi": 0.8608233130725628,
    "caution_lo": 0.7292530616512035,
    "cstar": 0.06673131546073889,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9012872054053134,
    "dprime_hi": 1.0720335830013732,
    "dprime_lo": 0.7330396105560286,
    "false_alarm": {
     "den": 735.0,
     "n": 78.0,
     "share": 0.10612244897959183
    },
    "false_alarm_rate": 0.10665760869565218,
    "hit": {
     "den": 632.0,
     "n": 231.0,
     "share": 0.36550632911392406
    },
    "hit_rate": 0.3657187993680885,
    "missed_loss": 0.15254583442003056,
    "missed_n": 401.0,
    "na": null,
    "needless_loss": 0.1392997491818208,
    "needless_n": 78.0
   },
   "size": {
    "bad": {
     "mean": 8.352,
     "n": 125.0,
     "too_few": true
    },
    "right": {
     "mean": 8.706521739130435,
     "n": 184.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 355.0,
      "n": 118.0,
      "share": 0.3323943661971831
     },
     "missed": {
      "den": 355.0,
      "n": 210.0,
      "share": 0.5915492957746479
     },
     "risk_pays": 355.0,
     "wrong": {
      "den": 355.0,
      "n": 27.0,
      "share": 0.07605633802816901
     }
    },
    "medium": {
     "found": {
      "den": 204.0,
      "n": 57.0,
      "share": 0.27941176470588236
     },
     "missed": {
      "den": 204.0,
      "n": 133.0,
      "share": 0.6519607843137255
     },
     "risk_pays": 204.0,
     "wrong": {
      "den": 204.0,
      "n": 14.0,
      "share": 0.06862745098039216
     }
    },
    "small": {
     "found": {
      "den": 73.0,
      "n": 9.0,
      "share": 0.1232876712328767
     },
     "missed": {
      "den": 73.0,
      "n": 58.0,
      "share": 0.7945205479452054
     },
     "risk_pays": 73.0,
     "wrong": {
      "den": 73.0,
      "n": 6.0,
      "share": 0.0821917808219178
     }
    }
   },
   "trade_off": 1367.0,
   "wrong": {
    "den": 632.0,
    "n": 47.0,
    "share": 0.07436708860759493
   }
  },
  "robust": {
   "by_call": {
    "missed": 15.639708880101288,
    "needless": 2.9305814215952384,
    "none": 3.891509018495492,
    "right_risk": 1.5250817642675782,
    "right_safety": 4.726707374201659,
    "wrong_risk": 3.020936818053034
   },
   "calls": {
    "missed": 343.0,
    "needless": 93.0,
    "right_risk": 167.0,
    "right_safety": 715.0,
    "wrong_risk": 49.0
   },
   "confidence": {
    "auroc_right_risk": 0.5072109302521717,
    "missed_mean_p": 0.4873760932944606,
    "missed_n": 343,
    "taken_grouped": 0,
    "taken_n": 309,
    "taken_other": 0
   },
   "error_rate": 31.73452527671429,
   "found": {
    "den": 559.0,
    "n": 167.0,
    "share": 0.29874776386404295
   },
   "good": {
    "den": 309.0,
    "n": 167.0,
    "share": 0.540453074433657
   },
   "judgement": 59.18243769815265,
   "judgement_hi": 61.38043666117411,
   "judgement_lo": 56.980673165872005,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.125,
    "x": 0.7012522361359571,
    "y": 0.1150990099009901
   },
   "margin": 0.02,
   "missed": {
    "den": 559.0,
    "n": 343.0,
    "share": 0.6135957066189625
   },
   "needless": {
    "den": 808.0,
    "n": 93.0,
    "share": 0.1150990099009901
   },
   "needless_by_loss": {
    "big": {
     "den": 808.0,
     "n": 46.0,
     "share": 0.05693069306930693
    },
    "medium": {
     "den": 808.0,
     "n": 31.0,
     "share": 0.038366336633663366
    },
    "small": {
     "den": 808.0,
     "n": 16.0,
     "share": 0.019801980198019802
    }
   },
   "no_trade_off": 545.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.91147536664576,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.91147536664576,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 143.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 143,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.921550029019915,
      "needless": 4.170445576249927,
      "none": 1.7173973875076616,
      "right_risk": 1.2256529486362455,
      "right_safety": 5.696192419904803,
      "wrong_risk": 3.33782376400771
     },
     "calls": {
      "missed": 258.0,
      "needless": 84.0,
      "right_risk": 96.0,
      "right_safety": 593.0,
      "wrong_risk": 29.0
     },
     "confidence": {
      "auroc_right_risk": 0.5290376106194691,
      "missed_mean_p": 0.5023255813953488,
      "missed_n": 258,
      "taken_grouped": 0,
      "taken_n": 209,
      "taken_other": 0
     },
     "error_rate": 35.06906212532626,
     "found": {
      "den": 383.0,
      "n": 96.0,
      "share": 0.2506527415143603
     },
     "good": {
      "den": 209.0,
      "n": 96.0,
      "share": 0.45933014354066987
     },
     "judgement": 56.32879660304445,
     "judgement_hi": 58.776636008225715,
     "judgement_lo": 53.86723318773944,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10104529616724739,
      "x": 0.7493472584856397,
      "y": 0.1240768094534712
     },
     "margin": 0.02,
     "missed": {
      "den": 383.0,
      "n": 258.0,
      "share": 0.6736292428198434
     },
     "needless": {
      "den": 677.0,
      "n": 84.0,
      "share": 0.1240768094534712
     },
     "needless_by_loss": {
      "big": {
       "den": 677.0,
       "n": 43.0,
       "share": 0.06351550960118169
      },
      "medium": {
       "den": 677.0,
       "n": 27.0,
       "share": 0.03988183161004431
      },
      "small": {
       "den": 677.0,
       "n": 14.0,
       "share": 0.0206794682422452
      }
     },
     "no_trade_off": 177.0,
     "reference": null,
     "right_safety": {
      "den": 677.0,
      "n": 593.0,
      "share": 0.8759231905465288
     },
     "risk_pays": 383.0,
     "safety_pays": 677.0,
     "scored": 1237,
     "sdt": {
      "aim": {
       "den": 125.0,
       "n": 96.0,
       "share": 0.768
      },
      "beta": 1.1966194629342328,
      "caution": 0.8004227912064847,
      "caution_hi": 0.8860036471198726,
      "caution_lo": 0.7214224269883427,
      "cstar": 0.2551754734734131,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7034393415431602,
      "dprime_hi": 0.9016253095786297,
      "dprime_lo": 0.5096853559589449,
      "false_alarm": {
       "den": 677.0,
       "n": 84.0,
       "share": 0.1240768094534712
      },
      "false_alarm_rate": 0.12463126843657817,
      "hit": {
       "den": 383.0,
       "n": 125.0,
       "share": 0.3263707571801567
      },
      "hit_rate": 0.3268229166666667,
      "missed_loss": 0.1814415301232375,
      "missed_n": 258.0,
      "na": null,
      "needless_loss": 0.12282955185288474,
      "needless_n": 84.0
     },
     "size": {
      "bad": {
       "mean": 7.185840707964601,
       "n": 113.0,
       "too_few": true
      },
      "right": {
       "mean": 6.625,
       "n": 96.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 254.0,
        "n": 71.0,
        "share": 0.2795275590551181
       },
       "missed": {
        "den": 254.0,
        "n": 164.0,
        "share": 0.6456692913385826
       },
       "risk_pays": 254.0,
       "wrong": {
        "den": 254.0,
        "n": 19.0,
        "share": 0.07480314960629922
       }
      },
      "medium": {
       "found": {
        "den": 129.0,
        "n": 25.0,
        "share": 0.1937984496124031
       },
       "missed": {
        "den": 129.0,
        "n": 94.0,
        "share": 0.7286821705426356
       },
       "risk_pays": 129.0,
       "wrong": {
        "den": 129.0,
        "n": 10.0,
        "share": 0.07751937984496124
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1060.0,
     "wrong": {
      "den": 383.0,
      "n": 29.0,
      "share": 0.07571801566579635
     }
    },
    "holding": {
     "by_call": {
      "missed": 21.704716980457306,
      "needless": 6.166260689496994,
      "none": 1.7656639218330383,
      "right_risk": 0.0,
      "right_safety": 15.881028026342392,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 3.0,
      "right_risk": 0.0,
      "right_safety": 28.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 3,
      "taken_other": 0
     },
     "error_rate": 45.51766961812973,
     "found": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 45.16129032258064,
     "judgement_hi": 50.0,
     "judgement_lo": 35.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.0967741935483871
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 4.0,
      "share": 1.0
     },
     "needless": {
      "den": 31.0,
      "n": 3.0,
      "share": 0.0967741935483871
     },
     "needless_by_loss": {
      "big": {
       "den": 31.0,
       "n": 2.0,
       "share": 0.06451612903225806
      },
      "medium": {
       "den": 31.0,
       "n": 1.0,
       "share": 0.03225806451612903
      },
      "small": {
       "den": 31.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 31.0,
      "n": 28.0,
      "share": 0.9032258064516129
     },
     "risk_pays": 4.0,
     "safety_pays": 31.0,
     "scored": 40,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 2.9356764790885457,
      "caution": 1.255705162380595,
      "caution_hi": 1.741187661354097,
      "caution_lo": 0.8077877849428082,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.051692806328011764,
      "dprime_hi": 0.8211073740495793,
      "dprime_lo": -0.7645640915267815,
      "false_alarm": {
       "den": 31.0,
       "n": 3.0,
       "share": 0.0967741935483871
      },
      "false_alarm_rate": 0.109375,
      "hit": {
       "den": 4.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.1,
      "missed_loss": 0.4340943396091461,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.16443361838658652,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 6.333333333333333,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 35.0,
     "wrong": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.694769535432844,
      "needless": 0.7271326201803544,
      "none": 0.0,
      "right_risk": 5.146410425796228,
      "right_safety": 4.985416746314834,
      "wrong_risk": 6.055673529558322
     },
     "calls": {
      "missed": 81.0,
      "needless": 6.0,
      "right_risk": 71.0,
      "right_safety": 94.0,
      "wrong_risk": 20.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 81,
      "taken_grouped": 0,
      "taken_n": 97,
      "taken_other": 0
     },
     "error_rate": 37.60940285728258,
     "found": {
      "den": 172.0,
      "n": 71.0,
      "share": 0.4127906976744186
     },
     "good": {
      "den": 97.0,
      "n": 71.0,
      "share": 0.7319587628865979
     },
     "judgement": 67.63953488372093,
     "judgement_hi": 72.18741241493738,
     "judgement_lo": 62.98965174794695,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19801980198019803,
      "x": 0.5872093023255814,
      "y": 0.06
     },
     "margin": 0.02,
     "missed": {
      "den": 172.0,
      "n": 81.0,
      "share": 0.47093023255813954
     },
     "needless": {
      "den": 100.0,
      "n": 6.0,
      "share": 0.06
     },
     "needless_by_loss": {
      "big": {
       "den": 100.0,
       "n": 1.0,
       "share": 0.01
      },
      "medium": {
       "den": 100.0,
       "n": 3.0,
       "share": 0.03
      },
      "small": {
       "den": 100.0,
       "n": 2.0,
       "share": 0.02
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 100.0,
      "n": 94.0,
      "share": 0.94
     },
     "risk_pays": 172.0,
     "safety_pays": 100.0,
     "scored": 272,
     "sdt": {
      "aim": {
       "den": 91.0,
       "n": 71.0,
       "share": 0.7802197802197802
      },
      "beta": 0.2757771984654137,
      "caution": 0.7233438935573846,
      "caution_hi": 1.005668266825678,
      "caution_lo": 0.5000475861431524,
      "cstar": -0.8092961450048332,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.5917065701548623,
      "dprime_hi": 2.0293243470978113,
      "dprime_lo": 1.2891500613302316,
      "false_alarm": {
       "den": 100.0,
       "n": 6.0,
       "share": 0.06
      },
      "false_alarm_rate": 0.06435643564356436,
      "hit": {
       "den": 172.0,
       "n": 91.0,
       "share": 0.5290697674418605
      },
      "hit_rate": 0.5289017341040463,
      "missed_loss": 0.13898709416389465,
      "missed_n": 81.0,
      "na": null,
      "needless_loss": 0.06592669089635213,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 12.0,
       "n": 26.0,
       "too_few": true
      },
      "right": {
       "mean": 12.211267605633802,
       "n": 71.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 98.0,
        "n": 42.0,
        "share": 0.42857142857142855
       },
       "missed": {
        "den": 98.0,
        "n": 43.0,
        "share": 0.4387755102040816
       },
       "risk_pays": 98.0,
       "wrong": {
        "den": 98.0,
        "n": 13.0,
        "share": 0.1326530612244898
       }
      },
      "medium": {
       "found": {
        "den": 74.0,
        "n": 29.0,
        "share": 0.3918918918918919
       },
       "missed": {
        "den": 74.0,
        "n": 38.0,
        "share": 0.5135135135135135
       },
       "risk_pays": 74.0,
       "wrong": {
        "den": 74.0,
        "n": 7.0,
        "share": 0.0945945945945946
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 272.0,
     "wrong": {
      "den": 172.0,
      "n": 20.0,
      "share": 0.11627906976744186
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 16.1008051850579,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 16.1008051850579,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 220.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 220,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 808.0,
    "n": 715.0,
    "share": 0.8849009900990099
   },
   "risk_pays": 559.0,
   "safety_pays": 808.0,
   "scored": 1912,
   "sdt": {
    "aim": {
     "den": 216.0,
     "n": 167.0,
     "share": 0.7731481481481481
    },
    "beta": 0.9989318298866936,
    "caution": 0.7427879520759149,
    "caution_hi": 0.8108759016907172,
    "caution_lo": 0.6815120993447233,
    "cstar": -0.001175435497548059,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9092298265733927,
    "dprime_hi": 1.0828309200006203,
    "dprime_lo": 0.749303348752545,
    "false_alarm": {
     "den": 808.0,
     "n": 93.0,
     "share": 0.1150990099009901
    },
    "false_alarm_rate": 0.11557478368355995,
    "hit": {
     "den": 559.0,
     "n": 216.0,
     "share": 0.38640429338103754
    },
    "hit_rate": 0.38660714285714287,
    "missed_loss": 0.17436223544462776,
    "missed_n": 343.0,
    "na": null,
    "needless_loss": 0.12050046619548592,
    "needless_n": 93.0
   },
   "size": {
    "bad": {
     "mean": 8.049295774647888,
     "n": 142.0,
     "too_few": true
    },
    "right": {
     "mean": 9.0,
     "n": 167.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 355.0,
      "n": 113.0,
      "share": 0.3183098591549296
     },
     "missed": {
      "den": 355.0,
      "n": 210.0,
      "share": 0.5915492957746479
     },
     "risk_pays": 355.0,
     "wrong": {
      "den": 355.0,
      "n": 32.0,
      "share": 0.09014084507042254
     }
    },
    "medium": {
     "found": {
      "den": 204.0,
      "n": 54.0,
      "share": 0.2647058823529412
     },
     "missed": {
      "den": 204.0,
      "n": 133.0,
      "share": 0.6519607843137255
     },
     "risk_pays": 204.0,
     "wrong": {
      "den": 204.0,
      "n": 17.0,
      "share": 0.08333333333333333
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1367.0,
   "wrong": {
    "den": 559.0,
    "n": 49.0,
    "share": 0.08765652951699464
   }
  }
 },
 "slug": "jev-1-14-0",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 31.931262463331223,
   "n": 56,
   "too_few": true
  },
  "blitz": {
   "error_rate": 26.46573739392417,
   "n": 210,
   "too_few": false
  },
  "holding": {
   "error_rate": 45.51766961812973,
   "n": 40,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 39.43200164406769,
   "n": 371,
   "too_few": false
  },
  "other": {
   "error_rate": 44.39757248530021,
   "n": 130,
   "too_few": true
  },
  "priming": {
   "error_rate": 33.26280269216984,
   "n": 470,
   "too_few": false
  }
 },
 "version": "v3"
}
