{
 "close": {
  "close": {
   "den": 1687,
   "n": 713,
   "share": 0.4226437462951986,
   "small": false
  },
  "decisions": 1911,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1687,
  "exclusions": {
   "not_audited": 224
  },
  "groups": {
   "close": {
    "by_count": [
     201,
     268,
     136,
     89,
     19
    ],
    "differ": {
     "hitting": {
      "den": 713,
      "n": 362,
      "share": 0.5077138849929874,
      "small": false
     },
     "points": {
      "den": 713,
      "n": 229,
      "share": 0.3211781206171108,
      "small": false
     },
     "prime": {
      "den": 713,
      "n": 197,
      "share": 0.2762973352033661,
      "small": false
     },
     "race": {
      "den": 713,
      "n": 95,
      "share": 0.1332398316970547,
      "small": false
     }
    },
    "gap": {
     "mean": 0.11320176252476129,
     "median": 0.05711504817008972,
     "n": 713
    },
    "loss1": {
     "mean": 0.09290900734497487,
     "median": 0.018244624137878418,
     "n": 713
    },
    "loss2": {
     "mean": 0.10539627835927805,
     "median": 0.046136438846588135,
     "n": 713
    },
    "n": 713,
    "p1": {
     "mean": 0.39692492951959996,
     "median": 0.39,
     "n": 713
    },
    "p2": {
     "mean": 0.2839085100655928,
     "median": 0.27,
     "n": 713
    },
    "psum": {
     "mean": 0.6808334395851927,
     "median": 0.6799999999999999,
     "n": 713
    },
    "psum_bins": [
     0,
     0,
     6,
     30,
     87,
     129,
     136,
     132,
     83,
     110
    ]
   },
   "other": {
    "by_count": [
     176,
     391,
     261,
     131,
     15
    ],
    "differ": {
     "hitting": {
      "den": 974,
      "n": 554,
      "share": 0.5687885010266941,
      "small": false
     },
     "points": {
      "den": 974,
      "n": 378,
      "share": 0.38809034907597534,
      "small": false
     },
     "prime": {
      "den": 974,
      "n": 316,
      "share": 0.324435318275154,
      "small": false
     },
     "race": {
      "den": 974,
      "n": 118,
      "share": 0.12114989733059549,
      "small": false
     }
    },
    "gap": {
     "mean": 0.15394210533929312,
     "median": 0.0947897732257843,
     "n": 974
    },
    "loss1": {
     "mean": 0.05204820299417821,
     "median": 0.0,
     "n": 974
    },
    "loss2": {
     "mean": 0.15155626582536363,
     "median": 0.09048545360565186,
     "n": 974
    },
    "n": 974,
    "p1": {
     "mean": 0.6814234749963702,
     "median": 0.6868686868686869,
     "n": 974
    },
    "p2": {
     "mean": 0.14757378715284258,
     "median": 0.15,
     "n": 974
    },
    "psum": {
     "mean": 0.8289972621492129,
     "median": 0.85,
     "n": 974
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     10,
     51,
     121,
     179,
     238,
     375
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 380,
       "n": 166,
       "share": 0.4368421052631579,
       "small": false
      },
      "eligible": 380,
      "risk_close": {
       "den": 166,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 622,
       "n": 328,
       "share": 0.5273311897106109,
       "small": false
      },
      "eligible": 622,
      "risk_close": {
       "den": 328,
       "n": 209,
       "share": 0.6371951219512195,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 685,
       "n": 219,
       "share": 0.3197080291970803,
       "small": false
      },
      "eligible": 685,
      "risk_close": {
       "den": 219,
       "n": 92,
       "share": 0.4200913242009132,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5679611650485437,
     "adj_other": 0.7981785252630486,
     "adjusted": -0.2302173602145049,
     "adjusted_hi": -0.15822428978228809,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.299187187596955,
     "close": {
      "den": 209,
      "n": 120,
      "share": 0.5741626794258373,
      "small": false
     },
     "covered": {
      "den": 209,
      "n": 206,
      "share": 0.9856459330143541,
      "small": false
     },
     "crude": -0.22490274113491038,
     "crude_hi": -0.14600435313121,
     "crude_left_out": 0,
     "crude_lo": -0.29911916523840903,
     "group": 423,
     "matches": 16,
     "na": null,
     "other": {
      "den": 214,
      "n": 171,
      "share": 0.7990654205607477,
      "small": false
     },
     "resamples": 2000,
     "strata": 34,
     "strata_both": 27
    },
    "stake": {
     "big": {
      "den": 384,
      "n": 207,
      "share": 0.5390625,
      "small": false
     },
     "medium": {
      "den": 168,
      "n": 84,
      "share": 0.5,
      "small": true
     },
     "small": {
      "den": 70,
      "n": 37,
      "share": 0.5285714285714286,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 380,
       "n": 166,
       "share": 0.4368421052631579,
       "small": false
      },
      "eligible": 380,
      "risk_close": {
       "den": 166,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 552,
       "n": 291,
       "share": 0.5271739130434783,
       "small": false
      },
      "eligible": 552,
      "risk_close": {
       "den": 291,
       "n": 186,
       "share": 0.6391752577319587,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 755,
       "n": 256,
       "share": 0.3390728476821192,
       "small": false
      },
      "eligible": 755,
      "risk_close": {
       "den": 256,
       "n": 115,
       "share": 0.44921875,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5628415300546448,
     "adj_other": 0.7889166442686211,
     "adjusted": -0.2260751142139763,
     "adjusted_hi": -0.13878552911112282,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.31402981018085335,
     "close": {
      "den": 186,
      "n": 106,
      "share": 0.5698924731182796,
      "small": true
     },
     "covered": {
      "den": 186,
      "n": 183,
      "share": 0.9838709677419355,
      "small": true
     },
     "crude": -0.21249094657083956,
     "crude_hi": -0.1261128645337995,
     "crude_left_out": 0,
     "crude_lo": -0.2929092838398331,
     "group": 379,
     "matches": 16,
     "na": null,
     "other": {
      "den": 193,
      "n": 151,
      "share": 0.7823834196891192,
      "small": true
     },
     "resamples": 2000,
     "strata": 33,
     "strata_both": 27
    },
    "stake": {
     "big": {
      "den": 384,
      "n": 207,
      "share": 0.5390625,
      "small": false
     },
     "medium": {
      "den": 168,
      "n": 84,
      "share": 0.5,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 713,
   "n": 301,
   "share": 0.4221598877980365,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1687,
   "n": 301,
   "share": 0.17842323651452283,
   "small": false
  },
  "risk_pair_other": {
   "den": 974,
   "n": 532,
   "share": 0.5462012320328542,
   "small": false
  },
  "ties": {
   "close": 44,
   "member": 86,
   "order": 22,
   "positive": 106,
   "top_two": 108,
   "zero": 2
  }
 },
 "confidence": {
  "auroc_best": 0.7202730208671113,
  "auroc_blunder": 0.6771629092266244,
  "confident_badly_wrong": {
   "den": 1911,
   "n": 8,
   "share": 0.004186289900575615
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 98,
     "n": 8,
     "share": 0.08163265306122448
    },
    "kept": {
     "den": 1911,
     "n": 98,
     "share": 0.05128205128205128
    },
    "mean_loss": 0.022318800797267835,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 5,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1911,
     "n": 5,
     "share": 0.0026164311878597592
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.05930926216640503,
  "held_out": {
   "blunders": 0.03291053804265296,
   "kept": 0.021275679477085804,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1911,
  "surest": {
   "cut": 0.72,
   "error_rate": 12.269982464930191,
   "n": 491,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 35.863922265216786,
   "n": 599,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 49.36547452797655,
   "n": 610,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 20.17217246215907,
   "n": 702,
   "too_few": false
  }
 },
 "name": "Jev 1.13.0",
 "options": {
  "11–15": {
   "error_rate": 40.67464931527289,
   "n": 328,
   "too_few": false
  },
  "16–25": {
   "error_rate": 45.91439887881279,
   "n": 340,
   "too_few": false
  },
  "26+": {
   "error_rate": 56.81854442894807,
   "n": 171,
   "too_few": true
  },
  "2–5": {
   "error_rate": 15.23493382715641,
   "n": 665,
   "too_few": false
  },
  "6–10": {
   "error_rate": 41.663172679978445,
   "n": 407,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 11.133157236631526,
   "n": 86,
   "too_few": true
  },
  "contact": {
   "error_rate": 40.40603262897956,
   "n": 1281,
   "too_few": false
  },
  "holding": {
   "error_rate": 19.827795263968017,
   "n": 38,
   "too_few": true
  },
  "opening": {
   "error_rate": 35.01271373695798,
   "n": 279,
   "too_few": false
  },
  "race": {
   "error_rate": 11.086833897141108,
   "n": 227,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7202730208671113,
  "best_share": 0.5065410779696494,
  "blunder_share": 0.25065410779696495,
  "brier": 0.21637509157509158,
  "clusters": 94,
  "confidence_n": 1911,
  "confident_badly_wrong": 0.004186289900575615,
  "cost_coverage": 1.0,
  "decisions": 1911,
  "ece": 0.05930926216640503,
  "engine_scored": 1911,
  "error_hi": 38.03680767334301,
  "error_lo": 30.993751652333565,
  "error_rate": 34.409363666858304,
  "first_date": "2026-10-19",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.5643851386708529,
  "over_budget": 0.0,
  "p95_loss": 0.3523299992084503,
  "probability_source": "decision",
  "retry_mean": 0.0,
  "scored": 1911,
  "time_median": 0.217,
  "time_p90": 0.257,
  "tokens_in": 3944.720041862899,
  "tokens_out": 256.763997906855,
  "too_few": false,
  "usd_per_1000": 0.16567824175824178,
  "very_confident": 0.05128205128205128,
  "worst_mean": 0.5342785843337575
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7902813299232737,
   "best_share": 0.8023255813953488,
   "blunder_share": 0.06976744186046512,
   "brier": 0.1454453488372093,
   "clusters": 40,
   "confidence_n": 86,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 86,
   "ece": 0.16244186046511627,
   "engine_scored": 86,
   "error_hi": 22.055918565356574,
   "error_lo": 3.91731013768019,
   "error_rate": 11.133157236631526,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6782558139534883,
   "over_budget": 0.0,
   "p95_loss": 0.11538255214691162,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 86,
   "time_median": 0.2145,
   "time_p90": 0.243,
   "tokens_in": 3099.2558139534885,
   "tokens_out": 85.94186046511628,
   "too_few": true,
   "usd_per_1000": 0.13016874418604651,
   "very_confident": 0.0,
   "worst_mean": 0.34708118438720703
  },
  "contact": {
   "auroc": 0.6978916118204394,
   "best_share": 0.48633879781420764,
   "blunder_share": 0.28024980483996875,
   "brier": 0.2250174082747853,
   "clusters": 94,
   "confidence_n": 1281,
   "confident_badly_wrong": 0.00468384074941452,
   "cost_coverage": 1.0,
   "decisions": 1281,
   "ece": 0.07079625292740048,
   "engine_scored": 1281,
   "error_hi": 45.3124690108429,
   "error_lo": 35.89295271716245,
   "error_rate": 40.40603262897956,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5524824355971897,
   "over_budget": 0.0,
   "p95_loss": 0.4112359285354614,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 1281,
   "time_median": 0.217,
   "time_p90": 0.255,
   "tokens_in": 4010.3473848555814,
   "tokens_out": 269.25448868071817,
   "too_few": false,
   "usd_per_1000": 0.16843459016393444,
   "very_confident": 0.04059328649492584,
   "worst_mean": 0.5912322839722037
  },
  "holding": {
   "auroc": 0.6262626262626263,
   "best_share": 0.7105263157894737,
   "blunder_share": 0.07894736842105263,
   "brier": 0.2187842105263158,
   "clusters": 16,
   "confidence_n": 38,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 38,
   "ece": 0.171578947368421,
   "engine_scored": 38,
   "error_hi": 38.97011736073555,
   "error_lo": 4.593450004669066,
   "error_rate": 19.827795263968017,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6036842105263158,
   "over_budget": 0.0,
   "p95_loss": 0.26528493613004656,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 38,
   "time_median": 0.216,
   "time_p90": 0.25190000000000007,
   "tokens_in": 3419.184210526316,
   "tokens_out": 153.94736842105263,
   "too_few": true,
   "usd_per_1000": 0.14360573684210526,
   "very_confident": 0.07894736842105263,
   "worst_mean": 0.4851149022579193
  },
  "opening": {
   "auroc": 0.7518533987678814,
   "best_share": 0.43727598566308246,
   "blunder_share": 0.3225806451612903,
   "brier": 0.2048236559139785,
   "clusters": 94,
   "confidence_n": 279,
   "confident_badly_wrong": 0.007168458781362007,
   "cost_coverage": 1.0,
   "decisions": 279,
   "ece": 0.11483870967741935,
   "engine_scored": 279,
   "error_hi": 42.312415642090386,
   "error_lo": 28.73058264765287,
   "error_rate": 35.01271373695798,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5521146953405017,
   "over_budget": 0.0,
   "p95_loss": 0.28780072331428497,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 279,
   "time_median": 0.222,
   "time_p90": 0.28140000000000004,
   "tokens_in": 4515.225806451613,
   "tokens_out": 370.3225806451613,
   "too_few": false,
   "usd_per_1000": 0.18963948387096774,
   "very_confident": 0.12903225806451613,
   "worst_mean": 0.4076161767755236
  },
  "race": {
   "auroc": 0.7287795275590552,
   "best_share": 0.5594713656387665,
   "blunder_share": 0.09251101321585903,
   "brier": 0.20827136563876653,
   "clusters": 80,
   "confidence_n": 227,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 227,
   "ece": 0.0760352422907489,
   "engine_scored": 227,
   "error_hi": 14.914396115755494,
   "error_lo": 7.476127178577538,
   "error_rate": 11.086833897141108,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5969162995594713,
   "over_budget": 0.0,
   "p95_loss": 0.15253779888153074,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 227,
   "time_median": 0.214,
   "time_p90": 0.25120000000000003,
   "tokens_in": 3281.4625550660794,
   "tokens_out": 128.63436123348018,
   "too_few": false,
   "usd_per_1000": 0.13782142731277533,
   "very_confident": 0.030837004405286344,
   "worst_mean": 0.20826875079761853
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 21.410022946566826,
    "needless": 2.0959734339666642,
    "none": 2.6017494113703536,
    "right_risk": 2.1221964210193858,
    "right_safety": 2.660600272602339,
    "wrong_risk": 3.5188211813327346
   },
   "calls": {
    "missed": 458.0,
    "needless": 61.0,
    "right_risk": 190.0,
    "right_safety": 710.0,
    "wrong_risk": 57.0
   },
   "confidence": {
    "auroc_right_risk": 0.5258920606601248,
    "missed_mean_p": 0.5216593886462881,
    "missed_n": 458,
    "taken_grouped": 0,
    "taken_n": 308,
    "taken_other": 0
   },
   "error_rate": 34.409363666858304,
   "found": {
    "den": 705.0,
    "n": 190.0,
    "share": 0.2695035460992908
   },
   "good": {
    "den": 308.0,
    "n": 190.0,
    "share": 0.6168831168831169
   },
   "judgement": 59.51927587824599,
   "judgement_hi": 61.646003950962395,
   "judgement_lo": 57.378782146858576,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.11067961165048544,
    "x": 0.7304964539007093,
    "y": 0.07911802853437094
   },
   "margin": 0.001,
   "missed": {
    "den": 705.0,
    "n": 458.0,
    "share": 0.649645390070922
   },
   "needless": {
    "den": 771.0,
    "n": 61.0,
    "share": 0.07911802853437094
   },
   "needless_by_loss": {
    "big": {
     "den": 771.0,
     "n": 29.0,
     "share": 0.03761348897535668
    },
    "medium": {
     "den": 771.0,
     "n": 19.0,
     "share": 0.02464332036316472
    },
    "small": {
     "den": 771.0,
     "n": 13.0,
     "share": 0.016861219195849545
    }
   },
   "no_trade_off": 435.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.133157236631526,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.133157236631526,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 86.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 86,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 26.142915392368682,
      "needless": 2.923929975146339,
      "none": 1.1430859542469975,
      "right_risk": 2.264530804360127,
      "right_safety": 3.308869613324358,
      "wrong_risk": 4.622700889533055
     },
     "calls": {
      "missed": 352.0,
      "needless": 53.0,
      "right_risk": 122.0,
      "right_safety": 589.0,
      "wrong_risk": 50.0
     },
     "confidence": {
      "auroc_right_risk": 0.5345376412541779,
      "missed_mean_p": 0.5263920454545454,
      "missed_n": 352,
      "taken_grouped": 0,
      "taken_n": 225,
      "taken_other": 0
     },
     "error_rate": 40.40603262897956,
     "found": {
      "den": 524.0,
      "n": 122.0,
      "share": 0.23282442748091603
     },
     "good": {
      "den": 225.0,
      "n": 122.0,
      "share": 0.5422222222222223
     },
     "judgement": 57.51349551734799,
     "judgement_hi": 59.752851028366244,
     "judgement_lo": 55.249598722682165,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12437810945273632,
      "x": 0.767175572519084,
      "y": 0.08255451713395638
     },
     "margin": 0.001,
     "missed": {
      "den": 524.0,
      "n": 352.0,
      "share": 0.6717557251908397
     },
     "needless": {
      "den": 642.0,
      "n": 53.0,
      "share": 0.08255451713395638
     },
     "needless_by_loss": {
      "big": {
       "den": 642.0,
       "n": 28.0,
       "share": 0.04361370716510903
      },
      "medium": {
       "den": 642.0,
       "n": 14.0,
       "share": 0.021806853582554516
      },
      "small": {
       "den": 642.0,
       "n": 11.0,
       "share": 0.017133956386292833
      }
     },
     "no_trade_off": 115.0,
     "reference": null,
     "right_safety": {
      "den": 642.0,
      "n": 589.0,
      "share": 0.9174454828660437
     },
     "risk_pays": 524.0,
     "safety_pays": 642.0,
     "scored": 1281,
     "sdt": {
      "aim": {
       "den": 172.0,
       "n": 122.0,
       "share": 0.7093023255813954
      },
      "beta": 0.9100882035414573,
      "caution": 0.9138506347894728,
      "caution_hi": 1.0215142058335116,
      "caution_lo": 0.8201561391718537,
      "cstar": -0.10022967822520074,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9399786457264505,
      "dprime_hi": 1.1937603521048434,
      "dprime_lo": 0.6999828474962022,
      "false_alarm": {
       "den": 642.0,
       "n": 53.0,
       "share": 0.08255451713395638
      },
      "false_alarm_rate": 0.08320373250388803,
      "hit": {
       "den": 524.0,
       "n": 172.0,
       "share": 0.3282442748091603
      },
      "hit_rate": 0.32857142857142857,
      "missed_loss": 0.19027883305468343,
      "missed_n": 352.0,
      "na": null,
      "needless_loss": 0.1413416716287721,
      "needless_n": 53.0
     },
     "size": {
      "bad": {
       "mean": 8.757281553398059,
       "n": 103.0,
       "too_few": true
      },
      "right": {
       "mean": 5.655737704918033,
       "n": 122.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 324.0,
        "n": 98.0,
        "share": 0.30246913580246915
       },
       "missed": {
        "den": 324.0,
        "n": 203.0,
        "share": 0.6265432098765432
       },
       "risk_pays": 324.0,
       "wrong": {
        "den": 324.0,
        "n": 23.0,
        "share": 0.07098765432098765
       }
      },
      "medium": {
       "found": {
        "den": 131.0,
        "n": 16.0,
        "share": 0.12213740458015267
       },
       "missed": {
        "den": 131.0,
        "n": 97.0,
        "share": 0.7404580152671756
       },
       "risk_pays": 131.0,
       "wrong": {
        "den": 131.0,
        "n": 18.0,
        "share": 0.13740458015267176
       }
      },
      "small": {
       "found": {
        "den": 69.0,
        "n": 8.0,
        "share": 0.11594202898550725
       },
       "missed": {
        "den": 69.0,
        "n": 52.0,
        "share": 0.7536231884057971
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 9.0,
        "share": 0.13043478260869565
       }
      }
     },
     "trade_off": 1166.0,
     "wrong": {
      "den": 524.0,
      "n": 50.0,
      "share": 0.09541984732824428
     }
    },
    "holding": {
     "by_call": {
      "missed": 16.77971019556648,
      "needless": 1.652000766051443,
      "none": 0.8812421246578819,
      "right_risk": 0.0,
      "right_safety": 0.5148421776922125,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 2.0,
      "right_risk": 2.0,
      "right_safety": 23.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 19.827795263968017,
     "found": {
      "den": 7.0,
      "n": 2.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "judgement": 60.285714285714285,
     "judgement_hi": 80.0,
     "judgement_lo": 42.592592592592595,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.7142857142857143,
      "y": 0.08
     },
     "margin": 0.001,
     "missed": {
      "den": 7.0,
      "n": 5.0,
      "share": 0.7142857142857143
     },
     "needless": {
      "den": 25.0,
      "n": 2.0,
      "share": 0.08
     },
     "needless_by_loss": {
      "big": {
       "den": 25.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 25.0,
       "n": 2.0,
       "share": 0.08
      },
      "small": {
       "den": 25.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 25.0,
      "n": 23.0,
      "share": 0.92
     },
     "risk_pays": 7.0,
     "safety_pays": 25.0,
     "scored": 38,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 0.8790382353350931,
      "caution": 0.8962795416090781,
      "caution_hi": 1.5437322215512213,
      "caution_lo": 0.37079702193075825,
      "cstar": -0.15819127991954512,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.8150062609888172,
      "dprime_hi": 1.9707345495748134,
      "dprime_lo": -0.3917613878335499,
      "false_alarm": {
       "den": 25.0,
       "n": 2.0,
       "share": 0.08
      },
      "false_alarm_rate": 0.09615384615384616,
      "hit": {
       "den": 7.0,
       "n": 2.0,
       "share": 0.2857142857142857
      },
      "hit_rate": 0.3125,
      "missed_loss": 0.2550515949726105,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.06277602910995483,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 2.0,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": 5.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 32.0,
     "wrong": {
      "den": 7.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 24.329212350657336,
      "needless": 0.7063616668024371,
      "none": 0.0,
      "right_risk": 4.138542652984674,
      "right_safety": 2.961222736638934,
      "wrong_risk": 2.8773743298745926
     },
     "calls": {
      "missed": 101.0,
      "needless": 6.0,
      "right_risk": 66.0,
      "right_safety": 98.0,
      "wrong_risk": 7.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 101,
      "taken_grouped": 0,
      "taken_n": 79,
      "taken_other": 0
     },
     "error_rate": 35.01271373695798,
     "found": {
      "den": 174.0,
      "n": 66.0,
      "share": 0.3793103448275862
     },
     "good": {
      "den": 79.0,
      "n": 66.0,
      "share": 0.8354430379746836
     },
     "judgement": 66.08090185676392,
     "judgement_hi": 70.28479424704639,
     "judgement_lo": 61.68036920661523,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06481481481481481,
      "x": 0.6206896551724138,
      "y": 0.057692307692307696
     },
     "margin": 0.001,
     "missed": {
      "den": 174.0,
      "n": 101.0,
      "share": 0.5804597701149425
     },
     "needless": {
      "den": 104.0,
      "n": 6.0,
      "share": 0.057692307692307696
     },
     "needless_by_loss": {
      "big": {
       "den": 104.0,
       "n": 1.0,
       "share": 0.009615384615384616
      },
      "medium": {
       "den": 104.0,
       "n": 3.0,
       "share": 0.028846153846153848
      },
      "small": {
       "den": 104.0,
       "n": 2.0,
       "share": 0.019230769230769232
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 104.0,
      "n": 98.0,
      "share": 0.9423076923076923
     },
     "risk_pays": 174.0,
     "safety_pays": 104.0,
     "scored": 279,
     "sdt": {
      "aim": {
       "den": 73.0,
       "n": 66.0,
       "share": 0.9041095890410958
      },
      "beta": 0.2921146163806623,
      "caution": 0.8704360332562155,
      "caution_hi": 1.1620072818543372,
      "caution_lo": 0.6592074722783594,
      "cstar": -0.9203670165087997,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3370851082287292,
      "dprime_hi": 1.9586503619424225,
      "dprime_lo": 0.9342874944726608,
      "false_alarm": {
       "den": 104.0,
       "n": 6.0,
       "share": 0.057692307692307696
      },
      "false_alarm_rate": 0.06190476190476191,
      "hit": {
       "den": 174.0,
       "n": 73.0,
       "share": 0.41954022988505746
      },
      "hit_rate": 0.42,
      "missed_loss": 0.13441287615511677,
      "missed_n": 101.0,
      "na": null,
      "needless_loss": 0.06569163501262665,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 7.153846153846154,
       "n": 13.0,
       "too_few": true
      },
      "right": {
       "mean": 11.424242424242424,
       "n": 66.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 104.0,
        "n": 43.0,
        "share": 0.41346153846153844
       },
       "missed": {
        "den": 104.0,
        "n": 58.0,
        "share": 0.5576923076923077
       },
       "risk_pays": 104.0,
       "wrong": {
        "den": 104.0,
        "n": 3.0,
        "share": 0.028846153846153848
       }
      },
      "medium": {
       "found": {
        "den": 57.0,
        "n": 18.0,
        "share": 0.3157894736842105
       },
       "missed": {
        "den": 57.0,
        "n": 37.0,
        "share": 0.6491228070175439
       },
       "risk_pays": 57.0,
       "wrong": {
        "den": 57.0,
        "n": 2.0,
        "share": 0.03508771929824561
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 5.0,
        "share": 0.38461538461538464
       },
       "missed": {
        "den": 13.0,
        "n": 6.0,
        "share": 0.46153846153846156
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 2.0,
        "share": 0.15384615384615385
       }
      }
     },
     "trade_off": 278.0,
     "wrong": {
      "den": 174.0,
      "n": 7.0,
      "share": 0.040229885057471264
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.086833897141108,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.086833897141108,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 227.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 227,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 771.0,
    "n": 710.0,
    "share": 0.920881971465629
   },
   "risk_pays": 705.0,
   "safety_pays": 771.0,
   "scored": 1911,
   "sdt": {
    "aim": {
     "den": 247.0,
     "n": 190.0,
     "share": 0.7692307692307693
    },
    "beta": 0.803839873514922,
    "caution": 0.8955659294471564,
    "caution_hi": 0.997076576434774,
    "caution_lo": 0.813152647635049,
    "cstar": -0.21333139134345536,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0235492796366936,
    "dprime_hi": 1.2637937526580802,
    "dprime_lo": 0.8187185697840093,
    "false_alarm": {
     "den": 771.0,
     "n": 61.0,
     "share": 0.07911802853437094
    },
    "false_alarm_rate": 0.07966321243523317,
    "hit": {
     "den": 705.0,
     "n": 247.0,
     "share": 0.350354609929078
    },
    "hit_rate": 0.35056657223796034,
    "missed_loss": 0.17866617402135024,
    "missed_n": 458.0,
    "na": null,
    "needless_loss": 0.13132476171509164,
    "needless_n": 61.0
   },
   "size": {
    "bad": {
     "mean": 8.466101694915254,
     "n": 118.0,
     "too_few": true
    },
    "right": {
     "mean": 7.652631578947369,
     "n": 190.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 433.0,
      "n": 143.0,
      "share": 0.3302540415704388
     },
     "missed": {
      "den": 433.0,
      "n": 264.0,
      "share": 0.6096997690531177
     },
     "risk_pays": 433.0,
     "wrong": {
      "den": 433.0,
      "n": 26.0,
      "share": 0.06004618937644342
     }
    },
    "medium": {
     "found": {
      "den": 189.0,
      "n": 34.0,
      "share": 0.17989417989417988
     },
     "missed": {
      "den": 189.0,
      "n": 135.0,
      "share": 0.7142857142857143
     },
     "risk_pays": 189.0,
     "wrong": {
      "den": 189.0,
      "n": 20.0,
      "share": 0.10582010582010581
     }
    },
    "small": {
     "found": {
      "den": 83.0,
      "n": 13.0,
      "share": 0.1566265060240964
     },
     "missed": {
      "den": 83.0,
      "n": 59.0,
      "share": 0.7108433734939759
     },
     "risk_pays": 83.0,
     "wrong": {
      "den": 83.0,
      "n": 11.0,
      "share": 0.13253012048192772
     }
    }
   },
   "trade_off": 1476.0,
   "wrong": {
    "den": 705.0,
    "n": 57.0,
    "share": 0.08085106382978724
   }
  },
  "robust": {
   "by_call": {
    "missed": 21.138450804335605,
    "needless": 2.3634224225562757,
    "none": 2.6017494113703536,
    "right_risk": 1.7678203584635088,
    "right_safety": 2.93217241483356,
    "wrong_risk": 3.605748255299
   },
   "calls": {
    "missed": 399.0,
    "needless": 85.0,
    "right_risk": 167.0,
    "right_safety": 769.0,
    "wrong_risk": 56.0
   },
   "confidence": {
    "auroc_right_risk": 0.5442731558160275,
    "missed_mean_p": 0.5202005012531329,
    "missed_n": 399,
    "taken_grouped": 0,
    "taken_n": 308,
    "taken_other": 0
   },
   "error_rate": 34.409363666858304,
   "found": {
    "den": 622.0,
    "n": 167.0,
    "share": 0.2684887459807074
   },
   "good": {
    "den": 308.0,
    "n": 167.0,
    "share": 0.5422077922077922
   },
   "judgement": 58.447856502782436,
   "judgement_hi": 60.78852318776566,
   "judgement_lo": 56.18566890732991,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.12307692307692308,
    "x": 0.7315112540192926,
    "y": 0.09953161592505855
   },
   "margin": 0.02,
   "missed": {
    "den": 622.0,
    "n": 399.0,
    "share": 0.6414790996784566
   },
   "needless": {
    "den": 854.0,
    "n": 85.0,
    "share": 0.09953161592505855
   },
   "needless_by_loss": {
    "big": {
     "den": 854.0,
     "n": 34.0,
     "share": 0.03981264637002342
    },
    "medium": {
     "den": 854.0,
     "n": 24.0,
     "share": 0.02810304449648712
    },
    "small": {
     "den": 854.0,
     "n": 27.0,
     "share": 0.03161592505854801
    }
   },
   "no_trade_off": 435.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.133157236631526,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.133157236631526,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 86.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 86,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.789312419251107,
      "needless": 3.1809109109719222,
      "none": 1.1430859542469975,
      "right_risk": 1.86758129555764,
      "right_safety": 3.6624725864419334,
      "wrong_risk": 4.762669462509959
     },
     "calls": {
      "missed": 300.0,
      "needless": 70.0,
      "right_risk": 108.0,
      "right_safety": 641.0,
      "wrong_risk": 47.0
     },
     "confidence": {
      "auroc_right_risk": 0.5585232668566001,
      "missed_mean_p": 0.5271666666666667,
      "missed_n": 300,
      "taken_grouped": 0,
      "taken_n": 225,
      "taken_other": 0
     },
     "error_rate": 40.40603262897956,
     "found": {
      "den": 455.0,
      "n": 108.0,
      "share": 0.23736263736263735
     },
     "good": {
      "den": 225.0,
      "n": 108.0,
      "share": 0.48
     },
     "judgement": 56.94548770498138,
     "judgement_hi": 59.50532426806287,
     "judgement_lo": 54.54881078575766,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13544668587896252,
      "x": 0.7626373626373626,
      "y": 0.09845288326300984
     },
     "margin": 0.02,
     "missed": {
      "den": 455.0,
      "n": 300.0,
      "share": 0.6593406593406593
     },
     "needless": {
      "den": 711.0,
      "n": 70.0,
      "share": 0.09845288326300984
     },
     "needless_by_loss": {
      "big": {
       "den": 711.0,
       "n": 31.0,
       "share": 0.04360056258790436
      },
      "medium": {
       "den": 711.0,
       "n": 19.0,
       "share": 0.026722925457102673
      },
      "small": {
       "den": 711.0,
       "n": 20.0,
       "share": 0.02812939521800281
      }
     },
     "no_trade_off": 115.0,
     "reference": null,
     "right_safety": {
      "den": 711.0,
      "n": 641.0,
      "share": 0.9015471167369902
     },
     "risk_pays": 455.0,
     "safety_pays": 711.0,
     "scored": 1281,
     "sdt": {
      "aim": {
       "den": 155.0,
       "n": 108.0,
       "share": 0.6967741935483871
      },
      "beta": 0.8260249421874797,
      "caution": 0.8484426967384633,
      "caution_hi": 0.9511384204120812,
      "caution_lo": 0.7537915315224943,
      "cstar": -0.21782168695888937,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8774622593031874,
      "dprime_hi": 1.1023933018058365,
      "dprime_lo": 0.6601480592265114,
      "false_alarm": {
       "den": 711.0,
       "n": 70.0,
       "share": 0.09845288326300984
      },
      "false_alarm_rate": 0.09901685393258428,
      "hit": {
       "den": 455.0,
       "n": 155.0,
       "share": 0.34065934065934067
      },
      "hit_rate": 0.34100877192982454,
      "missed_loss": 0.22024072806040446,
      "missed_n": 300.0,
      "na": null,
      "needless_loss": 0.11642133934157235,
      "needless_n": 70.0
     },
     "size": {
      "bad": {
       "mean": 8.376068376068377,
       "n": 117.0,
       "too_few": true
      },
      "right": {
       "mean": 5.666666666666667,
       "n": 108.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 324.0,
        "n": 94.0,
        "share": 0.29012345679012347
       },
       "missed": {
        "den": 324.0,
        "n": 203.0,
        "share": 0.6265432098765432
       },
       "risk_pays": 324.0,
       "wrong": {
        "den": 324.0,
        "n": 27.0,
        "share": 0.08333333333333333
       }
      },
      "medium": {
       "found": {
        "den": 131.0,
        "n": 14.0,
        "share": 0.10687022900763359
       },
       "missed": {
        "den": 131.0,
        "n": 97.0,
        "share": 0.7404580152671756
       },
       "risk_pays": 131.0,
       "wrong": {
        "den": 131.0,
        "n": 20.0,
        "share": 0.15267175572519084
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1166.0,
     "wrong": {
      "den": 455.0,
      "n": 47.0,
      "share": 0.10329670329670329
     }
    },
    "holding": {
     "by_call": {
      "missed": 16.526953562309867,
      "needless": 1.652000766051443,
      "none": 0.8812421246578819,
      "right_risk": 0.0,
      "right_safety": 0.7675988109488237,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 2.0,
      "right_risk": 2.0,
      "right_safety": 24.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 19.827795263968017,
     "found": {
      "den": 6.0,
      "n": 2.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "judgement": 62.82051282051282,
     "judgement_hi": 87.5,
     "judgement_lo": 43.19805194805195,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.07692307692307693
     },
     "margin": 0.02,
     "missed": {
      "den": 6.0,
      "n": 4.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 26.0,
      "n": 2.0,
      "share": 0.07692307692307693
     },
     "needless_by_loss": {
      "big": {
       "den": 26.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 26.0,
       "n": 2.0,
       "share": 0.07692307692307693
      },
      "small": {
       "den": 26.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 26.0,
      "n": 24.0,
      "share": 0.9230769230769231
     },
     "risk_pays": 6.0,
     "safety_pays": 26.0,
     "scored": 38,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 0.8663024264252119,
      "caution": 0.8455320228467738,
      "caution_hi": 1.524714341104297,
      "caution_lo": 0.25342756348243023,
      "cstar": -0.14968035646399463,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.958851332092408,
      "dprime_hi": 2.1813115091770543,
      "dprime_lo": -0.17417457348671342,
      "false_alarm": {
       "den": 26.0,
       "n": 2.0,
       "share": 0.07692307692307693
      },
      "false_alarm_rate": 0.09259259259259259,
      "hit": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35714285714285715,
      "missed_loss": 0.3140121176838875,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.06277602910995483,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 2.0,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": 5.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 32.0,
     "wrong": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 24.12704674787419,
      "needless": 1.3583417327600569,
      "none": 0.0,
      "right_risk": 3.5338102703026117,
      "right_safety": 3.1633883394220823,
      "wrong_risk": 2.8301266465990347
     },
     "calls": {
      "missed": 95.0,
      "needless": 13.0,
      "right_risk": 57.0,
      "right_safety": 104.0,
      "wrong_risk": 9.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 95,
      "taken_grouped": 0,
      "taken_n": 79,
      "taken_other": 0
     },
     "error_rate": 35.01271373695798,
     "found": {
      "den": 161.0,
      "n": 57.0,
      "share": 0.35403726708074534
     },
     "good": {
      "den": 79.0,
      "n": 57.0,
      "share": 0.7215189873417721
     },
     "judgement": 62.146307798481715,
     "judgement_hi": 67.07843239279364,
     "judgement_lo": 56.88894553951215,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08653846153846154,
      "x": 0.6459627329192547,
      "y": 0.1111111111111111
     },
     "margin": 0.02,
     "missed": {
      "den": 161.0,
      "n": 95.0,
      "share": 0.5900621118012422
     },
     "needless": {
      "den": 117.0,
      "n": 13.0,
      "share": 0.1111111111111111
     },
     "needless_by_loss": {
      "big": {
       "den": 117.0,
       "n": 3.0,
       "share": 0.02564102564102564
      },
      "medium": {
       "den": 117.0,
       "n": 3.0,
       "share": 0.02564102564102564
      },
      "small": {
       "den": 117.0,
       "n": 7.0,
       "share": 0.05982905982905983
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 117.0,
      "n": 104.0,
      "share": 0.8888888888888888
     },
     "risk_pays": 161.0,
     "safety_pays": 117.0,
     "scored": 279,
     "sdt": {
      "aim": {
       "den": 66.0,
       "n": 57.0,
       "share": 0.8636363636363636
      },
      "beta": 0.2989820510484566,
      "caution": 0.7148477801045503,
      "caution_hi": 0.9333674795066053,
      "caution_lo": 0.5436969675673963,
      "cstar": -1.2356105654136313,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9771458509076552,
      "dprime_hi": 1.4493847571885319,
      "dprime_lo": 0.5797021679431809,
      "false_alarm": {
       "den": 117.0,
       "n": 13.0,
       "share": 0.1111111111111111
      },
      "false_alarm_rate": 0.11440677966101695,
      "hit": {
       "den": 161.0,
       "n": 66.0,
       "share": 0.40993788819875776
      },
      "hit_rate": 0.4104938271604938,
      "missed_loss": 0.14171465352961893,
      "missed_n": 95.0,
      "na": null,
      "needless_loss": 0.058304206683085516,
      "needless_n": 13.0
     },
     "size": {
      "bad": {
       "mean": 9.818181818181818,
       "n": 22.0,
       "too_few": true
      },
      "right": {
       "mean": 11.070175438596491,
       "n": 57.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 104.0,
        "n": 41.0,
        "share": 0.3942307692307692
       },
       "missed": {
        "den": 104.0,
        "n": 58.0,
        "share": 0.5576923076923077
       },
       "risk_pays": 104.0,
       "wrong": {
        "den": 104.0,
        "n": 5.0,
        "share": 0.04807692307692308
       }
      },
      "medium": {
       "found": {
        "den": 57.0,
        "n": 16.0,
        "share": 0.2807017543859649
       },
       "missed": {
        "den": 57.0,
        "n": 37.0,
        "share": 0.6491228070175439
       },
       "risk_pays": 57.0,
       "wrong": {
        "den": 57.0,
        "n": 4.0,
        "share": 0.07017543859649122
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 278.0,
     "wrong": {
      "den": 161.0,
      "n": 9.0,
      "share": 0.055900621118012424
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.086833897141108,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.086833897141108,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 227.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 227,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 854.0,
    "n": 769.0,
    "share": 0.9004683840749415
   },
   "risk_pays": 622.0,
   "safety_pays": 854.0,
   "scored": 1911,
   "sdt": {
    "aim": {
     "den": 223.0,
     "n": 167.0,
     "share": 0.7488789237668162
    },
    "beta": 0.7205923578065077,
    "caution": 0.8216794658532354,
    "caution_hi": 0.914101782940556,
    "caution_lo": 0.7363530450440295,
    "cstar": -0.3562748058255329,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.919744199382731,
    "dprime_hi": 1.1284414792163637,
    "dprime_lo": 0.7155488024673949,
    "false_alarm": {
     "den": 854.0,
     "n": 85.0,
     "share": 0.09953161592505855
    },
    "false_alarm_rate": 0.1,
    "hit": {
     "den": 622.0,
     "n": 223.0,
     "share": 0.35852090032154343
    },
    "hit_rate": 0.35874799357945425,
    "missed_loss": 0.20248410770468844,
    "missed_n": 399.0,
    "na": null,
    "needless_loss": 0.10627059410600101,
    "needless_n": 85.0
   },
   "size": {
    "bad": {
     "mean": 8.51063829787234,
     "n": 141.0,
     "too_few": true
    },
    "right": {
     "mean": 7.502994011976048,
     "n": 167.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 433.0,
      "n": 137.0,
      "share": 0.3163972286374134
     },
     "missed": {
      "den": 433.0,
      "n": 264.0,
      "share": 0.6096997690531177
     },
     "risk_pays": 433.0,
     "wrong": {
      "den": 433.0,
      "n": 32.0,
      "share": 0.07390300230946882
     }
    },
    "medium": {
     "found": {
      "den": 189.0,
      "n": 30.0,
      "share": 0.15873015873015872
     },
     "missed": {
      "den": 189.0,
      "n": 135.0,
      "share": 0.7142857142857143
     },
     "risk_pays": 189.0,
     "wrong": {
      "den": 189.0,
      "n": 24.0,
      "share": 0.12698412698412698
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1476.0,
   "wrong": {
    "den": 622.0,
    "n": 56.0,
    "share": 0.09003215434083602
   }
  }
 },
 "slug": "jev-1-13-0",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 30.63180074095726,
   "n": 60,
   "too_few": true
  },
  "blitz": {
   "error_rate": 31.60404159742243,
   "n": 255,
   "too_few": false
  },
  "holding": {
   "error_rate": 19.827795263968017,
   "n": 38,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 47.895075873376925,
   "n": 481,
   "too_few": false
  },
  "other": {
   "error_rate": 34.2944306585024,
   "n": 106,
   "too_few": true
  },
  "priming": {
   "error_rate": 40.080337733580755,
   "n": 379,
   "too_few": false
  }
 },
 "version": "v3"
}
