{
 "close": {
  "close": {
   "den": 1968,
   "n": 962,
   "share": 0.4888211382113821,
   "small": false
  },
  "decisions": 2200,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1968,
  "exclusions": {
   "grouped": 1,
   "not_audited": 231
  },
  "groups": {
   "close": {
    "by_count": [
     252,
     372,
     228,
     98,
     12
    ],
    "differ": {
     "hitting": {
      "den": 962,
      "n": 503,
      "share": 0.5228690228690228,
      "small": false
     },
     "points": {
      "den": 962,
      "n": 290,
      "share": 0.30145530145530147,
      "small": false
     },
     "prime": {
      "den": 962,
      "n": 267,
      "share": 0.27754677754677753,
      "small": false
     },
     "race": {
      "den": 962,
      "n": 110,
      "share": 0.11434511434511435,
      "small": false
     }
    },
    "gap": {
     "mean": 0.13103037155591524,
     "median": 0.0695122480392456,
     "n": 962
    },
    "loss1": {
     "mean": 0.11793822589138689,
     "median": 0.04503810405731201,
     "n": 962
    },
    "loss2": {
     "mean": 0.14401507012065878,
     "median": 0.05923989415168762,
     "n": 962
    },
    "n": 962,
    "p1": {
     "mean": 0.34166970969891813,
     "median": 0.3311569822743974,
     "n": 962
    },
    "p2": {
     "mean": 0.2455617121210226,
     "median": 0.23409833941271518,
     "n": 962
    },
    "psum": {
     "mean": 0.5872314218199407,
     "median": 0.5690496807648201,
     "n": 962
    },
    "psum_bins": [
     0,
     16,
     66,
     116,
     168,
     161,
     148,
     104,
     90,
     93
    ]
   },
   "other": {
    "by_count": [
     219,
     425,
     247,
     105,
     10
    ],
    "differ": {
     "hitting": {
      "den": 1006,
      "n": 570,
      "share": 0.5666003976143141,
      "small": false
     },
     "points": {
      "den": 1006,
      "n": 322,
      "share": 0.32007952286282304,
      "small": false
     },
     "prime": {
      "den": 1006,
      "n": 266,
      "share": 0.2644135188866799,
      "small": false
     },
     "race": {
      "den": 1006,
      "n": 116,
      "share": 0.11530815109343936,
      "small": false
     }
    },
    "gap": {
     "mean": 0.1385121932382849,
     "median": 0.07357880473136902,
     "n": 1006
    },
    "loss1": {
     "mean": 0.06509769510914744,
     "median": 0.0,
     "n": 1006
    },
    "loss2": {
     "mean": 0.14724359834644477,
     "median": 0.07579386234283447,
     "n": 1006
    },
    "n": 1006,
    "p1": {
     "mean": 0.598067672525552,
     "median": 0.6012359857552321,
     "n": 1006
    },
    "p2": {
     "mean": 0.14554153584944374,
     "median": 0.13920642516232995,
     "n": 1006
    },
    "psum": {
     "mean": 0.7436092083749958,
     "median": 0.7557309367422392,
     "n": 1006
    },
    "psum_bins": [
     0,
     3,
     7,
     27,
     81,
     106,
     171,
     197,
     163,
     251
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 451,
       "n": 213,
       "share": 0.4722838137472284,
       "small": false
      },
      "eligible": 451,
      "risk_close": {
       "den": 213,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 715,
       "n": 376,
       "share": 0.5258741258741259,
       "small": false
      },
      "eligible": 715,
      "risk_close": {
       "den": 376,
       "n": 176,
       "share": 0.46808510638297873,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 802,
       "n": 373,
       "share": 0.46508728179551123,
       "small": false
      },
      "eligible": 802,
      "risk_close": {
       "den": 373,
       "n": 162,
       "share": 0.4343163538873995,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5380116959064327,
     "adj_other": 0.7021781662132539,
     "adjusted": -0.1641664703068212,
     "adjusted_hi": -0.01519045797952056,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.2960546308881678,
     "close": {
      "den": 176,
      "n": 96,
      "share": 0.5454545454545454,
      "small": true
     },
     "covered": {
      "den": 176,
      "n": 171,
      "share": 0.9715909090909091,
      "small": true
     },
     "crude": -0.15135396518375244,
     "crude_hi": -0.03626358883976312,
     "crude_left_out": 0,
     "crude_lo": -0.2577306763285024,
     "group": 364,
     "matches": 16,
     "na": null,
     "other": {
      "den": 188,
      "n": 131,
      "share": 0.6968085106382979,
      "small": true
     },
     "resamples": 2000,
     "strata": 37,
     "strata_both": 26
    },
    "stake": {
     "big": {
      "den": 407,
      "n": 211,
      "share": 0.5184275184275184,
      "small": false
     },
     "medium": {
      "den": 220,
      "n": 124,
      "share": 0.5636363636363636,
      "small": false
     },
     "small": {
      "den": 88,
      "n": 41,
      "share": 0.4659090909090909,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 451,
       "n": 213,
       "share": 0.4722838137472284,
       "small": false
      },
      "eligible": 451,
      "risk_close": {
       "den": 213,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 627,
       "n": 335,
       "share": 0.5342902711323764,
       "small": false
      },
      "eligible": 627,
      "risk_close": {
       "den": 335,
       "n": 153,
       "share": 0.45671641791044776,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 890,
       "n": 414,
       "share": 0.4651685393258427,
       "small": false
      },
      "eligible": 890,
      "risk_close": {
       "den": 414,
       "n": 185,
       "share": 0.4468599033816425,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5436241610738255,
     "adj_other": 0.695953487228655,
     "adjusted": -0.15232932615482953,
     "adjusted_hi": 0.03216586913824216,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.2906413280936265,
     "close": {
      "den": 153,
      "n": 83,
      "share": 0.5424836601307189,
      "small": true
     },
     "covered": {
      "den": 153,
      "n": 149,
      "share": 0.9738562091503268,
      "small": true
     },
     "crude": -0.12856897144822843,
     "crude_hi": 0.009298724527481777,
     "crude_left_out": 0,
     "crude_lo": -0.24631187235631985,
     "group": 305,
     "matches": 16,
     "na": null,
     "other": {
      "den": 152,
      "n": 102,
      "share": 0.6710526315789473,
      "small": true
     },
     "resamples": 2000,
     "strata": 35,
     "strata_both": 25
    },
    "stake": {
     "big": {
      "den": 407,
      "n": 211,
      "share": 0.5184275184275184,
      "small": false
     },
     "medium": {
      "den": 220,
      "n": 124,
      "share": 0.5636363636363636,
      "small": false
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 962,
   "n": 338,
   "share": 0.35135135135135137,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1968,
   "n": 338,
   "share": 0.1717479674796748,
   "small": false
  },
  "risk_pair_other": {
   "den": 1006,
   "n": 464,
   "share": 0.46123260437375746,
   "small": false
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7311022034581722,
  "auroc_blunder": 0.7113266571292323,
  "confident_badly_wrong": {
   "den": 2199,
   "n": 2,
   "share": 0.0009095043201455207
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 47,
     "n": 2,
     "share": 0.0425531914893617
    },
    "kept": {
     "den": 2199,
     "n": 47,
     "share": 0.021373351523419737
    },
    "mean_loss": 0.00763832761886272,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 1,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 2199,
     "n": 1,
     "share": 0.00045475216007276033
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.054206982825888234,
  "held_out": {
   "blunders": 0.03812258311729701,
   "kept": 0.014587872901869647,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 2199,
  "surest": {
   "cut": 0.6236441731452942,
   "error_rate": 13.859975392168218,
   "n": 550,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 41.39802292400244,
   "n": 689,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 66.5324954201042,
   "n": 648,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 28.828494034940647,
   "n": 863,
   "too_few": false
  }
 },
 "name": "SubQ Snap Preview",
 "options": {
  "11–15": {
   "error_rate": 48.393038522170045,
   "n": 383,
   "too_few": false
  },
  "16–25": {
   "error_rate": 56.56205724520856,
   "n": 415,
   "too_few": false
  },
  "26+": {
   "error_rate": 84.21754388454464,
   "n": 289,
   "too_few": false
  },
  "2–5": {
   "error_rate": 15.43007050611958,
   "n": 644,
   "too_few": false
  },
  "6–10": {
   "error_rate": 43.137872238149015,
   "n": 469,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 5.175073096092711,
   "n": 141,
   "too_few": true
  },
  "contact": {
   "error_rate": 53.64116638356989,
   "n": 1375,
   "too_few": false
  },
  "holding": {
   "error_rate": 62.88877602030591,
   "n": 82,
   "too_few": true
  },
  "opening": {
   "error_rate": 34.98455683066713,
   "n": 307,
   "too_few": false
  },
  "race": {
   "error_rate": 20.78595767586918,
   "n": 295,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7311022034581722,
  "best_share": 0.42318181818181816,
  "blunder_share": 0.31772727272727275,
  "brier": 0.20839464823150336,
  "clusters": 104,
  "confidence_n": 2199,
  "confident_badly_wrong": 0.0009095043201455207,
  "cost_coverage": 1.0,
  "decisions": 2200,
  "ece": 0.054206982825888234,
  "engine_scored": 2200,
  "error_hi": 48.759960355104205,
  "error_lo": 39.31096486165569,
  "error_rate": 43.870584172281355,
  "first_date": "2026-10-15",
  "group_sizes": [
   178
  ],
  "grouped": 1,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.4757474552977215,
  "over_budget": 0.0,
  "p95_loss": 0.3991760790348043,
  "probability_source": "decision",
  "retry_mean": 0.0,
  "scored": 2200,
  "time_median": 0.244,
  "time_p90": 0.315,
  "tokens_in": 3866.2845454545454,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.1933142272727273,
  "very_confident": 0.021373351523419737,
  "worst_mean": 0.6342666739767248
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8262092238470191,
   "best_share": 0.900709219858156,
   "blunder_share": 0.0425531914893617,
   "brier": 0.15915320931593183,
   "clusters": 59,
   "confidence_n": 141,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 141,
   "ece": 0.2688749816189421,
   "engine_scored": 141,
   "error_hi": 8.669959863636699,
   "error_lo": 2.1410779539811644,
   "error_rate": 5.175073096092711,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6318342382392139,
   "over_budget": 0.0,
   "p95_loss": 0.05780327320098877,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 141,
   "time_median": 0.235,
   "time_p90": 0.278,
   "tokens_in": 2867.631205673759,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.14338156028368793,
   "very_confident": 0.05673758865248227,
   "worst_mean": 0.18304036344800675
  },
  "contact": {
   "auroc": 0.695970929491266,
   "best_share": 0.368,
   "blunder_share": 0.37454545454545457,
   "brier": 0.2158001820625166,
   "clusters": 104,
   "confidence_n": 1374,
   "confident_badly_wrong": 0.001455604075691412,
   "cost_coverage": 1.0,
   "decisions": 1375,
   "ece": 0.08348746761798946,
   "engine_scored": 1375,
   "error_hi": 60.23968127614544,
   "error_lo": 47.48111458801712,
   "error_rate": 53.64116638356989,
   "first_date": "2026-10-15",
   "group_sizes": [
    178
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.45139929168251663,
   "over_budget": 0.0,
   "p95_loss": 0.4683009684085843,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 1375,
   "time_median": 0.243,
   "time_p90": 0.31620000000000026,
   "tokens_in": 3992.3367272727273,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.19961683636363634,
   "very_confident": 0.013100436681222707,
   "worst_mean": 0.6849613790062891
  },
  "holding": {
   "auroc": 0.6602011494252874,
   "best_share": 0.2926829268292683,
   "blunder_share": 0.36585365853658536,
   "brier": 0.22407303205358564,
   "clusters": 20,
   "confidence_n": 82,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 82,
   "ece": 0.16472453896592304,
   "engine_scored": 82,
   "error_hi": 109.27875240797725,
   "error_lo": 28.213374802681162,
   "error_rate": 62.88877602030591,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.45295220613479614,
   "over_budget": 0.0,
   "p95_loss": 0.6538250207901011,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 82,
   "time_median": 0.258,
   "time_p90": 0.35100000000000003,
   "tokens_in": 4171.451219512195,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.2085725609756098,
   "very_confident": 0.024390243902439025,
   "worst_mean": 1.2336309254169464
  },
  "opening": {
   "auroc": 0.7646857044850356,
   "best_share": 0.4495114006514658,
   "blunder_share": 0.34201954397394135,
   "brier": 0.1965550297791462,
   "clusters": 104,
   "confidence_n": 307,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 307,
   "ece": 0.049641480275008115,
   "engine_scored": 307,
   "error_hi": 41.297766444231954,
   "error_lo": 29.2056702145185,
   "error_rate": 34.98455683066713,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.4667006635413496,
   "over_budget": 0.0,
   "p95_loss": 0.2912970781326294,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 307,
   "time_median": 0.254,
   "time_p90": 0.3606000000000003,
   "tokens_in": 4295.7557003257325,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.21478778501628668,
   "very_confident": 0.019543973941368076,
   "worst_mean": 0.39103851715723675
  },
  "race": {
   "auroc": 0.7543007769145395,
   "best_share": 0.4610169491525424,
   "blunder_share": 0.14576271186440679,
   "brier": 0.20540134245098213,
   "clusters": 91,
   "confidence_n": 295,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 295,
   "ece": 0.07539703224675127,
   "engine_scored": 295,
   "error_hi": 28.080076434096128,
   "error_lo": 14.40418943342375,
   "error_rate": 20.78595767586918,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5302990346641864,
   "over_budget": 0.0,
   "p95_loss": 0.21622083187103275,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 295,
   "time_median": 0.236,
   "time_p90": 0.285,
   "tokens_in": 3224.3084745762712,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.16121542372881356,
   "very_confident": 0.04406779661016949,
   "worst_mean": 0.3772484540939331
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.354410435665738,
    "needless": 10.397110974246806,
    "none": 3.5760779543356462,
    "right_risk": 3.209385309707035,
    "right_safety": 5.113029872829264,
    "wrong_risk": 7.220569625496864
   },
   "calls": {
    "missed": 359.0,
    "needless": 223.0,
    "right_risk": 297.0,
    "right_safety": 673.0,
    "wrong_risk": 127.0
   },
   "confidence": {
    "auroc_right_risk": 0.6063684463684463,
    "missed_mean_p": 0.44256693264209357,
    "missed_n": 358,
    "taken_grouped": 0,
    "taken_n": 647,
    "taken_other": 0
   },
   "error_rate": 43.870584172281355,
   "found": {
    "den": 783.0,
    "n": 297.0,
    "share": 0.3793103448275862
   },
   "good": {
    "den": 647.0,
    "n": 297.0,
    "share": 0.45904173106646057
   },
   "judgement": 56.52132081280787,
   "judgement_hi": 59.149111307398606,
   "judgement_lo": 53.78571237431705,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2613168724279835,
    "x": 0.6206896551724138,
    "y": 0.24888392857142858
   },
   "margin": 0.001,
   "missed": {
    "den": 783.0,
    "n": 359.0,
    "share": 0.45849297573435505
   },
   "needless": {
    "den": 896.0,
    "n": 223.0,
    "share": 0.24888392857142858
   },
   "needless_by_loss": {
    "big": {
     "den": 896.0,
     "n": 156.0,
     "share": 0.17410714285714285
    },
    "medium": {
     "den": 896.0,
     "n": 53.0,
     "share": 0.05915178571428571
    },
    "small": {
     "den": 896.0,
     "n": 14.0,
     "share": 0.015625
    }
   },
   "no_trade_off": 521.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 5.175073096092711,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 5.175073096092711,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 141.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 141,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.758820262822237,
      "needless": 13.822212067517368,
      "none": 0.544685342095115,
      "right_risk": 3.996843023733659,
      "right_safety": 6.7055652141571045,
      "wrong_risk": 9.813040473244406
     },
     "calls": {
      "missed": 302.0,
      "needless": 187.0,
      "right_risk": 180.0,
      "right_safety": 538.0,
      "wrong_risk": 94.0
     },
     "confidence": {
      "auroc_right_risk": 0.5703044681692369,
      "missed_mean_p": 0.4441428522384444,
      "missed_n": 301,
      "taken_grouped": 0,
      "taken_n": 461,
      "taken_other": 0
     },
     "error_rate": 53.64116638356989,
     "found": {
      "den": 576.0,
      "n": 180.0,
      "share": 0.3125
     },
     "good": {
      "den": 461.0,
      "n": 180.0,
      "share": 0.39045553145336226
     },
     "judgement": 52.72844827586207,
     "judgement_hi": 55.86775651171962,
     "judgement_lo": 49.64448115276491,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23737373737373738,
      "x": 0.6875,
      "y": 0.2579310344827586
     },
     "margin": 0.001,
     "missed": {
      "den": 576.0,
      "n": 302.0,
      "share": 0.5243055555555556
     },
     "needless": {
      "den": 725.0,
      "n": 187.0,
      "share": 0.2579310344827586
     },
     "needless_by_loss": {
      "big": {
       "den": 725.0,
       "n": 126.0,
       "share": 0.17379310344827587
      },
      "medium": {
       "den": 725.0,
       "n": 49.0,
       "share": 0.06758620689655172
      },
      "small": {
       "den": 725.0,
       "n": 12.0,
       "share": 0.016551724137931035
      }
     },
     "no_trade_off": 74.0,
     "reference": null,
     "right_safety": {
      "den": 725.0,
      "n": 538.0,
      "share": 0.7420689655172413
     },
     "risk_pays": 576.0,
     "safety_pays": 725.0,
     "scored": 1375,
     "sdt": {
      "aim": {
       "den": 274.0,
       "n": 180.0,
       "share": 0.656934306569343
      },
      "beta": 1.4977967682390183,
      "caution": 0.3547810868353898,
      "caution_hi": 0.43900862785150513,
      "caution_lo": 0.2720574153140491,
      "cstar": 0.6872440076417076,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5878482790198687,
      "dprime_hi": 0.744244921887265,
      "dprime_lo": 0.4365454516487399,
      "false_alarm": {
       "den": 725.0,
       "n": 187.0,
       "share": 0.2579310344827586
      },
      "false_alarm_rate": 0.25826446280991733,
      "hit": {
       "den": 576.0,
       "n": 274.0,
       "share": 0.4756944444444444
      },
      "hit_rate": 0.475736568457539,
      "missed_loss": 0.1708170719296727,
      "missed_n": 302.0,
      "na": null,
      "needless_loss": 0.20326782452231423,
      "needless_n": 187.0
     },
     "size": {
      "bad": {
       "mean": 10.238434163701067,
       "n": 281.0,
       "too_few": false
      },
      "right": {
       "mean": 6.722222222222222,
       "n": 180.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 334.0,
        "n": 134.0,
        "share": 0.40119760479041916
       },
       "missed": {
        "den": 334.0,
        "n": 156.0,
        "share": 0.46706586826347307
       },
       "risk_pays": 334.0,
       "wrong": {
        "den": 334.0,
        "n": 44.0,
        "share": 0.1317365269461078
       }
      },
      "medium": {
       "found": {
        "den": 161.0,
        "n": 36.0,
        "share": 0.2236024844720497
       },
       "missed": {
        "den": 161.0,
        "n": 96.0,
        "share": 0.5962732919254659
       },
       "risk_pays": 161.0,
       "wrong": {
        "den": 161.0,
        "n": 29.0,
        "share": 0.18012422360248448
       }
      },
      "small": {
       "found": {
        "den": 81.0,
        "n": 10.0,
        "share": 0.12345679012345678
       },
       "missed": {
        "den": 81.0,
        "n": 50.0,
        "share": 0.6172839506172839
       },
       "risk_pays": 81.0,
       "wrong": {
        "den": 81.0,
        "n": 21.0,
        "share": 0.25925925925925924
       }
      }
     },
     "trade_off": 1301.0,
     "wrong": {
      "den": 576.0,
      "n": 94.0,
      "share": 0.16319444444444445
     }
    },
    "holding": {
     "by_call": {
      "missed": 34.045364798569096,
      "needless": 14.674296466315665,
      "none": 1.5785595992716348,
      "right_risk": 0.10877556917144031,
      "right_safety": 11.688243325163679,
      "wrong_risk": 0.7935362618143965
     },
     "calls": {
      "missed": 15.0,
      "needless": 8.0,
      "right_risk": 3.0,
      "right_safety": 46.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 15,
      "taken_grouped": 0,
      "taken_n": 12,
      "taken_other": 0
     },
     "error_rate": 62.88877602030591,
     "found": {
      "den": 19.0,
      "n": 3.0,
      "share": 0.15789473684210525
     },
     "good": {
      "den": 12.0,
      "n": 3.0,
      "share": 0.25
     },
     "judgement": 50.487329434697855,
     "judgement_hi": 61.116138763197554,
     "judgement_lo": 41.23877434512439,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0625,
      "x": 0.8421052631578947,
      "y": 0.14814814814814814
     },
     "margin": 0.001,
     "missed": {
      "den": 19.0,
      "n": 15.0,
      "share": 0.7894736842105263
     },
     "needless": {
      "den": 54.0,
      "n": 8.0,
      "share": 0.14814814814814814
     },
     "needless_by_loss": {
      "big": {
       "den": 54.0,
       "n": 8.0,
       "share": 0.14814814814814814
      },
      "medium": {
       "den": 54.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 54.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 9.0,
     "reference": null,
     "right_safety": {
      "den": 54.0,
      "n": 46.0,
      "share": 0.8518518518518519
     },
     "risk_pays": 19.0,
     "safety_pays": 54.0,
     "scored": 82,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 3.0,
       "share": 0.75
      },
      "beta": 2.2968928075897677,
      "caution": 0.8862732294904688,
      "caution_hi": 1.4219658325270355,
      "caution_lo": 0.32534895193479696,
      "cstar": 3.1773218509166075,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.26171640625999903,
      "dprime_hi": 1.0969697831563798,
      "dprime_lo": -0.8625821052252695,
      "false_alarm": {
       "den": 54.0,
       "n": 8.0,
       "share": 0.14814814814814814
      },
      "false_alarm_rate": 0.15454545454545454,
      "hit": {
       "den": 19.0,
       "n": 4.0,
       "share": 0.21052631578947367
      },
      "hit_rate": 0.225,
      "missed_loss": 0.3722293217976888,
      "missed_n": 15.0,
      "na": null,
      "needless_loss": 0.30082307755947113,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 15.555555555555555,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 3.3333333333333335,
       "n": 3.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 10.0,
        "n": 1.0,
        "share": 0.1
       },
       "missed": {
        "den": 10.0,
        "n": 9.0,
        "share": 0.9
       },
       "risk_pays": 10.0,
       "wrong": {
        "den": 10.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 3.0,
        "share": 0.5
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 73.0,
     "wrong": {
      "den": 19.0,
      "n": 1.0,
      "share": 0.05263157894736842
     }
    },
    "opening": {
     "by_call": {
      "missed": 9.754414278831854,
      "needless": 8.680163649083736,
      "none": 0.4151284888823568,
      "right_risk": 5.068628426871781,
      "right_safety": 3.485594782068209,
      "wrong_risk": 7.58062720492919
     },
     "calls": {
      "missed": 42.0,
      "needless": 28.0,
      "right_risk": 114.0,
      "right_safety": 89.0,
      "wrong_risk": 32.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 42,
      "taken_grouped": 0,
      "taken_n": 174,
      "taken_other": 0
     },
     "error_rate": 34.98455683066713,
     "found": {
      "den": 188.0,
      "n": 114.0,
      "share": 0.6063829787234043
     },
     "good": {
      "den": 174.0,
      "n": 114.0,
      "share": 0.6551724137931034
     },
     "judgement": 68.35333697035824,
     "judgement_hi": 73.48005065716062,
     "judgement_lo": 63.345570716373686,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.43243243243243246,
      "x": 0.39361702127659576,
      "y": 0.23931623931623933
     },
     "margin": 0.001,
     "missed": {
      "den": 188.0,
      "n": 42.0,
      "share": 0.22340425531914893
     },
     "needless": {
      "den": 117.0,
      "n": 28.0,
      "share": 0.23931623931623933
     },
     "needless_by_loss": {
      "big": {
       "den": 117.0,
       "n": 22.0,
       "share": 0.18803418803418803
      },
      "medium": {
       "den": 117.0,
       "n": 4.0,
       "share": 0.03418803418803419
      },
      "small": {
       "den": 117.0,
       "n": 2.0,
       "share": 0.017094017094017096
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 117.0,
      "n": 89.0,
      "share": 0.7606837606837606
     },
     "risk_pays": 188.0,
     "safety_pays": 117.0,
     "scored": 307,
     "sdt": {
      "aim": {
       "den": 146.0,
       "n": 114.0,
       "share": 0.7808219178082192
      },
      "beta": 0.830703400220616,
      "caution": -0.02722600951826809,
      "caution_hi": 0.13239659959947275,
      "caution_lo": -0.17408367720140666,
      "cstar": -0.1272816328644337,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4572602721383605,
      "dprime_hi": 1.7738039366581453,
      "dprime_lo": 1.1580290369016306,
      "false_alarm": {
       "den": 117.0,
       "n": 28.0,
       "share": 0.23931623931623933
      },
      "false_alarm_rate": 0.24152542372881355,
      "hit": {
       "den": 188.0,
       "n": 146.0,
       "share": 0.776595744680851
      },
      "hit_rate": 0.7751322751322751,
      "missed_loss": 0.14260024683816092,
      "missed_n": 42.0,
      "na": null,
      "needless_loss": 0.19034358859062195,
      "needless_n": 28.0
     },
     "size": {
      "bad": {
       "mean": 13.416666666666666,
       "n": 60.0,
       "too_few": true
      },
      "right": {
       "mean": 14.350877192982455,
       "n": 114.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 94.0,
        "n": 66.0,
        "share": 0.7021276595744681
       },
       "missed": {
        "den": 94.0,
        "n": 20.0,
        "share": 0.2127659574468085
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 8.0,
        "share": 0.0851063829787234
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 41.0,
        "share": 0.5125
       },
       "missed": {
        "den": 80.0,
        "n": 18.0,
        "share": 0.225
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 21.0,
        "share": 0.2625
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 7.0,
        "share": 0.5
       },
       "missed": {
        "den": 14.0,
        "n": 4.0,
        "share": 0.2857142857142857
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 3.0,
        "share": 0.21428571428571427
       }
      }
     },
     "trade_off": 305.0,
     "wrong": {
      "den": 188.0,
      "n": 32.0,
      "share": 0.1702127659574468
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.78595767586918,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.78595767586918,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 295.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 295,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 896.0,
    "n": 673.0,
    "share": 0.7511160714285714
   },
   "risk_pays": 783.0,
   "safety_pays": 896.0,
   "scored": 2200,
   "sdt": {
    "aim": {
     "den": 424.0,
     "n": 297.0,
     "share": 0.7004716981132075
    },
    "beta": 1.3343296997767455,
    "caution": 0.2865127874380804,
    "caution_hi": 0.3625170184347467,
    "caution_lo": 0.2158707887416374,
    "cstar": 0.3692029486029735,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.7812209228146971,
    "dprime_hi": 0.9266364560133818,
    "dprime_lo": 0.6501372896180688,
    "false_alarm": {
     "den": 896.0,
     "n": 223.0,
     "share": 0.24888392857142858
    },
    "false_alarm_rate": 0.2491638795986622,
    "hit": {
     "den": 783.0,
     "n": 424.0,
     "share": 0.541507024265645
    },
    "hit_rate": 0.5414540816326531,
    "missed_loss": 0.17593149280481685,
    "missed_n": 359.0,
    "na": null,
    "needless_loss": 0.20514479052325535,
    "needless_n": 223.0
   },
   "size": {
    "bad": {
     "mean": 10.92,
     "n": 350.0,
     "too_few": false
    },
    "right": {
     "mean": 9.616161616161616,
     "n": 297.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 438.0,
      "n": 201.0,
      "share": 0.4589041095890411
     },
     "missed": {
      "den": 438.0,
      "n": 185.0,
      "share": 0.4223744292237443
     },
     "risk_pays": 438.0,
     "wrong": {
      "den": 438.0,
      "n": 52.0,
      "share": 0.1187214611872146
     }
    },
    "medium": {
     "found": {
      "den": 247.0,
      "n": 79.0,
      "share": 0.31983805668016196
     },
     "missed": {
      "den": 247.0,
      "n": 117.0,
      "share": 0.47368421052631576
     },
     "risk_pays": 247.0,
     "wrong": {
      "den": 247.0,
      "n": 51.0,
      "share": 0.20647773279352227
     }
    },
    "small": {
     "found": {
      "den": 98.0,
      "n": 17.0,
      "share": 0.17346938775510204
     },
     "missed": {
      "den": 98.0,
      "n": 57.0,
      "share": 0.5816326530612245
     },
     "risk_pays": 98.0,
     "wrong": {
      "den": 98.0,
      "n": 24.0,
      "share": 0.24489795918367346
     }
    }
   },
   "trade_off": 1679.0,
   "wrong": {
    "den": 783.0,
    "n": 127.0,
    "share": 0.16219667943805874
   }
  },
  "robust": {
   "by_call": {
    "missed": 13.796494162895463,
    "needless": 11.345225023952397,
    "none": 3.5760779543356462,
    "right_risk": 2.65424521131949,
    "right_safety": 5.6709461455995385,
    "wrong_risk": 6.827595674178817
   },
   "calls": {
    "missed": 302.0,
    "needless": 264.0,
    "right_risk": 263.0,
    "right_safety": 730.0,
    "wrong_risk": 120.0
   },
   "confidence": {
    "auroc_right_risk": 0.599443520278834,
    "missed_mean_p": 0.43049760551448674,
    "missed_n": 301,
    "taken_grouped": 0,
    "taken_n": 647,
    "taken_other": 0
   },
   "error_rate": 43.870584172281355,
   "found": {
    "den": 685.0,
    "n": 263.0,
    "share": 0.38394160583941606
   },
   "good": {
    "den": 647.0,
    "n": 263.0,
    "share": 0.40649149922720246
   },
   "judgement": 55.917402223560345,
   "judgement_hi": 58.83409873031749,
   "judgement_lo": 53.07552711299953,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2843601895734597,
    "x": 0.6160583941605839,
    "y": 0.2655935613682093
   },
   "margin": 0.02,
   "missed": {
    "den": 685.0,
    "n": 302.0,
    "share": 0.4408759124087591
   },
   "needless": {
    "den": 994.0,
    "n": 264.0,
    "share": 0.2655935613682093
   },
   "needless_by_loss": {
    "big": {
     "den": 994.0,
     "n": 172.0,
     "share": 0.17303822937625754
    },
    "medium": {
     "den": 994.0,
     "n": 56.0,
     "share": 0.056338028169014086
    },
    "small": {
     "den": 994.0,
     "n": 36.0,
     "share": 0.03621730382293763
    }
   },
   "no_trade_off": 521.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 5.175073096092711,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 5.175073096092711,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 141.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 141,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.902328220280733,
      "needless": 15.1735468452627,
      "none": 0.544685342095115,
      "right_risk": 3.30214786529541,
      "right_safety": 7.562057256698608,
      "wrong_risk": 9.156400853937322
     },
     "calls": {
      "missed": 252.0,
      "needless": 218.0,
      "right_risk": 160.0,
      "right_safety": 588.0,
      "wrong_risk": 83.0
     },
     "confidence": {
      "auroc_right_risk": 0.5521179401993356,
      "missed_mean_p": 0.4323344143085271,
      "missed_n": 251,
      "taken_grouped": 0,
      "taken_n": 461,
      "taken_other": 0
     },
     "error_rate": 53.64116638356989,
     "found": {
      "den": 495.0,
      "n": 160.0,
      "share": 0.32323232323232326
     },
     "good": {
      "den": 461.0,
      "n": 160.0,
      "share": 0.3470715835140998
     },
     "judgement": 52.63804296062361,
     "judgement_hi": 55.68492114255702,
     "judgement_lo": 49.339207695088426,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.24776119402985075,
      "x": 0.6767676767676768,
      "y": 0.2704714640198511
     },
     "margin": 0.02,
     "missed": {
      "den": 495.0,
      "n": 252.0,
      "share": 0.509090909090909
     },
     "needless": {
      "den": 806.0,
      "n": 218.0,
      "share": 0.2704714640198511
     },
     "needless_by_loss": {
      "big": {
       "den": 806.0,
       "n": 140.0,
       "share": 0.17369727047146402
      },
      "medium": {
       "den": 806.0,
       "n": 51.0,
       "share": 0.06327543424317618
      },
      "small": {
       "den": 806.0,
       "n": 27.0,
       "share": 0.033498759305210915
      }
     },
     "no_trade_off": 74.0,
     "reference": null,
     "right_safety": {
      "den": 806.0,
      "n": 588.0,
      "share": 0.7295285359801489
     },
     "risk_pays": 495.0,
     "safety_pays": 806.0,
     "scored": 1375,
     "sdt": {
      "aim": {
       "den": 243.0,
       "n": 160.0,
       "share": 0.6584362139917695
      },
      "beta": 1.5953334990195895,
      "caution": 0.316636022449039,
      "caution_hi": 0.40721012782705535,
      "caution_lo": 0.2318745795981673,
      "cstar": 0.7946491402823422,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5877849493537939,
      "dprime_hi": 0.7603839003027996,
      "dprime_lo": 0.4249650827128567,
      "false_alarm": {
       "den": 806.0,
       "n": 218.0,
       "share": 0.2704714640198511
      },
      "false_alarm_rate": 0.2707558859975217,
      "hit": {
       "den": 495.0,
       "n": 243.0,
       "share": 0.4909090909090909
      },
      "hit_rate": 0.4909274193548387,
      "missed_loss": 0.19536270875306355,
      "missed_n": 252.0,
      "na": null,
      "needless_loss": 0.19140942121317628,
      "needless_n": 218.0
     },
     "size": {
      "bad": {
       "mean": 10.019933554817277,
       "n": 301.0,
       "too_few": false
      },
      "right": {
       "mean": 6.69375,
       "n": 160.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 334.0,
        "n": 126.0,
        "share": 0.3772455089820359
       },
       "missed": {
        "den": 334.0,
        "n": 156.0,
        "share": 0.46706586826347307
       },
       "risk_pays": 334.0,
       "wrong": {
        "den": 334.0,
        "n": 52.0,
        "share": 0.15568862275449102
       }
      },
      "medium": {
       "found": {
        "den": 161.0,
        "n": 34.0,
        "share": 0.2111801242236025
       },
       "missed": {
        "den": 161.0,
        "n": 96.0,
        "share": 0.5962732919254659
       },
       "risk_pays": 161.0,
       "wrong": {
        "den": 161.0,
        "n": 31.0,
        "share": 0.19254658385093168
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1301.0,
     "wrong": {
      "den": 495.0,
      "n": 83.0,
      "share": 0.16767676767676767
     }
    },
    "holding": {
     "by_call": {
      "missed": 33.648168895302746,
      "needless": 14.674296466315665,
      "none": 1.5785595992716348,
      "right_risk": 0.10877556917144031,
      "right_safety": 12.085439228430026,
      "wrong_risk": 0.7935362618143965
     },
     "calls": {
      "missed": 12.0,
      "needless": 8.0,
      "right_risk": 3.0,
      "right_safety": 49.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 12,
      "taken_grouped": 0,
      "taken_n": 12,
      "taken_other": 0
     },
     "error_rate": 62.88877602030591,
     "found": {
      "den": 16.0,
      "n": 3.0,
      "share": 0.1875
     },
     "good": {
      "den": 12.0,
      "n": 3.0,
      "share": 0.25
     },
     "judgement": 52.35745614035088,
     "judgement_hi": 63.704738340383635,
     "judgement_lo": 41.85557745825603,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07692307692307693,
      "x": 0.8125,
      "y": 0.14035087719298245
     },
     "margin": 0.02,
     "missed": {
      "den": 16.0,
      "n": 12.0,
      "share": 0.75
     },
     "needless": {
      "den": 57.0,
      "n": 8.0,
      "share": 0.14035087719298245
     },
     "needless_by_loss": {
      "big": {
       "den": 57.0,
       "n": 8.0,
       "share": 0.14035087719298245
      },
      "medium": {
       "den": 57.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 57.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 9.0,
     "reference": null,
     "right_safety": {
      "den": 57.0,
      "n": 49.0,
      "share": 0.8596491228070176
     },
     "risk_pays": 16.0,
     "safety_pays": 57.0,
     "scored": 82,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 3.0,
       "share": 0.75
      },
      "beta": 2.33046178488545,
      "caution": 0.8401210347294406,
      "caution_hi": 1.386949085390169,
      "caution_lo": 0.29672103798838123,
      "cstar": 2.0028387192502453,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.4224336341945011,
      "dprime_hi": 1.2950503683887022,
      "dprime_lo": -0.7609855355885846,
      "false_alarm": {
       "den": 57.0,
       "n": 8.0,
       "share": 0.14035087719298245
      },
      "false_alarm_rate": 0.14655172413793102,
      "hit": {
       "den": 16.0,
       "n": 4.0,
       "share": 0.25
      },
      "hit_rate": 0.2647058823529412,
      "missed_loss": 0.45985830823580426,
      "missed_n": 12.0,
      "na": null,
      "needless_loss": 0.30082307755947113,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 15.555555555555555,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 3.3333333333333335,
       "n": 3.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 10.0,
        "n": 1.0,
        "share": 0.1
       },
       "missed": {
        "den": 10.0,
        "n": 9.0,
        "share": 0.9
       },
       "risk_pays": 10.0,
       "wrong": {
        "den": 10.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 3.0,
        "share": 0.5
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 73.0,
     "wrong": {
      "den": 16.0,
      "n": 1.0,
      "share": 0.0625
     }
    },
    "opening": {
     "by_call": {
      "missed": 9.69848861911786,
      "needless": 9.4220711082123,
      "none": 0.4151284888823568,
      "right_risk": 4.201845450975996,
      "right_safety": 3.5415204417822026,
      "wrong_risk": 7.705502721696413
     },
     "calls": {
      "missed": 38.0,
      "needless": 38.0,
      "right_risk": 100.0,
      "right_safety": 93.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 38,
      "taken_grouped": 0,
      "taken_n": 174,
      "taken_other": 0
     },
     "error_rate": 34.98455683066713,
     "found": {
      "den": 174.0,
      "n": 100.0,
      "share": 0.5747126436781609
     },
     "good": {
      "den": 174.0,
      "n": 100.0,
      "share": 0.5747126436781609
     },
     "judgement": 64.23181539001492,
     "judgement_hi": 69.37168480844781,
     "judgement_lo": 58.86175881346996,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4864864864864865,
      "x": 0.42528735632183906,
      "y": 0.2900763358778626
     },
     "margin": 0.02,
     "missed": {
      "den": 174.0,
      "n": 38.0,
      "share": 0.21839080459770116
     },
     "needless": {
      "den": 131.0,
      "n": 38.0,
      "share": 0.2900763358778626
     },
     "needless_by_loss": {
      "big": {
       "den": 131.0,
       "n": 24.0,
       "share": 0.183206106870229
      },
      "medium": {
       "den": 131.0,
       "n": 5.0,
       "share": 0.03816793893129771
      },
      "small": {
       "den": 131.0,
       "n": 9.0,
       "share": 0.06870229007633588
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 131.0,
      "n": 93.0,
      "share": 0.7099236641221374
     },
     "risk_pays": 174.0,
     "safety_pays": 131.0,
     "scored": 307,
     "sdt": {
      "aim": {
       "den": 136.0,
       "n": 100.0,
       "share": 0.7352941176470589
      },
      "beta": 0.7314158449548253,
      "caution": -0.11183546574529346,
      "caution_hi": 0.03201795360897093,
      "caution_lo": -0.2587607482482142,
      "cstar": -0.23682095831264904,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.320715496886783,
      "dprime_hi": 1.6293274993753706,
      "dprime_lo": 1.0487448518542164,
      "false_alarm": {
       "den": 131.0,
       "n": 38.0,
       "share": 0.2900763358778626
      },
      "false_alarm_rate": 0.2916666666666667,
      "hit": {
       "den": 174.0,
       "n": 136.0,
       "share": 0.7816091954022989
      },
      "hit_rate": 0.78,
      "missed_loss": 0.15670715821416756,
      "missed_n": 38.0,
      "na": null,
      "needless_loss": 0.1522408331695356,
      "needless_n": 38.0
     },
     "size": {
      "bad": {
       "mean": 14.743243243243244,
       "n": 74.0,
       "too_few": true
      },
      "right": {
       "mean": 13.5,
       "n": 100.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 94.0,
        "n": 63.0,
        "share": 0.6702127659574468
       },
       "missed": {
        "den": 94.0,
        "n": 20.0,
        "share": 0.2127659574468085
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 11.0,
        "share": 0.11702127659574468
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 37.0,
        "share": 0.4625
       },
       "missed": {
        "den": 80.0,
        "n": 18.0,
        "share": 0.225
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 25.0,
        "share": 0.3125
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 305.0,
     "wrong": {
      "den": 174.0,
      "n": 36.0,
      "share": 0.20689655172413793
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.78595767586918,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.78595767586918,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 295.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 295,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 994.0,
    "n": 730.0,
    "share": 0.7344064386317908
   },
   "risk_pays": 685.0,
   "safety_pays": 994.0,
   "scored": 2200,
   "sdt": {
    "aim": {
     "den": 383.0,
     "n": 263.0,
     "share": 0.6866840731070496
    },
    "beta": 1.365033160261409,
    "caution": 0.23847310901166358,
    "caution_hi": 0.31279752848266257,
    "caution_lo": 0.16462158141755318,
    "cstar": 0.40203604918235664,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.7740070130688789,
    "dprime_hi": 0.934604962828306,
    "dprime_lo": 0.6305870073455202,
    "false_alarm": {
     "den": 994.0,
     "n": 264.0,
     "share": 0.2655935613682093
    },
    "false_alarm_rate": 0.2658291457286432,
    "hit": {
     "den": 685.0,
     "n": 383.0,
     "share": 0.5591240875912409
    },
    "hit_rate": 0.5590379008746356,
    "missed_loss": 0.201008524227616,
    "missed_n": 302.0,
    "na": null,
    "needless_loss": 0.18908708373253996,
    "needless_n": 264.0
   },
   "size": {
    "bad": {
     "mean": 11.059895833333334,
     "n": 384.0,
     "too_few": false
    },
    "right": {
     "mean": 9.243346007604563,
     "n": 263.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 438.0,
      "n": 190.0,
      "share": 0.4337899543378995
     },
     "missed": {
      "den": 438.0,
      "n": 185.0,
      "share": 0.4223744292237443
     },
     "risk_pays": 438.0,
     "wrong": {
      "den": 438.0,
      "n": 63.0,
      "share": 0.14383561643835616
     }
    },
    "medium": {
     "found": {
      "den": 247.0,
      "n": 73.0,
      "share": 0.29554655870445345
     },
     "missed": {
      "den": 247.0,
      "n": 117.0,
      "share": 0.47368421052631576
     },
     "risk_pays": 247.0,
     "wrong": {
      "den": 247.0,
      "n": 57.0,
      "share": 0.23076923076923078
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1679.0,
   "wrong": {
    "den": 685.0,
    "n": 120.0,
    "share": 0.17518248175182483
   }
  }
 },
 "slug": "subq-snap-preview",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 20.717094476158554,
   "n": 37,
   "too_few": true
  },
  "blitz": {
   "error_rate": 42.848157652672505,
   "n": 298,
   "too_few": false
  },
  "holding": {
   "error_rate": 62.88877602030591,
   "n": 82,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 54.01514651619385,
   "n": 428,
   "too_few": false
  },
  "other": {
   "error_rate": 76.03560510464912,
   "n": 207,
   "too_few": false
  },
  "priming": {
   "error_rate": 52.74930206345923,
   "n": 405,
   "too_few": false
  }
 },
 "version": "v3"
}
