{
 "close": {
  "close": {
   "den": 2070,
   "n": 1262,
   "share": 0.6096618357487923,
   "small": false
  },
  "decisions": 2071,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 2070,
  "exclusions": {
   "grouped": 1
  },
  "groups": {
   "close": {
    "by_count": [
     381,
     469,
     272,
     123,
     17
    ],
    "differ": {
     "hitting": {
      "den": 1262,
      "n": 598,
      "share": 0.47385103011093505,
      "small": false
     },
     "points": {
      "den": 1262,
      "n": 384,
      "share": 0.30427892234548337,
      "small": false
     },
     "prime": {
      "den": 1262,
      "n": 326,
      "share": 0.2583201267828843,
      "small": false
     },
     "race": {
      "den": 1262,
      "n": 142,
      "share": 0.11251980982567353,
      "small": false
     }
    },
    "gap": {
     "mean": 0.10863102601749583,
     "median": 0.05732002854347229,
     "n": 1262
    },
    "loss1": {
     "mean": 0.07743164441192585,
     "median": 0.018425792455673218,
     "n": 1262
    },
    "loss2": {
     "mean": 0.10185215125087702,
     "median": 0.040596649050712585,
     "n": 1262
    },
    "n": 1262,
    "p1": {
     "mean": 0.3012242316636623,
     "median": 0.2729513844887085,
     "n": 1262
    },
    "p2": {
     "mean": 0.21871366468544612,
     "median": 0.19715981914250547,
     "n": 1262
    },
    "psum": {
     "mean": 0.5199378963491085,
     "median": 0.47000632762157873,
     "n": 1262
    },
    "psum_bins": [
     0,
     22,
     132,
     284,
     263,
     171,
     130,
     110,
     58,
     92
    ]
   },
   "other": {
    "by_count": [
     127,
     317,
     253,
     92,
     19
    ],
    "differ": {
     "hitting": {
      "den": 808,
      "n": 451,
      "share": 0.5581683168316832,
      "small": false
     },
     "points": {
      "den": 808,
      "n": 333,
      "share": 0.4121287128712871,
      "small": false
     },
     "prime": {
      "den": 808,
      "n": 265,
      "share": 0.327970297029703,
      "small": false
     },
     "race": {
      "den": 808,
      "n": 126,
      "share": 0.15594059405940594,
      "small": false
     }
    },
    "gap": {
     "mean": 0.14999517997597703,
     "median": 0.07859662175178528,
     "n": 808
    },
    "loss1": {
     "mean": 0.03401301838088744,
     "median": 0.0,
     "n": 808
    },
    "loss2": {
     "mean": 0.15035687394366407,
     "median": 0.07591432332992554,
     "n": 808
    },
    "n": 808,
    "p1": {
     "mean": 0.5473048488400353,
     "median": 0.5458255371502556,
     "n": 808
    },
    "p2": {
     "mean": 0.14743027220109503,
     "median": 0.14001314900973655,
     "n": 808
    },
    "psum": {
     "mean": 0.6947351210411303,
     "median": 0.6929391470855382,
     "n": 808
    },
    "psum_bins": [
     0,
     0,
     10,
     68,
     102,
     107,
     130,
     106,
     115,
     170
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 567,
       "n": 369,
       "share": 0.6507936507936508,
       "small": false
      },
      "eligible": 567,
      "risk_close": {
       "den": 369,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 687,
       "n": 441,
       "share": 0.6419213973799127,
       "small": false
      },
      "eligible": 687,
      "risk_close": {
       "den": 441,
       "n": 267,
       "share": 0.6054421768707483,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 816,
       "n": 452,
       "share": 0.553921568627451,
       "small": false
      },
      "eligible": 816,
      "risk_close": {
       "den": 452,
       "n": 223,
       "share": 0.49336283185840707,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5764705882352941,
     "adj_other": 0.6946358543417367,
     "adjusted": -0.11816526610644262,
     "adjusted_hi": -0.00700909860021539,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.20481328294326306,
     "close": {
      "den": 267,
      "n": 155,
      "share": 0.5805243445692884,
      "small": false
     },
     "covered": {
      "den": 267,
      "n": 255,
      "share": 0.9550561797752809,
      "small": false
     },
     "crude": -0.06392009987515612,
     "crude_hi": 0.032272683824852905,
     "crude_left_out": 0,
     "crude_lo": -0.15447225582998234,
     "group": 402,
     "matches": 18,
     "na": null,
     "other": {
      "den": 135,
      "n": 87,
      "share": 0.6444444444444445,
      "small": true
     },
     "resamples": 2000,
     "strata": 35,
     "strata_both": 26
    },
    "stake": {
     "big": {
      "den": 371,
      "n": 254,
      "share": 0.6846361185983828,
      "small": false
     },
     "medium": {
      "den": 235,
      "n": 140,
      "share": 0.5957446808510638,
      "small": false
     },
     "small": {
      "den": 81,
      "n": 47,
      "share": 0.5802469135802469,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 567,
       "n": 369,
       "share": 0.6507936507936508,
       "small": false
      },
      "eligible": 567,
      "risk_close": {
       "den": 369,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 606,
       "n": 394,
       "share": 0.6501650165016502,
       "small": false
      },
      "eligible": 606,
      "risk_close": {
       "den": 394,
       "n": 243,
       "share": 0.616751269035533,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 897,
       "n": 499,
       "share": 0.5562987736900781,
       "small": false
      },
      "eligible": 897,
      "risk_close": {
       "den": 499,
       "n": 247,
       "share": 0.49498997995991983,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5673076923076923,
     "adj_other": 0.6431757478632479,
     "adjusted": -0.07586805555555565,
     "adjusted_hi": 0.041883902872555695,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.18926672363308303,
     "close": {
      "den": 243,
      "n": 140,
      "share": 0.5761316872427984,
      "small": false
     },
     "covered": {
      "den": 243,
      "n": 208,
      "share": 0.8559670781893004,
      "small": false
     },
     "crude": -0.06275720164609044,
     "crude_hi": 0.04835247338055347,
     "crude_left_out": 0,
     "crude_lo": -0.17114699287018156,
     "group": 351,
     "matches": 18,
     "na": null,
     "other": {
      "den": 108,
      "n": 69,
      "share": 0.6388888888888888,
      "small": true
     },
     "resamples": 2000,
     "strata": 34,
     "strata_both": 24
    },
    "stake": {
     "big": {
      "den": 371,
      "n": 254,
      "share": 0.6846361185983828,
      "small": false
     },
     "medium": {
      "den": 235,
      "n": 140,
      "share": 0.5957446808510638,
      "small": false
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 1262,
   "n": 490,
   "share": 0.38827258320126784,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 2070,
   "n": 490,
   "share": 0.23671497584541062,
   "small": false
  },
  "risk_pair_other": {
   "den": 808,
   "n": 380,
   "share": 0.47029702970297027,
   "small": false
  },
  "ties": {
   "close": 116,
   "member": 82,
   "order": 60,
   "positive": 142,
   "top_two": 142,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7463826066159435,
  "auroc_blunder": 0.6979319688027945,
  "confident_badly_wrong": {
   "den": 2070,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 20,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 2070,
     "n": 20,
     "share": 0.00966183574879227
    },
    "mean_loss": 0.0006012499332427978,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 2070,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.08871145013415928,
  "held_out": {
   "blunders": 0.027983979504483503,
   "kept": 0.022074620131283616,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 2070,
  "surest": {
   "cut": 0.5246623165651004,
   "error_rate": 8.605671903261772,
   "n": 520,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 33.10622535197132,
   "n": 664,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 41.81497988447679,
   "n": 565,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 20.45215117676524,
   "n": 842,
   "too_few": false
  }
 },
 "name": "Liquid d1-ultra",
 "options": {
  "11–15": {
   "error_rate": 38.83179557171597,
   "n": 314,
   "too_few": false
  },
  "16–25": {
   "error_rate": 41.111818044492516,
   "n": 404,
   "too_few": false
  },
  "26+": {
   "error_rate": 47.852351277504326,
   "n": 318,
   "too_few": false
  },
  "2–5": {
   "error_rate": 10.471172558216306,
   "n": 616,
   "too_few": false
  },
  "6–10": {
   "error_rate": 29.49656386079538,
   "n": 419,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 9.384163384196125,
   "n": 158,
   "too_few": true
  },
  "contact": {
   "error_rate": 36.00229581291489,
   "n": 1263,
   "too_few": false
  },
  "holding": {
   "error_rate": 40.67580177578875,
   "n": 93,
   "too_few": true
  },
  "opening": {
   "error_rate": 27.681192623920182,
   "n": 294,
   "too_few": false
  },
  "race": {
   "error_rate": 15.03418606950303,
   "n": 263,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7463826066159435,
  "best_share": 0.4857556735876388,
  "blunder_share": 0.22404635441815549,
  "brier": 0.21372114742457327,
  "clusters": 102,
  "confidence_n": 2070,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 2071,
  "ece": 0.08871145013415928,
  "engine_scored": 2071,
  "error_hi": 33.37192323780477,
  "error_lo": 27.290356978630378,
  "error_rate": 30.33737738255658,
  "first_date": "2026-10-19",
  "group_sizes": [
   142
  ],
  "grouped": 1,
  "invalid": 0,
  "last_date": "2026-10-25",
  "mean_confidence": 0.3972788880300919,
  "over_budget": 0.0,
  "p95_loss": 0.28908631205558777,
  "probability_source": "decision",
  "retry_mean": 0.0005678416224046355,
  "scored": 2071,
  "time_median": 0.233,
  "time_p90": 0.412,
  "tokens_in": 3461.4939642684694,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.1453827464992757,
  "very_confident": 0.00966183574879227,
  "worst_mean": 0.48681695128862673
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8119565217391305,
   "best_share": 0.8734177215189873,
   "blunder_share": 0.06962025316455696,
   "brier": 0.23711516448647582,
   "clusters": 58,
   "confidence_n": 158,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 158,
   "ece": 0.3660715189345365,
   "engine_scored": 158,
   "error_hi": 17.733197413093553,
   "error_lo": 2.591326507191929,
   "error_rate": 9.384163384196125,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.5073462025844508,
   "over_budget": 0.0,
   "p95_loss": 0.1274572074413302,
   "probability_source": "decision",
   "retry_mean": 0.0006835443037974683,
   "scored": 158,
   "time_median": 0.223,
   "time_p90": 0.3023,
   "tokens_in": 2694.0949367088606,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.11315198734177215,
   "very_confident": 0.0,
   "worst_mean": 0.2868614122271538
  },
  "contact": {
   "auroc": 0.7352789760522626,
   "best_share": 0.4505146476642914,
   "blunder_share": 0.26365795724465557,
   "brier": 0.2143293072713618,
   "clusters": 102,
   "confidence_n": 1262,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1263,
   "ece": 0.07497621343312315,
   "engine_scored": 1263,
   "error_hi": 40.40995907929364,
   "error_lo": 31.96264545120388,
   "error_rate": 36.00229581291489,
   "first_date": "2026-10-19",
   "group_sizes": [
    142
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.37799593231165984,
   "over_budget": 0.0,
   "p95_loss": 0.3372184455394744,
   "probability_source": "decision",
   "retry_mean": 0.0002747426761678543,
   "scored": 1263,
   "time_median": 0.233,
   "time_p90": 0.43479999999999996,
   "tokens_in": 3548.2327790973873,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.14902577672209028,
   "very_confident": 0.003961965134706815,
   "worst_mean": 0.5423616317529527
  },
  "holding": {
   "auroc": 0.7757544224765869,
   "best_share": 0.3333333333333333,
   "blunder_share": 0.1935483870967742,
   "brier": 0.18303267388803438,
   "clusters": 24,
   "confidence_n": 93,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 93,
   "ece": 0.07426792597368916,
   "engine_scored": 93,
   "error_hi": 62.92084619026461,
   "error_lo": 23.61231382571363,
   "error_rate": 40.67580177578875,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.330414536235784,
   "over_budget": 0.0,
   "p95_loss": 0.3781305074691759,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 93,
   "time_median": 0.235,
   "time_p90": 0.3548,
   "tokens_in": 3903.559139784946,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.16394948387096775,
   "very_confident": 0.0,
   "worst_mean": 0.7957597017288208
  },
  "opening": {
   "auroc": 0.7242849858619571,
   "best_share": 0.47959183673469385,
   "blunder_share": 0.24489795918367346,
   "brier": 0.21161892704581473,
   "clusters": 102,
   "confidence_n": 294,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 294,
   "ece": 0.04180886964679191,
   "engine_scored": 294,
   "error_hi": 33.048615787966966,
   "error_lo": 22.595323667611027,
   "error_rate": 27.681192623920182,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.4505285917217209,
   "over_budget": 0.0,
   "p95_loss": 0.27744762003421775,
   "probability_source": "decision",
   "retry_mean": 0.0022789115646258506,
   "scored": 294,
   "time_median": 0.242,
   "time_p90": 0.42569999999999997,
   "tokens_in": 3745.9727891156463,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.15733085714285713,
   "very_confident": 0.05102040816326531,
   "worst_mean": 0.33660459915796914
  },
  "race": {
   "auroc": 0.756194997684113,
   "best_share": 0.4828897338403042,
   "blunder_share": 0.11406844106463879,
   "brier": 0.20995053300565816,
   "clusters": 89,
   "confidence_n": 263,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 263,
   "ece": 0.10846082547534075,
   "engine_scored": 263,
   "error_hi": 19.728990859606096,
   "error_lo": 10.647731727712658,
   "error_rate": 15.03418606950303,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.38780142129474704,
   "over_budget": 0.0,
   "p95_loss": 0.14380822181701647,
   "probability_source": "decision",
   "retry_mean": 0.00019391634980988595,
   "scored": 263,
   "time_median": 0.225,
   "time_p90": 0.34620000000000006,
   "tokens_in": 3031.6425855513307,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.12732898859315592,
   "very_confident": 0.0,
   "worst_mean": 0.2685307080929096
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 13.253726263025543,
    "needless": 3.66484415180035,
    "none": 3.5112518898131824,
    "right_risk": 2.3714831950640343,
    "right_safety": 4.516391852580079,
    "wrong_risk": 3.0196800302733897
   },
   "calls": {
    "missed": 341.0,
    "needless": 114.0,
    "right_risk": 289.0,
    "right_safety": 702.0,
    "wrong_risk": 58.0
   },
   "confidence": {
    "auroc_right_risk": 0.6363965558863764,
    "missed_mean_p": 0.3417520511955815,
    "missed_n": 340,
    "taken_grouped": 0,
    "taken_n": 461,
    "taken_other": 0
   },
   "error_rate": 30.33737738255658,
   "found": {
    "den": 688.0,
    "n": 289.0,
    "share": 0.42005813953488375
   },
   "good": {
    "den": 461.0,
    "n": 289.0,
    "share": 0.6268980477223427
   },
   "judgement": 64.01761285909713,
   "judgement_hi": 66.32900926829026,
   "judgement_lo": 61.74463607411275,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.14536340852130325,
    "x": 0.5799418604651163,
    "y": 0.13970588235294118
   },
   "margin": 0.001,
   "missed": {
    "den": 688.0,
    "n": 341.0,
    "share": 0.4956395348837209
   },
   "needless": {
    "den": 816.0,
    "n": 114.0,
    "share": 0.13970588235294118
   },
   "needless_by_loss": {
    "big": {
     "den": 816.0,
     "n": 60.0,
     "share": 0.07352941176470588
    },
    "medium": {
     "den": 816.0,
     "n": 39.0,
     "share": 0.04779411764705882
    },
    "small": {
     "den": 816.0,
     "n": 15.0,
     "share": 0.01838235294117647
    }
   },
   "no_trade_off": 567.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.384163384196125,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.384163384196125,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 158.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 158,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.620621047035062,
      "needless": 4.467946781776108,
      "none": 1.3324843449717179,
      "right_risk": 2.5191616417393266,
      "right_safety": 5.834736136434953,
      "wrong_risk": 4.227345860957722
     },
     "calls": {
      "missed": 270.0,
      "needless": 85.0,
      "right_risk": 160.0,
      "right_safety": 578.0,
      "wrong_risk": 42.0
     },
     "confidence": {
      "auroc_right_risk": 0.5586122047244094,
      "missed_mean_p": 0.33600829278648825,
      "missed_n": 269,
      "taken_grouped": 0,
      "taken_n": 287,
      "taken_other": 0
     },
     "error_rate": 36.00229581291489,
     "found": {
      "den": 472.0,
      "n": 160.0,
      "share": 0.3389830508474576
     },
     "good": {
      "den": 287.0,
      "n": 160.0,
      "share": 0.5574912891986062
     },
     "judgement": 60.53889613211647,
     "judgement_hi": 62.99344812240945,
     "judgement_lo": 58.06443757593237,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1346153846153846,
      "x": 0.6610169491525424,
      "y": 0.1282051282051282
     },
     "margin": 0.001,
     "missed": {
      "den": 472.0,
      "n": 270.0,
      "share": 0.5720338983050848
     },
     "needless": {
      "den": 663.0,
      "n": 85.0,
      "share": 0.1282051282051282
     },
     "needless_by_loss": {
      "big": {
       "den": 663.0,
       "n": 46.0,
       "share": 0.0693815987933635
      },
      "medium": {
       "den": 663.0,
       "n": 27.0,
       "share": 0.04072398190045249
      },
      "small": {
       "den": 663.0,
       "n": 12.0,
       "share": 0.01809954751131222
      }
     },
     "no_trade_off": 128.0,
     "reference": null,
     "right_safety": {
      "den": 663.0,
      "n": 578.0,
      "share": 0.8717948717948718
     },
     "risk_pays": 472.0,
     "safety_pays": 663.0,
     "scored": 1263,
     "sdt": {
      "aim": {
       "den": 202.0,
       "n": 160.0,
       "share": 0.7920792079207921
      },
      "beta": 1.131366066143678,
      "caution": 0.6567073919602366,
      "caution_hi": 0.7420351933015371,
      "caution_lo": 0.5774816269581198,
      "cstar": 0.12977416509424758,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9510815237020789,
      "dprime_hi": 1.1448632165245494,
      "dprime_lo": 0.7723517631838885,
      "false_alarm": {
       "den": 663.0,
       "n": 85.0,
       "share": 0.1282051282051282
      },
      "false_alarm_rate": 0.12876506024096385,
      "hit": {
       "den": 472.0,
       "n": 202.0,
       "share": 0.4279661016949153
      },
      "hit_rate": 0.4281183932346723,
      "missed_loss": 0.164850699128928,
      "missed_n": 270.0,
      "na": null,
      "needless_loss": 0.13277686553842882,
      "needless_n": 85.0
     },
     "size": {
      "bad": {
       "mean": 10.062992125984252,
       "n": 127.0,
       "too_few": true
      },
      "right": {
       "mean": 6.64375,
       "n": 160.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 269.0,
        "n": 117.0,
        "share": 0.4349442379182156
       },
       "missed": {
        "den": 269.0,
        "n": 133.0,
        "share": 0.4944237918215613
       },
       "risk_pays": 269.0,
       "wrong": {
        "den": 269.0,
        "n": 19.0,
        "share": 0.07063197026022305
       }
      },
      "medium": {
       "found": {
        "den": 142.0,
        "n": 33.0,
        "share": 0.2323943661971831
       },
       "missed": {
        "den": 142.0,
        "n": 92.0,
        "share": 0.647887323943662
       },
       "risk_pays": 142.0,
       "wrong": {
        "den": 142.0,
        "n": 17.0,
        "share": 0.11971830985915492
       }
      },
      "small": {
       "found": {
        "den": 61.0,
        "n": 10.0,
        "share": 0.16393442622950818
       },
       "missed": {
        "den": 61.0,
        "n": 45.0,
        "share": 0.7377049180327869
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 6.0,
        "share": 0.09836065573770492
       }
      }
     },
     "trade_off": 1135.0,
     "wrong": {
      "den": 472.0,
      "n": 42.0,
      "share": 0.08898305084745763
     }
    },
    "holding": {
     "by_call": {
      "missed": 12.093644469015059,
      "needless": 9.04874070998161,
      "none": 1.6364105927046908,
      "right_risk": 0.0,
      "right_safety": 17.897006004087388,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 10.0,
      "needless": 9.0,
      "right_risk": 4.0,
      "right_safety": 52.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 10,
      "taken_grouped": 0,
      "taken_n": 13,
      "taken_other": 0
     },
     "error_rate": 40.67580177578875,
     "found": {
      "den": 14.0,
      "n": 4.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 13.0,
      "n": 4.0,
      "share": 0.3076923076923077
     },
     "judgement": 56.90866510538641,
     "judgement_hi": 72.74107142857142,
     "judgement_lo": 43.82153119868638,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.7142857142857143,
      "y": 0.14754098360655737
     },
     "margin": 0.001,
     "missed": {
      "den": 14.0,
      "n": 10.0,
      "share": 0.7142857142857143
     },
     "needless": {
      "den": 61.0,
      "n": 9.0,
      "share": 0.14754098360655737
     },
     "needless_by_loss": {
      "big": {
       "den": 61.0,
       "n": 4.0,
       "share": 0.06557377049180328
      },
      "medium": {
       "den": 61.0,
       "n": 4.0,
       "share": 0.06557377049180328
      },
      "small": {
       "den": 61.0,
       "n": 1.0,
       "share": 0.01639344262295082
      }
     },
     "no_trade_off": 18.0,
     "reference": null,
     "right_safety": {
      "den": 61.0,
      "n": 52.0,
      "share": 0.8524590163934426
     },
     "risk_pays": 14.0,
     "safety_pays": 61.0,
     "scored": 93,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 3.622348549516473,
      "caution": 0.7735482461390308,
      "caution_hi": 1.198516849089284,
      "caution_lo": 0.3727410584703161,
      "cstar": 2.583050964054216,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.49829546686198034,
      "dprime_hi": 1.2751113529192963,
      "dprime_lo": -0.34249581767681164,
      "false_alarm": {
       "den": 61.0,
       "n": 9.0,
       "share": 0.14754098360655737
      },
      "false_alarm_rate": 0.1532258064516129,
      "hit": {
       "den": 14.0,
       "n": 4.0,
       "share": 0.2857142857142857
      },
      "hit_rate": 0.3,
      "missed_loss": 0.22494178712368013,
      "missed_n": 10.0,
      "na": null,
      "needless_loss": 0.18700730800628662,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 12.333333333333334,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 4.0,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 4.0,
        "share": 0.5714285714285714
       },
       "missed": {
        "den": 7.0,
        "n": 3.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 6.0,
        "n": 6.0,
        "share": 1.0
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 75.0,
     "wrong": {
      "den": 14.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 13.839842764293255,
      "needless": 3.759668595125886,
      "none": 0.0,
      "right_risk": 5.883131100206959,
      "right_safety": 1.0875994149519472,
      "wrong_risk": 3.1109507493421336
     },
     "calls": {
      "missed": 61.0,
      "needless": 20.0,
      "right_risk": 125.0,
      "right_safety": 72.0,
      "wrong_risk": 16.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 61,
      "taken_grouped": 0,
      "taken_n": 161,
      "taken_other": 0
     },
     "error_rate": 27.681192623920182,
     "found": {
      "den": 202.0,
      "n": 125.0,
      "share": 0.6188118811881188
     },
     "good": {
      "den": 161.0,
      "n": 125.0,
      "share": 0.7763975155279503
     },
     "judgement": 70.07102884201464,
     "judgement_hi": 75.36848612686398,
     "judgement_lo": 64.63388296051573,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2077922077922078,
      "x": 0.3811881188118812,
      "y": 0.21739130434782608
     },
     "margin": 0.001,
     "missed": {
      "den": 202.0,
      "n": 61.0,
      "share": 0.30198019801980197
     },
     "needless": {
      "den": 92.0,
      "n": 20.0,
      "share": 0.21739130434782608
     },
     "needless_by_loss": {
      "big": {
       "den": 92.0,
       "n": 10.0,
       "share": 0.10869565217391304
      },
      "medium": {
       "den": 92.0,
       "n": 8.0,
       "share": 0.08695652173913043
      },
      "small": {
       "den": 92.0,
       "n": 2.0,
       "share": 0.021739130434782608
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 92.0,
      "n": 72.0,
      "share": 0.782608695652174
     },
     "risk_pays": 202.0,
     "safety_pays": 92.0,
     "scored": 294,
     "sdt": {
      "aim": {
       "den": 141.0,
       "n": 125.0,
       "share": 0.8865248226950354
      },
      "beta": 0.37735899434934417,
      "caution": 0.12741145875851545,
      "caution_hi": 0.29791872279588427,
      "caution_lo": -0.035570990320899595,
      "cstar": -0.7574327033550533,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2866599245800283,
      "dprime_hi": 1.662082466062358,
      "dprime_lo": 0.9748595770563612,
      "false_alarm": {
       "den": 92.0,
       "n": 20.0,
       "share": 0.21739130434782608
      },
      "false_alarm_rate": 0.22043010752688172,
      "hit": {
       "den": 202.0,
       "n": 141.0,
       "share": 0.698019801980198
      },
      "hit_rate": 0.6970443349753694,
      "missed_loss": 0.1334070089410563,
      "missed_n": 61.0,
      "na": null,
      "needless_loss": 0.11053425669670106,
      "needless_n": 20.0
     },
     "size": {
      "bad": {
       "mean": 11.972222222222221,
       "n": 36.0,
       "too_few": true
      },
      "right": {
       "mean": 14.24,
       "n": 125.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 59.0,
        "share": 0.6210526315789474
       },
       "missed": {
        "den": 95.0,
        "n": 32.0,
        "share": 0.3368421052631579
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 4.0,
        "share": 0.042105263157894736
       }
      },
      "medium": {
       "found": {
        "den": 88.0,
        "n": 55.0,
        "share": 0.625
       },
       "missed": {
        "den": 88.0,
        "n": 22.0,
        "share": 0.25
       },
       "risk_pays": 88.0,
       "wrong": {
        "den": 88.0,
        "n": 11.0,
        "share": 0.125
       }
      },
      "small": {
       "found": {
        "den": 19.0,
        "n": 11.0,
        "share": 0.5789473684210527
       },
       "missed": {
        "den": 19.0,
        "n": 7.0,
        "share": 0.3684210526315789
       },
       "risk_pays": 19.0,
       "wrong": {
        "den": 19.0,
        "n": 1.0,
        "share": 0.05263157894736842
       }
      }
     },
     "trade_off": 294.0,
     "wrong": {
      "den": 202.0,
      "n": 16.0,
      "share": 0.07920792079207921
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.03418606950303,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.03418606950303,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 263.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 263,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 816.0,
    "n": 702.0,
    "share": 0.8602941176470589
   },
   "risk_pays": 688.0,
   "safety_pays": 816.0,
   "scored": 2071,
   "sdt": {
    "aim": {
     "den": 347.0,
     "n": 289.0,
     "share": 0.8328530259365994
    },
    "beta": 0.9809994468087577,
    "caution": 0.5343726278307428,
    "caution_hi": 0.6113653595688409,
    "caution_lo": 0.4634320009589807,
    "cstar": -0.017590169675579692,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0905740920174787,
    "dprime_hi": 1.2625135257875657,
    "dprime_lo": 0.9215588976820086,
    "false_alarm": {
     "den": 816.0,
     "n": 114.0,
     "share": 0.13970588235294118
    },
    "false_alarm_rate": 0.1401468788249694,
    "hit": {
     "den": 688.0,
     "n": 347.0,
     "share": 0.5043604651162791
    },
    "hit_rate": 0.5043541364296081,
    "missed_loss": 0.160988076778451,
    "missed_n": 341.0,
    "na": null,
    "needless_loss": 0.13315600418207937,
    "needless_n": 114.0
   },
   "size": {
    "bad": {
     "mean": 10.581395348837209,
     "n": 172.0,
     "too_few": true
    },
    "right": {
     "mean": 9.892733564013842,
     "n": 289.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 371.0,
      "n": 180.0,
      "share": 0.48517520215633425
     },
     "missed": {
      "den": 371.0,
      "n": 168.0,
      "share": 0.4528301886792453
     },
     "risk_pays": 371.0,
     "wrong": {
      "den": 371.0,
      "n": 23.0,
      "share": 0.06199460916442048
     }
    },
    "medium": {
     "found": {
      "den": 236.0,
      "n": 88.0,
      "share": 0.3728813559322034
     },
     "missed": {
      "den": 236.0,
      "n": 120.0,
      "share": 0.5084745762711864
     },
     "risk_pays": 236.0,
     "wrong": {
      "den": 236.0,
      "n": 28.0,
      "share": 0.11864406779661017
     }
    },
    "small": {
     "found": {
      "den": 81.0,
      "n": 21.0,
      "share": 0.25925925925925924
     },
     "missed": {
      "den": 81.0,
      "n": 53.0,
      "share": 0.654320987654321
     },
     "risk_pays": 81.0,
     "wrong": {
      "den": 81.0,
      "n": 7.0,
      "share": 0.08641975308641975
     }
    }
   },
   "trade_off": 1504.0,
   "wrong": {
    "den": 688.0,
    "n": 58.0,
    "share": 0.08430232558139535
   }
  },
  "robust": {
   "by_call": {
    "missed": 12.83954510592079,
    "needless": 4.187164935209163,
    "none": 3.5112518898131824,
    "right_risk": 1.8430128153944176,
    "right_safety": 4.930573009684833,
    "wrong_risk": 3.0258296265341933
   },
   "calls": {
    "missed": 288.0,
    "needless": 142.0,
    "right_risk": 254.0,
    "right_safety": 755.0,
    "wrong_risk": 65.0
   },
   "confidence": {
    "auroc_right_risk": 0.6175016166457453,
    "missed_mean_p": 0.3389476602975704,
    "missed_n": 287,
    "taken_grouped": 0,
    "taken_n": 461,
    "taken_other": 0
   },
   "error_rate": 30.33737738255658,
   "found": {
    "den": 607.0,
    "n": 254.0,
    "share": 0.4184514003294893
   },
   "good": {
    "den": 461.0,
    "n": 254.0,
    "share": 0.5509761388286334
   },
   "judgement": 63.00729688381003,
   "judgement_hi": 65.34656697528615,
   "judgement_lo": 60.77377423253403,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.18413597733711048,
    "x": 0.5815485996705108,
    "y": 0.15830546265328874
   },
   "margin": 0.02,
   "missed": {
    "den": 607.0,
    "n": 288.0,
    "share": 0.4744645799011532
   },
   "needless": {
    "den": 897.0,
    "n": 142.0,
    "share": 0.15830546265328874
   },
   "needless_by_loss": {
    "big": {
     "den": 897.0,
     "n": 63.0,
     "share": 0.07023411371237458
    },
    "medium": {
     "den": 897.0,
     "n": 42.0,
     "share": 0.046822742474916385
    },
    "small": {
     "den": 897.0,
     "n": 37.0,
     "share": 0.04124860646599777
    }
   },
   "no_trade_off": 567.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.384163384196125,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.384163384196125,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 158.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 158,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 16.983912751869088,
      "needless": 5.3147511735192765,
      "none": 1.3324843449717179,
      "right_risk": 2.16789261651058,
      "right_safety": 6.471444431600926,
      "wrong_risk": 3.7318104944433
     },
     "calls": {
      "missed": 225.0,
      "needless": 101.0,
      "right_risk": 145.0,
      "right_safety": 623.0,
      "wrong_risk": 41.0
     },
     "confidence": {
      "auroc_right_risk": 0.5503156872268091,
      "missed_mean_p": 0.3375134348043111,
      "missed_n": 224,
      "taken_grouped": 0,
      "taken_n": 287,
      "taken_other": 0
     },
     "error_rate": 36.00229581291489,
     "found": {
      "den": 411.0,
      "n": 145.0,
      "share": 0.35279805352798055
     },
     "good": {
      "den": 287.0,
      "n": 145.0,
      "share": 0.5052264808362369
     },
     "judgement": 60.66476455485207,
     "judgement_hi": 63.239072807892306,
     "judgement_lo": 58.25523122758121,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.15413533834586465,
      "x": 0.6472019464720195,
      "y": 0.13950276243093923
     },
     "margin": 0.02,
     "missed": {
      "den": 411.0,
      "n": 225.0,
      "share": 0.5474452554744526
     },
     "needless": {
      "den": 724.0,
      "n": 101.0,
      "share": 0.13950276243093923
     },
     "needless_by_loss": {
      "big": {
       "den": 724.0,
       "n": 49.0,
       "share": 0.06767955801104972
      },
      "medium": {
       "den": 724.0,
       "n": 29.0,
       "share": 0.04005524861878453
      },
      "small": {
       "den": 724.0,
       "n": 23.0,
       "share": 0.031767955801104975
      }
     },
     "no_trade_off": 128.0,
     "reference": null,
     "right_safety": {
      "den": 724.0,
      "n": 623.0,
      "share": 0.8604972375690608
     },
     "risk_pays": 411.0,
     "safety_pays": 724.0,
     "scored": 1263,
     "sdt": {
      "aim": {
       "den": 186.0,
       "n": 145.0,
       "share": 0.7795698924731183
      },
      "beta": 1.228013312846027,
      "caution": 0.5996189955465238,
      "caution_hi": 0.6895235938139485,
      "caution_lo": 0.5188618706394876,
      "cstar": 0.21364418890870077,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9614006905368647,
      "dprime_hi": 1.13511839640229,
      "dprime_lo": 0.788989455406338,
      "false_alarm": {
       "den": 724.0,
       "n": 101.0,
       "share": 0.13950276243093923
      },
      "false_alarm_rate": 0.14,
      "hit": {
       "den": 411.0,
       "n": 186.0,
       "share": 0.45255474452554745
      },
      "hit_rate": 0.4526699029126214,
      "missed_loss": 0.1906727271609836,
      "missed_n": 225.0,
      "na": null,
      "needless_loss": 0.13292140063672964,
      "needless_n": 101.0
     },
     "size": {
      "bad": {
       "mean": 9.704225352112676,
       "n": 142.0,
       "too_few": true
      },
      "right": {
       "mean": 6.641379310344828,
       "n": 145.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 269.0,
        "n": 113.0,
        "share": 0.4200743494423792
       },
       "missed": {
        "den": 269.0,
        "n": 133.0,
        "share": 0.4944237918215613
       },
       "risk_pays": 269.0,
       "wrong": {
        "den": 269.0,
        "n": 23.0,
        "share": 0.08550185873605948
       }
      },
      "medium": {
       "found": {
        "den": 142.0,
        "n": 32.0,
        "share": 0.22535211267605634
       },
       "missed": {
        "den": 142.0,
        "n": 92.0,
        "share": 0.647887323943662
       },
       "risk_pays": 142.0,
       "wrong": {
        "den": 142.0,
        "n": 18.0,
        "share": 0.1267605633802817
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1135.0,
     "wrong": {
      "den": 411.0,
      "n": 41.0,
      "share": 0.09975669099756691
     }
    },
    "holding": {
     "by_call": {
      "missed": 11.8911777452756,
      "needless": 9.04874070998161,
      "none": 1.6364105927046908,
      "right_risk": 0.0,
      "right_safety": 18.099472727826846,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 9.0,
      "needless": 9.0,
      "right_risk": 4.0,
      "right_safety": 53.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 13,
      "taken_other": 0
     },
     "error_rate": 40.67580177578875,
     "found": {
      "den": 13.0,
      "n": 4.0,
      "share": 0.3076923076923077
     },
     "good": {
      "den": 13.0,
      "n": 4.0,
      "share": 0.3076923076923077
     },
     "judgement": 58.12655086848635,
     "judgement_hi": 74.1500850340136,
     "judgement_lo": 44.344801414884145,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6923076923076923,
      "y": 0.14516129032258066
     },
     "margin": 0.02,
     "missed": {
      "den": 13.0,
      "n": 9.0,
      "share": 0.6923076923076923
     },
     "needless": {
      "den": 62.0,
      "n": 9.0,
      "share": 0.14516129032258066
     },
     "needless_by_loss": {
      "big": {
       "den": 62.0,
       "n": 4.0,
       "share": 0.06451612903225806
      },
      "medium": {
       "den": 62.0,
       "n": 4.0,
       "share": 0.06451612903225806
      },
      "small": {
       "den": 62.0,
       "n": 1.0,
       "share": 0.016129032258064516
      }
     },
     "no_trade_off": 18.0,
     "reference": null,
     "right_safety": {
      "den": 62.0,
      "n": 53.0,
      "share": 0.8548387096774194
     },
     "risk_pays": 13.0,
     "safety_pays": 62.0,
     "scored": 93,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 3.6292059156193504,
      "caution": 0.7483716088332351,
      "caution_hi": 1.1739787494016085,
      "caution_lo": 0.3020491953405476,
      "cstar": 2.2640982248329244,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5693277147521121,
      "dprime_hi": 1.36435280969376,
      "dprime_lo": -0.205448490015037,
      "false_alarm": {
       "den": 62.0,
       "n": 9.0,
       "share": 0.14516129032258066
      },
      "false_alarm_rate": 0.15079365079365079,
      "hit": {
       "den": 13.0,
       "n": 4.0,
       "share": 0.3076923076923077
      },
      "hit_rate": 0.32142857142857145,
      "missed_loss": 0.24575100673569572,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.18700730800628662,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 12.333333333333334,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 4.0,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 4.0,
        "share": 0.5714285714285714
       },
       "missed": {
        "den": 7.0,
        "n": 3.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 6.0,
        "n": 6.0,
        "share": 1.0
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 75.0,
     "wrong": {
      "den": 13.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 13.721552987893423,
      "needless": 3.8012073559014974,
      "none": 0.0,
      "right_risk": 3.6694937620033214,
      "right_safety": 1.2058891913517802,
      "wrong_risk": 5.2830493267701595
     },
     "calls": {
      "missed": 54.0,
      "needless": 32.0,
      "right_risk": 105.0,
      "right_safety": 79.0,
      "wrong_risk": 24.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 54,
      "taken_grouped": 0,
      "taken_n": 161,
      "taken_other": 0
     },
     "error_rate": 27.681192623920182,
     "found": {
      "den": 183.0,
      "n": 105.0,
      "share": 0.5737704918032787
     },
     "good": {
      "den": 161.0,
      "n": 105.0,
      "share": 0.6521739130434783
     },
     "judgement": 64.27411017574951,
     "judgement_hi": 69.80571323731999,
     "judgement_lo": 58.52629309010706,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3076923076923077,
      "x": 0.4262295081967213,
      "y": 0.2882882882882883
     },
     "margin": 0.02,
     "missed": {
      "den": 183.0,
      "n": 54.0,
      "share": 0.29508196721311475
     },
     "needless": {
      "den": 111.0,
      "n": 32.0,
      "share": 0.2882882882882883
     },
     "needless_by_loss": {
      "big": {
       "den": 111.0,
       "n": 10.0,
       "share": 0.09009009009009009
      },
      "medium": {
       "den": 111.0,
       "n": 9.0,
       "share": 0.08108108108108109
      },
      "small": {
       "den": 111.0,
       "n": 13.0,
       "share": 0.11711711711711711
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 111.0,
      "n": 79.0,
      "share": 0.7117117117117117
     },
     "risk_pays": 183.0,
     "safety_pays": 111.0,
     "scored": 294,
     "sdt": {
      "aim": {
       "den": 129.0,
       "n": 105.0,
       "share": 0.813953488372093
      },
      "beta": 0.28355281590187237,
      "caution": 0.008744588290518274,
      "caution_hi": 0.16299372452204555,
      "caution_lo": -0.12286603055191851,
      "cstar": -1.158163892937204,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0882370633158358,
      "dprime_hi": 1.4350105751927118,
      "dprime_lo": 0.7634593043095789,
      "false_alarm": {
       "den": 111.0,
       "n": 32.0,
       "share": 0.2882882882882883
      },
      "false_alarm_rate": 0.29017857142857145,
      "hit": {
       "den": 183.0,
       "n": 129.0,
       "share": 0.7049180327868853
      },
      "hit_rate": 0.7038043478260869,
      "missed_loss": 0.14941246586817283,
      "missed_n": 54.0,
      "na": null,
      "needless_loss": 0.06984718516469002,
      "needless_n": 32.0
     },
     "size": {
      "bad": {
       "mean": 13.035714285714286,
       "n": 56.0,
       "too_few": true
      },
      "right": {
       "mean": 14.104761904761904,
       "n": 105.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 55.0,
        "share": 0.5789473684210527
       },
       "missed": {
        "den": 95.0,
        "n": 32.0,
        "share": 0.3368421052631579
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 8.0,
        "share": 0.08421052631578947
       }
      },
      "medium": {
       "found": {
        "den": 88.0,
        "n": 50.0,
        "share": 0.5681818181818182
       },
       "missed": {
        "den": 88.0,
        "n": 22.0,
        "share": 0.25
       },
       "risk_pays": 88.0,
       "wrong": {
        "den": 88.0,
        "n": 16.0,
        "share": 0.18181818181818182
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 294.0,
     "wrong": {
      "den": 183.0,
      "n": 24.0,
      "share": 0.13114754098360656
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.03418606950303,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.03418606950303,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 263.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 263,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 897.0,
    "n": 755.0,
    "share": 0.8416945373467113
   },
   "risk_pays": 607.0,
   "safety_pays": 897.0,
   "scored": 2071,
   "sdt": {
    "aim": {
     "den": 319.0,
     "n": 254.0,
     "share": 0.7962382445141066
    },
    "beta": 0.9774134847050919,
    "caution": 0.46796349401260934,
    "caution_hi": 0.5404508510622944,
    "caution_lo": 0.3980829785554694,
    "cstar": -0.021474982491911838,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.063819155323055,
    "dprime_hi": 1.2236158132076218,
    "dprime_lo": 0.9079433398374129,
    "false_alarm": {
     "den": 897.0,
     "n": 142.0,
     "share": 0.15830546265328874
    },
    "false_alarm_rate": 0.15868596881959912,
    "hit": {
     "den": 607.0,
     "n": 319.0,
     "share": 0.5255354200988468
    },
    "hit_rate": 0.5254934210526315,
    "missed_loss": 0.18465762440529135,
    "missed_n": 288.0,
    "na": null,
    "needless_loss": 0.12213547296927009,
    "needless_n": 142.0
   },
   "size": {
    "bad": {
     "mean": 10.719806763285025,
     "n": 207.0,
     "too_few": false
    },
    "right": {
     "mean": 9.68503937007874,
     "n": 254.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 371.0,
      "n": 172.0,
      "share": 0.4636118598382749
     },
     "missed": {
      "den": 371.0,
      "n": 168.0,
      "share": 0.4528301886792453
     },
     "risk_pays": 371.0,
     "wrong": {
      "den": 371.0,
      "n": 31.0,
      "share": 0.08355795148247978
     }
    },
    "medium": {
     "found": {
      "den": 236.0,
      "n": 82.0,
      "share": 0.3474576271186441
     },
     "missed": {
      "den": 236.0,
      "n": 120.0,
      "share": 0.5084745762711864
     },
     "risk_pays": 236.0,
     "wrong": {
      "den": 236.0,
      "n": 34.0,
      "share": 0.1440677966101695
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1504.0,
   "wrong": {
    "den": 607.0,
    "n": 65.0,
    "share": 0.1070840197693575
   }
  }
 },
 "slug": "liquid-d1-ultra",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 24.837750581003004,
   "n": 62,
   "too_few": true
  },
  "blitz": {
   "error_rate": 25.67774175029052,
   "n": 266,
   "too_few": false
  },
  "holding": {
   "error_rate": 40.67580177578875,
   "n": 93,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 41.76368259015631,
   "n": 305,
   "too_few": false
  },
  "other": {
   "error_rate": 40.5804497588958,
   "n": 112,
   "too_few": true
  },
  "priming": {
   "error_rate": 38.25819731103868,
   "n": 518,
   "too_few": false
  }
 },
 "version": "v3"
}
