{
 "close": {
  "close": {
   "den": 615,
   "n": 248,
   "share": 0.4032520325203252,
   "small": false
  },
  "decisions": 2027,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 615,
  "exclusions": {
   "grouped": 145,
   "not_audited": 243,
   "sparse": 1024
  },
  "groups": {
   "close": {
    "by_count": [
     136,
     76,
     29,
     7,
     0
    ],
    "differ": {
     "hitting": {
      "den": 248,
      "n": 72,
      "share": 0.2903225806451613,
      "small": false
     },
     "points": {
      "den": 248,
      "n": 26,
      "share": 0.10483870967741936,
      "small": false
     },
     "prime": {
      "den": 248,
      "n": 42,
      "share": 0.1693548387096774,
      "small": false
     },
     "race": {
      "den": 248,
      "n": 15,
      "share": 0.06048387096774194,
      "small": false
     }
    },
    "gap": {
     "mean": 0.07306473305629145,
     "median": 0.020918577909469604,
     "n": 248
    },
    "loss1": {
     "mean": 0.04429457192459414,
     "median": 0.0005459189414978027,
     "n": 248
    },
    "loss2": {
     "mean": 0.057688062109293475,
     "median": 0.0025146007537841797,
     "n": 248
    },
    "n": 248,
    "p1": {
     "mean": 0.4964752320322249,
     "median": 0.5,
     "n": 248
    },
    "p2": {
     "mean": 0.3535581711617629,
     "median": 0.3486451285660856,
     "n": 248
    },
    "psum": {
     "mean": 0.8500334031939877,
     "median": 0.8545939524298262,
     "n": 248
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     1,
     4,
     26,
     59,
     60,
     98
    ]
   },
   "other": {
    "by_count": [
     121,
     163,
     76,
     6,
     1
    ],
    "differ": {
     "hitting": {
      "den": 367,
      "n": 144,
      "share": 0.3923705722070845,
      "small": false
     },
     "points": {
      "den": 367,
      "n": 48,
      "share": 0.1307901907356948,
      "small": false
     },
     "prime": {
      "den": 367,
      "n": 102,
      "share": 0.2779291553133515,
      "small": false
     },
     "race": {
      "den": 367,
      "n": 43,
      "share": 0.11716621253405994,
      "small": false
     }
    },
    "gap": {
     "mean": 0.12355472443863871,
     "median": 0.0481795072555542,
     "n": 367
    },
    "loss1": {
     "mean": 0.02577661558457876,
     "median": 0.0,
     "n": 367
    },
    "loss2": {
     "mean": 0.10937601279172976,
     "median": 0.029506266117095947,
     "n": 367
    },
    "n": 367,
    "p1": {
     "mean": 0.7198372182785608,
     "median": 0.7310585786300049,
     "n": 367
    },
    "p2": {
     "mean": 0.1915670094152328,
     "median": 0.19409981065351464,
     "n": 367
    },
    "psum": {
     "mean": 0.9114042276937936,
     "median": 0.9190675420371415,
     "n": 367
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     4,
     37,
     110,
     216
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 343,
       "n": 152,
       "share": 0.44314868804664725,
       "small": false
      },
      "eligible": 343,
      "risk_close": {
       "den": 152,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 83,
       "n": 36,
       "share": 0.43373493975903615,
       "small": true
      },
      "eligible": 83,
      "risk_close": {
       "den": 36,
       "n": 27,
       "share": 0.75,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 189,
       "n": 60,
       "share": 0.31746031746031744,
       "small": true
      },
      "eligible": 189,
      "risk_close": {
       "den": 60,
       "n": 45,
       "share": 0.75,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.7407407407407407,
     "adj_other": 0.8812636165577342,
     "adjusted": -0.14052287581699352,
     "adjusted_hi": 0.09389903329752955,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.3793103448275862,
     "close": {
      "den": 27,
      "n": 20,
      "share": 0.7407407407407407,
      "small": true
     },
     "covered": {
      "den": 27,
      "n": 27,
      "share": 1.0,
      "small": true
     },
     "crude": -0.15399610136452246,
     "crude_hi": 0.05556418219461695,
     "crude_left_out": 0,
     "crude_lo": -0.3393692528735632,
     "group": 65,
     "matches": 16,
     "na": null,
     "other": {
      "den": 38,
      "n": 34,
      "share": 0.8947368421052632,
      "small": true
     },
     "resamples": 2000,
     "strata": 7,
     "strata_both": 4
    },
    "stake": {
     "big": {
      "den": 35,
      "n": 16,
      "share": 0.45714285714285713,
      "small": true
     },
     "medium": {
      "den": 35,
      "n": 13,
      "share": 0.37142857142857144,
      "small": true
     },
     "small": {
      "den": 13,
      "n": 7,
      "share": 0.5384615384615384,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 343,
       "n": 152,
       "share": 0.44314868804664725,
       "small": false
      },
      "eligible": 343,
      "risk_close": {
       "den": 152,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 70,
       "n": 29,
       "share": 0.4142857142857143,
       "small": true
      },
      "eligible": 70,
      "risk_close": {
       "den": 29,
       "n": 23,
       "share": 0.7931034482758621,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 202,
       "n": 67,
       "share": 0.3316831683168317,
       "small": false
      },
      "eligible": 202,
      "risk_close": {
       "den": 67,
       "n": 49,
       "share": 0.7313432835820896,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.6956521739130435,
     "adj_other": 0.860613810741688,
     "adjusted": -0.1649616368286445,
     "adjusted_hi": 0.1071546509046509,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.4285714285714286,
     "close": {
      "den": 23,
      "n": 16,
      "share": 0.6956521739130435,
      "small": true
     },
     "covered": {
      "den": 23,
      "n": 23,
      "share": 1.0,
      "small": true
     },
     "crude": -0.17934782608695654,
     "crude_hi": 0.048593911248709966,
     "crude_left_out": 0,
     "crude_lo": -0.38095238095238093,
     "group": 55,
     "matches": 16,
     "na": null,
     "other": {
      "den": 32,
      "n": 28,
      "share": 0.875,
      "small": true
     },
     "resamples": 2000,
     "strata": 6,
     "strata_both": 3
    },
    "stake": {
     "big": {
      "den": 35,
      "n": 16,
      "share": 0.45714285714285713,
      "small": true
     },
     "medium": {
      "den": 35,
      "n": 13,
      "share": 0.37142857142857144,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 248,
   "n": 72,
   "share": 0.2903225806451613,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 615,
   "n": 72,
   "share": 0.11707317073170732,
   "small": false
  },
  "risk_pair_other": {
   "den": 367,
   "n": 143,
   "share": 0.3896457765667575,
   "small": false
  },
  "ties": {
   "close": 30,
   "member": 21,
   "order": 25,
   "positive": 46,
   "top_two": 46,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6902031303510336,
  "auroc_blunder": 0.64391240595178,
  "confident_badly_wrong": {
   "den": 1856,
   "n": 1,
   "share": 0.0005387931034482759
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 17,
     "n": 1,
     "share": 0.058823529411764705
    },
    "kept": {
     "den": 1856,
     "n": 17,
     "share": 0.009159482758620689
    },
    "mean_loss": 0.01728734198738547,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1856,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.10663676591127538,
  "held_out": {
   "blunders": 0.04170700750315758,
   "kept": 0.014867679062048346,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1856,
  "surest": {
   "cut": 0.6936623301396077,
   "error_rate": 15.111620537936687,
   "n": 464,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 30.773964062287813,
   "n": 658,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 62.6316258050863,
   "n": 515,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 18.217056099787808,
   "n": 854,
   "too_few": false
  }
 },
 "name": "Qwen3.8 Flash (off)",
 "options": {
  "11–15": {
   "error_rate": 45.49969847725831,
   "n": 337,
   "too_few": false
  },
  "16–25": {
   "error_rate": 43.32962623854589,
   "n": 358,
   "too_few": false
  },
  "26+": {
   "error_rate": 53.20719304554006,
   "n": 188,
   "too_few": true
  },
  "2–5": {
   "error_rate": 15.808924990162211,
   "n": 702,
   "too_few": false
  },
  "6–10": {
   "error_rate": 36.46085822609216,
   "n": 442,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 10.134715458442425,
   "n": 116,
   "too_few": true
  },
  "contact": {
   "error_rate": 37.05031944685403,
   "n": 1337,
   "too_few": false
  },
  "holding": {
   "error_rate": 45.72820001178317,
   "n": 27,
   "too_few": true
  },
  "opening": {
   "error_rate": 36.83587578719094,
   "n": 298,
   "too_few": false
  },
  "race": {
   "error_rate": 20.635602704013685,
   "n": 249,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6902031303510336,
  "best_share": 0.44647261963492846,
  "blunder_share": 0.2525900345337938,
  "brier": 0.23245478786226023,
  "clusters": 100,
  "confidence_n": 1856,
  "confident_badly_wrong": 0.0005387931034482759,
  "cost_coverage": 1.0,
  "decisions": 2027,
  "ece": 0.10663676591127538,
  "engine_scored": 2027,
  "error_hi": 36.72076523712284,
  "error_lo": 30.827352191678397,
  "error_rate": 33.577662334397445,
  "first_date": "2026-10-20",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 171,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.5662272831526548,
  "over_budget": 0.0029600394671928957,
  "p95_loss": 0.3082065761089321,
  "probability_source": "logprobs",
  "retry_mean": 8.970692649235323,
  "scored": 2027,
  "time_median": 1.699,
  "time_p90": 7.4746000000000015,
  "tokens_in": 4181.5259003453375,
  "tokens_out": 10.232856438085841,
  "too_few": false,
  "usd_per_1000": 0.28444589738529846,
  "very_confident": 0.009159482758620689,
  "worst_mean": 0.5329444119245699
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7088835534213686,
   "best_share": 0.8448275862068966,
   "blunder_share": 0.06896551724137931,
   "brier": 0.17079446397205206,
   "clusters": 51,
   "confidence_n": 115,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 116,
   "ece": 0.2256057071568777,
   "engine_scored": 116,
   "error_hi": 17.096016989197842,
   "error_lo": 3.488067369819529,
   "error_rate": 10.134715458442425,
   "first_date": "2026-10-20",
   "group_sizes": [
    22
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6265682058866006,
   "over_budget": 0.0,
   "p95_loss": 0.16902294754981995,
   "probability_source": "logprobs",
   "retry_mean": 5.74696551724138,
   "scored": 116,
   "time_median": 1.392,
   "time_p90": 6.535,
   "tokens_in": 2953.887931034483,
   "tokens_out": 7.637931034482759,
   "too_few": true,
   "usd_per_1000": 0.16159494827586207,
   "very_confident": 0.008695652173913044,
   "worst_mean": 0.2948311964670817
  },
  "contact": {
   "auroc": 0.6668282335385596,
   "best_share": 0.42782348541510845,
   "blunder_share": 0.26925953627524307,
   "brier": 0.24263408920250434,
   "clusters": 100,
   "confidence_n": 1222,
   "confident_badly_wrong": 0.0008183306055646482,
   "cost_coverage": 1.0,
   "decisions": 1337,
   "ece": 0.13317388771099706,
   "engine_scored": 1337,
   "error_hi": 40.81766879776564,
   "error_lo": 33.16125129631732,
   "error_rate": 37.05031944685403,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 115,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5693441004769545,
   "over_budget": 0.0037397157816005983,
   "p95_loss": 0.35507531166076667,
   "probability_source": "logprobs",
   "retry_mean": 9.126137621540764,
   "scored": 1337,
   "time_median": 1.633,
   "time_p90": 7.463000000000001,
   "tokens_in": 4181.009723261032,
   "tokens_out": 10.25130890052356,
   "too_few": false,
   "usd_per_1000": 0.28351585340314134,
   "very_confident": 0.008183306055646482,
   "worst_mean": 0.5686107197804238
  },
  "holding": {
   "auroc": 0.680672268907563,
   "best_share": 0.25925925925925924,
   "blunder_share": 0.18518518518518517,
   "brier": 0.25414414556052883,
   "clusters": 8,
   "confidence_n": 24,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 27,
   "ece": 0.2567501948987045,
   "engine_scored": 27,
   "error_hi": 78.29926630171637,
   "error_lo": 16.582143207125487,
   "error_rate": 45.72820001178317,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    23
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-24",
   "mean_confidence": 0.5427879708717029,
   "over_budget": 0.0,
   "p95_loss": 0.5645998120307918,
   "probability_source": "logprobs",
   "retry_mean": 8.654074074074074,
   "scored": 27,
   "time_median": 4.835,
   "time_p90": 7.579800000000001,
   "tokens_in": 4818.666666666667,
   "tokens_out": 10.11111111111111,
   "too_few": true,
   "usd_per_1000": 0.3489377037037037,
   "very_confident": 0.041666666666666664,
   "worst_mean": 0.9330059885978699
  },
  "opening": {
   "auroc": 0.7576193411410177,
   "best_share": 0.35570469798657717,
   "blunder_share": 0.3624161073825503,
   "brier": 0.2182552565189619,
   "clusters": 100,
   "confidence_n": 250,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 298,
   "ece": 0.16754967811128887,
   "engine_scored": 298,
   "error_hi": 42.02105339992574,
   "error_lo": 31.905582089652153,
   "error_rate": 36.83587578719094,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 48,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5372099449394498,
   "over_budget": 0.003355704697986577,
   "p95_loss": 0.2861291289329529,
   "probability_source": "logprobs",
   "retry_mean": 11.160473154362416,
   "scored": 298,
   "time_median": 4.1095,
   "time_p90": 9.344100000000001,
   "tokens_in": 5493.7114093959735,
   "tokens_out": 12.71476510067114,
   "too_few": false,
   "usd_per_1000": 0.4119382617449664,
   "very_confident": 0.016,
   "worst_mean": 0.37560213009516397
  },
  "race": {
   "auroc": 0.7036185525789684,
   "best_share": 0.4899598393574297,
   "blunder_share": 0.12449799196787148,
   "brier": 0.2229901725996552,
   "clusters": 90,
   "confidence_n": 245,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 249,
   "ece": 0.07262978209610071,
   "engine_scored": 249,
   "error_hi": 30.199948156343133,
   "error_lo": 12.990930927559216,
   "error_rate": 20.635602704013685,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    21,
    23,
    24
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5542636960642706,
   "over_budget": 0.0,
   "p95_loss": 0.18222417831420898,
   "probability_source": "logprobs",
   "retry_mean": 7.051481927710843,
   "scored": 249,
   "time_median": 1.475,
   "time_p90": 6.872400000000002,
   "tokens_in": 3116.714859437751,
   "tokens_out": 8.385542168674698,
   "too_few": false,
   "usd_per_1000": 0.1870972048192771,
   "very_confident": 0.004081632653061225,
   "worst_mean": 0.480005145072937
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.390172801643507,
    "needless": 4.643808761781581,
    "none": 4.167065678644956,
    "right_risk": 3.459256684538997,
    "right_safety": 2.9609489379166734,
    "wrong_risk": 3.956409469871728
   },
   "calls": {
    "missed": 372.0,
    "needless": 112.0,
    "right_risk": 243.0,
    "right_safety": 613.0,
    "wrong_risk": 91.0
   },
   "confidence": {
    "auroc_right_risk": 0.5723981900452488,
    "missed_mean_p": 0.5452550439711948,
    "missed_n": 328,
    "taken_grouped": 60,
    "taken_n": 386,
    "taken_other": 0
   },
   "error_rate": 33.577662334397445,
   "found": {
    "den": 706.0,
    "n": 243.0,
    "share": 0.34419263456090654
   },
   "good": {
    "den": 446.0,
    "n": 243.0,
    "share": 0.5448430493273543
   },
   "judgement": 59.48549379701085,
   "judgement_hi": 61.664850018420324,
   "judgement_lo": 57.18966824246997,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.19654427645788336,
    "x": 0.6558073654390935,
    "y": 0.15448275862068966
   },
   "margin": 0.001,
   "missed": {
    "den": 706.0,
    "n": 372.0,
    "share": 0.5269121813031161
   },
   "needless": {
    "den": 725.0,
    "n": 112.0,
    "share": 0.15448275862068966
   },
   "needless_by_loss": {
    "big": {
     "den": 725.0,
     "n": 69.0,
     "share": 0.09517241379310344
    },
    "medium": {
     "den": 725.0,
     "n": 27.0,
     "share": 0.037241379310344824
    },
    "small": {
     "den": 725.0,
     "n": 16.0,
     "share": 0.022068965517241378
    }
   },
   "no_trade_off": 596.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 10.134715458442425,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 10.134715458442425,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.93731744599681,
      "needless": 6.179771130443422,
      "none": 1.54704854126376,
      "right_risk": 3.6491605779887495,
      "right_safety": 4.010620530452314,
      "wrong_risk": 3.726401220708974
     },
     "calls": {
      "missed": 297.0,
      "needless": 93.0,
      "right_risk": 147.0,
      "right_safety": 521.0,
      "wrong_risk": 52.0
     },
     "confidence": {
      "auroc_right_risk": 0.5781353383458646,
      "missed_mean_p": 0.5491324815496724,
      "missed_n": 266,
      "taken_grouped": 34,
      "taken_n": 258,
      "taken_other": 0
     },
     "error_rate": 37.05031944685403,
     "found": {
      "den": 496.0,
      "n": 147.0,
      "share": 0.2963709677419355
     },
     "good": {
      "den": 292.0,
      "n": 147.0,
      "share": 0.5034246575342466
     },
     "judgement": 57.24525848481665,
     "judgement_hi": 59.831113709338865,
     "judgement_lo": 54.780640343780924,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1489971346704871,
      "x": 0.7036290322580645,
      "y": 0.15146579804560262
     },
     "margin": 0.001,
     "missed": {
      "den": 496.0,
      "n": 297.0,
      "share": 0.5987903225806451
     },
     "needless": {
      "den": 614.0,
      "n": 93.0,
      "share": 0.15146579804560262
     },
     "needless_by_loss": {
      "big": {
       "den": 614.0,
       "n": 57.0,
       "share": 0.09283387622149837
      },
      "medium": {
       "den": 614.0,
       "n": 21.0,
       "share": 0.03420195439739414
      },
      "small": {
       "den": 614.0,
       "n": 15.0,
       "share": 0.024429967426710098
      }
     },
     "no_trade_off": 227.0,
     "reference": null,
     "right_safety": {
      "den": 614.0,
      "n": 521.0,
      "share": 0.8485342019543974
     },
     "risk_pays": 496.0,
     "safety_pays": 614.0,
     "scored": 1337,
     "sdt": {
      "aim": {
       "den": 199.0,
       "n": 147.0,
       "share": 0.7386934673366834
      },
      "beta": 1.361993680304617,
      "caution": 0.63872913957295,
      "caution_hi": 0.7322304092256443,
      "caution_lo": 0.5530758199421615,
      "cstar": 0.3970809112257685,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7780519258695913,
      "dprime_hi": 0.9675492842176148,
      "dprime_lo": 0.6028445543623219,
      "false_alarm": {
       "den": 614.0,
       "n": 93.0,
       "share": 0.15146579804560262
      },
      "false_alarm_rate": 0.15203252032520326,
      "hit": {
       "den": 496.0,
       "n": 199.0,
       "share": 0.4012096774193548
      },
      "hit_rate": 0.4014084507042254,
      "missed_loss": 0.161496252022207,
      "missed_n": 297.0,
      "na": null,
      "needless_loss": 0.17768503228823343,
      "needless_n": 93.0
     },
     "size": {
      "bad": {
       "mean": 8.813793103448276,
       "n": 145.0,
       "too_few": true
      },
      "right": {
       "mean": 7.258503401360544,
       "n": 147.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 279.0,
        "n": 105.0,
        "share": 0.3763440860215054
       },
       "missed": {
        "den": 279.0,
        "n": 151.0,
        "share": 0.5412186379928315
       },
       "risk_pays": 279.0,
       "wrong": {
        "den": 279.0,
        "n": 23.0,
        "share": 0.08243727598566308
       }
      },
      "medium": {
       "found": {
        "den": 150.0,
        "n": 33.0,
        "share": 0.22
       },
       "missed": {
        "den": 150.0,
        "n": 99.0,
        "share": 0.66
       },
       "risk_pays": 150.0,
       "wrong": {
        "den": 150.0,
        "n": 18.0,
        "share": 0.12
       }
      },
      "small": {
       "found": {
        "den": 67.0,
        "n": 9.0,
        "share": 0.13432835820895522
       },
       "missed": {
        "den": 67.0,
        "n": 47.0,
        "share": 0.7014925373134329
       },
       "risk_pays": 67.0,
       "wrong": {
        "den": 67.0,
        "n": 11.0,
        "share": 0.16417910447761194
       }
      }
     },
     "trade_off": 1110.0,
     "wrong": {
      "den": 496.0,
      "n": 52.0,
      "share": 0.10483870967741936
     }
    },
    "holding": {
     "by_call": {
      "missed": 34.91070645826834,
      "needless": 3.733128309249878,
      "none": 2.3831912764796503,
      "right_risk": 0.0,
      "right_safety": 4.701173967785305,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 7.0,
      "needless": 3.0,
      "right_risk": 1.0,
      "right_safety": 12.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 1,
      "taken_n": 3,
      "taken_other": 0
     },
     "error_rate": 45.72820001178317,
     "found": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     },
     "good": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "judgement": 46.25,
     "judgement_hi": 57.14285714285714,
     "judgement_lo": 28.54910714285716,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.875,
      "y": 0.2
     },
     "margin": 0.001,
     "missed": {
      "den": 8.0,
      "n": 7.0,
      "share": 0.875
     },
     "needless": {
      "den": 15.0,
      "n": 3.0,
      "share": 0.2
     },
     "needless_by_loss": {
      "big": {
       "den": 15.0,
       "n": 1.0,
       "share": 0.06666666666666667
      },
      "medium": {
       "den": 15.0,
       "n": 2.0,
       "share": 0.13333333333333333
      },
      "small": {
       "den": 15.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 15.0,
      "n": 12.0,
      "share": 0.8
     },
     "risk_pays": 8.0,
     "safety_pays": 15.0,
     "scored": 27,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 0.46783459889279894,
      "caution": 0.8719216636248145,
      "caution_hi": 1.4881064725618445,
      "caution_lo": 0.6124495116263727,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.19099980495377378,
      "dprime_hi": 0.9936828486871783,
      "dprime_lo": -0.8962310991370332,
      "false_alarm": {
       "den": 15.0,
       "n": 3.0,
       "share": 0.2
      },
      "false_alarm_rate": 0.21875,
      "hit": {
       "den": 8.0,
       "n": 1.0,
       "share": 0.125
      },
      "hit_rate": 0.16666666666666666,
      "missed_loss": 0.2693111641066415,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.0671963095664978,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 15.0,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 25.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.2419388230215,
      "needless": 3.5229929341565844,
      "none": 0.0,
      "right_risk": 7.157669821441574,
      "right_safety": 1.7205105731951311,
      "wrong_risk": 10.192763635376156
     },
     "calls": {
      "missed": 68.0,
      "needless": 16.0,
      "right_risk": 95.0,
      "right_safety": 80.0,
      "wrong_risk": 39.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 55,
      "taken_grouped": 25,
      "taken_n": 125,
      "taken_other": 0
     },
     "error_rate": 36.83587578719094,
     "found": {
      "den": 202.0,
      "n": 95.0,
      "share": 0.47029702970297027
     },
     "good": {
      "den": 150.0,
      "n": 95.0,
      "share": 0.6333333333333333
     },
     "judgement": 65.18151815181518,
     "judgement_hi": 69.76787260358688,
     "judgement_lo": 60.661319073083774,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3644859813084112,
      "x": 0.5297029702970297,
      "y": 0.16666666666666666
     },
     "margin": 0.001,
     "missed": {
      "den": 202.0,
      "n": 68.0,
      "share": 0.33663366336633666
     },
     "needless": {
      "den": 96.0,
      "n": 16.0,
      "share": 0.16666666666666666
     },
     "needless_by_loss": {
      "big": {
       "den": 96.0,
       "n": 11.0,
       "share": 0.11458333333333333
      },
      "medium": {
       "den": 96.0,
       "n": 4.0,
       "share": 0.041666666666666664
      },
      "small": {
       "den": 96.0,
       "n": 1.0,
       "share": 0.010416666666666666
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 96.0,
      "n": 80.0,
      "share": 0.8333333333333334
     },
     "risk_pays": 202.0,
     "safety_pays": 96.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 134.0,
       "n": 95.0,
       "share": 0.7089552238805971
      },
      "beta": 0.49963338510700467,
      "caution": 0.26714682347216373,
      "caution_hi": 0.4660081737150015,
      "caution_lo": 0.1011621566716218,
      "cstar": -0.5052938013007774,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3732222273538928,
      "dprime_hi": 1.7094006130634314,
      "dprime_lo": 1.1117314651021255,
      "false_alarm": {
       "den": 96.0,
       "n": 16.0,
       "share": 0.16666666666666666
      },
      "false_alarm_rate": 0.17010309278350516,
      "hit": {
       "den": 202.0,
       "n": 134.0,
       "share": 0.6633663366336634
      },
      "hit_rate": 0.6625615763546798,
      "missed_loss": 0.12482640497824725,
      "missed_n": 68.0,
      "na": null,
      "needless_loss": 0.13123148679733276,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 10.945454545454545,
       "n": 55.0,
       "too_few": true
      },
      "right": {
       "mean": 8.242105263157894,
       "n": 95.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 109.0,
        "n": 60.0,
        "share": 0.5504587155963303
       },
       "missed": {
        "den": 109.0,
        "n": 37.0,
        "share": 0.3394495412844037
       },
       "risk_pays": 109.0,
       "wrong": {
        "den": 109.0,
        "n": 12.0,
        "share": 0.11009174311926606
       }
      },
      "medium": {
       "found": {
        "den": 81.0,
        "n": 33.0,
        "share": 0.4074074074074074
       },
       "missed": {
        "den": 81.0,
        "n": 24.0,
        "share": 0.2962962962962963
       },
       "risk_pays": 81.0,
       "wrong": {
        "den": 81.0,
        "n": 24.0,
        "share": 0.2962962962962963
       }
      },
      "small": {
       "found": {
        "den": 12.0,
        "n": 2.0,
        "share": 0.16666666666666666
       },
       "missed": {
        "den": 12.0,
        "n": 7.0,
        "share": 0.5833333333333334
       },
       "risk_pays": 12.0,
       "wrong": {
        "den": 12.0,
        "n": 3.0,
        "share": 0.25
       }
      }
     },
     "trade_off": 298.0,
     "wrong": {
      "den": 202.0,
      "n": 39.0,
      "share": 0.19306930693069307
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.635602704013685,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.635602704013685,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 249.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 249,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 725.0,
    "n": 613.0,
    "share": 0.8455172413793104
   },
   "risk_pays": 706.0,
   "safety_pays": 725.0,
   "scored": 2027,
   "sdt": {
    "aim": {
     "den": 334.0,
     "n": 243.0,
     "share": 0.7275449101796407
    },
    "beta": 1.1006938508090325,
    "caution": 0.5414049546791285,
    "caution_hi": 0.6244238992685485,
    "caution_lo": 0.4607700346844515,
    "cstar": 0.10120535425190852,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9479810146636443,
    "dprime_hi": 1.1217167436682967,
    "dprime_lo": 0.787142596421905,
    "false_alarm": {
     "den": 725.0,
     "n": 112.0,
     "share": 0.15448275862068966
    },
    "false_alarm_rate": 0.15495867768595042,
    "hit": {
     "den": 706.0,
     "n": 334.0,
     "share": 0.4730878186968839
    },
    "hit_rate": 0.47312588401697314,
    "missed_loss": 0.15682193692973864,
    "missed_n": 372.0,
    "na": null,
    "needless_loss": 0.16808929214520113,
    "needless_n": 112.0
   },
   "size": {
    "bad": {
     "mean": 9.482758620689655,
     "n": 203.0,
     "too_few": false
    },
    "right": {
     "mean": 7.716049382716049,
     "n": 243.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 391.0,
      "n": 166.0,
      "share": 0.42455242966751916
     },
     "missed": {
      "den": 391.0,
      "n": 190.0,
      "share": 0.4859335038363171
     },
     "risk_pays": 391.0,
     "wrong": {
      "den": 391.0,
      "n": 35.0,
      "share": 0.08951406649616368
     }
    },
    "medium": {
     "found": {
      "den": 234.0,
      "n": 66.0,
      "share": 0.28205128205128205
     },
     "missed": {
      "den": 234.0,
      "n": 126.0,
      "share": 0.5384615384615384
     },
     "risk_pays": 234.0,
     "wrong": {
      "den": 234.0,
      "n": 42.0,
      "share": 0.1794871794871795
     }
    },
    "small": {
     "found": {
      "den": 81.0,
      "n": 11.0,
      "share": 0.13580246913580246
     },
     "missed": {
      "den": 81.0,
      "n": 56.0,
      "share": 0.691358024691358
     },
     "risk_pays": 81.0,
     "wrong": {
      "den": 81.0,
      "n": 14.0,
      "share": 0.1728395061728395
     }
    }
   },
   "trade_off": 1431.0,
   "wrong": {
    "den": 706.0,
    "n": 91.0,
    "share": 0.12889518413597734
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.052466028537665,
    "needless": 4.9764906310305905,
    "none": 4.167065678644956,
    "right_risk": 3.0523541971092807,
    "right_safety": 3.2986557110225148,
    "wrong_risk": 4.030630088052434
   },
   "calls": {
    "missed": 316.0,
    "needless": 137.0,
    "right_risk": 222.0,
    "right_safety": 669.0,
    "wrong_risk": 87.0
   },
   "confidence": {
    "auroc_right_risk": 0.5686856743611104,
    "missed_mean_p": 0.5490316532020334,
    "missed_n": 281,
    "taken_grouped": 60,
    "taken_n": 386,
    "taken_other": 0
   },
   "error_rate": 33.577662334397445,
   "found": {
    "den": 625.0,
    "n": 222.0,
    "share": 0.3552
   },
   "good": {
    "den": 446.0,
    "n": 222.0,
    "share": 0.4977578475336323
   },
   "judgement": 59.26124069478909,
   "judgement_hi": 61.516045691280944,
   "judgement_lo": 57.08963467847478,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.21588089330024815,
    "x": 0.6448,
    "y": 0.16997518610421836
   },
   "margin": 0.02,
   "missed": {
    "den": 625.0,
    "n": 316.0,
    "share": 0.5056
   },
   "needless": {
    "den": 806.0,
    "n": 137.0,
    "share": 0.16997518610421836
   },
   "needless_by_loss": {
    "big": {
     "den": 806.0,
     "n": 78.0,
     "share": 0.0967741935483871
    },
    "medium": {
     "den": 806.0,
     "n": 31.0,
     "share": 0.038461538461538464
    },
    "small": {
     "den": 806.0,
     "n": 28.0,
     "share": 0.034739454094292806
    }
   },
   "no_trade_off": 596.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 10.134715458442425,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 10.134715458442425,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.56110202267532,
      "needless": 6.545628184869206,
      "none": 1.54704854126376,
      "right_risk": 3.136825042156114,
      "right_safety": 4.386835953773807,
      "wrong_risk": 3.8728797021158257
     },
     "calls": {
      "missed": 250.0,
      "needless": 113.0,
      "right_risk": 132.0,
      "right_safety": 568.0,
      "wrong_risk": 47.0
     },
     "confidence": {
      "auroc_right_risk": 0.5719255416539518,
      "missed_mean_p": 0.5530505538198989,
      "missed_n": 225,
      "taken_grouped": 34,
      "taken_n": 258,
      "taken_other": 0
     },
     "error_rate": 37.05031944685403,
     "found": {
      "den": 429.0,
      "n": 132.0,
      "share": 0.3076923076923077
     },
     "good": {
      "den": 292.0,
      "n": 132.0,
      "share": 0.4520547945205479
     },
     "judgement": 57.08799277081216,
     "judgement_hi": 59.972438915793454,
     "judgement_lo": 54.45565950234428,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.15824915824915825,
      "x": 0.6923076923076923,
      "y": 0.16593245227606462
     },
     "margin": 0.02,
     "missed": {
      "den": 429.0,
      "n": 250.0,
      "share": 0.5827505827505828
     },
     "needless": {
      "den": 681.0,
      "n": 113.0,
      "share": 0.16593245227606462
     },
     "needless_by_loss": {
      "big": {
       "den": 681.0,
       "n": 63.0,
       "share": 0.09251101321585903
      },
      "medium": {
       "den": 681.0,
       "n": 25.0,
       "share": 0.03671071953010279
      },
      "small": {
       "den": 681.0,
       "n": 25.0,
       "share": 0.03671071953010279
      }
     },
     "no_trade_off": 227.0,
     "reference": null,
     "right_safety": {
      "den": 681.0,
      "n": 568.0,
      "share": 0.8340675477239354
     },
     "risk_pays": 429.0,
     "safety_pays": 681.0,
     "scored": 1337,
     "sdt": {
      "aim": {
       "den": 179.0,
       "n": 132.0,
       "share": 0.7374301675977654
      },
      "beta": 1.3090340733993284,
      "caution": 0.5884211571767637,
      "caution_hi": 0.6809100748739632,
      "caution_lo": 0.49628000678379713,
      "cstar": 0.3543479195378306,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7599579448329045,
      "dprime_hi": 0.9364947426732447,
      "dprime_lo": 0.5868057029798196,
      "false_alarm": {
       "den": 681.0,
       "n": 113.0,
       "share": 0.16593245227606462
      },
      "false_alarm_rate": 0.16642228739002932,
      "hit": {
       "den": 429.0,
       "n": 179.0,
       "share": 0.4172494172494173
      },
      "hit_rate": 0.4174418604651163,
      "missed_loss": 0.18783354723453521,
      "missed_n": 250.0,
      "na": null,
      "needless_loss": 0.15489389173752438,
      "needless_n": 113.0
     },
     "size": {
      "bad": {
       "mean": 8.6625,
       "n": 160.0,
       "too_few": true
      },
      "right": {
       "mean": 7.265151515151516,
       "n": 132.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 279.0,
        "n": 101.0,
        "share": 0.36200716845878134
       },
       "missed": {
        "den": 279.0,
        "n": 151.0,
        "share": 0.5412186379928315
       },
       "risk_pays": 279.0,
       "wrong": {
        "den": 279.0,
        "n": 27.0,
        "share": 0.0967741935483871
       }
      },
      "medium": {
       "found": {
        "den": 150.0,
        "n": 31.0,
        "share": 0.20666666666666667
       },
       "missed": {
        "den": 150.0,
        "n": 99.0,
        "share": 0.66
       },
       "risk_pays": 150.0,
       "wrong": {
        "den": 150.0,
        "n": 20.0,
        "share": 0.13333333333333333
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1110.0,
     "wrong": {
      "den": 429.0,
      "n": 47.0,
      "share": 0.10955710955710955
     }
    },
    "holding": {
     "by_call": {
      "missed": 34.533720325540614,
      "needless": 3.733128309249878,
      "none": 2.3831912764796503,
      "right_risk": 0.0,
      "right_safety": 5.078160100513035,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 3.0,
      "right_risk": 1.0,
      "right_safety": 14.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 1,
      "taken_n": 3,
      "taken_other": 0
     },
     "error_rate": 45.72820001178317,
     "found": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "judgement": 49.509803921568626,
     "judgement_hi": 60.0,
     "judgement_lo": 31.25,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8333333333333334,
      "y": 0.17647058823529413
     },
     "margin": 0.02,
     "missed": {
      "den": 6.0,
      "n": 5.0,
      "share": 0.8333333333333334
     },
     "needless": {
      "den": 17.0,
      "n": 3.0,
      "share": 0.17647058823529413
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      },
      "medium": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "small": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 14.0,
      "share": 0.8235294117647058
     },
     "risk_pays": 6.0,
     "safety_pays": 17.0,
     "scored": 27,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 0.5104767541453898,
      "caution": 0.8266363639587735,
      "caution_hi": 1.4632025962480366,
      "caution_lo": 0.5092961065395487,
      "cstar": -9.60647553717739,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.06999551243079771,
      "dprime_hi": 1.23205069365841,
      "dprime_lo": -0.612830274173235,
      "false_alarm": {
       "den": 17.0,
       "n": 3.0,
       "share": 0.17647058823529413
      },
      "false_alarm_rate": 0.19444444444444445,
      "hit": {
       "den": 6.0,
       "n": 1.0,
       "share": 0.16666666666666666
      },
      "hit_rate": 0.21428571428571427,
      "missed_loss": 0.3729641795158386,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.0671963095664978,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 15.0,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 25.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 13.666928814561576,
      "needless": 4.144453562346081,
      "none": 0.0,
      "right_risk": 6.688546564354993,
      "right_safety": 2.295520581655054,
      "wrong_risk": 10.04042626427324
     },
     "calls": {
      "missed": 61.0,
      "needless": 21.0,
      "right_risk": 89.0,
      "right_safety": 87.0,
      "wrong_risk": 40.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 51,
      "taken_grouped": 25,
      "taken_n": 125,
      "taken_other": 0
     },
     "error_rate": 36.83587578719094,
     "found": {
      "den": 190.0,
      "n": 89.0,
      "share": 0.46842105263157896
     },
     "good": {
      "den": 150.0,
      "n": 89.0,
      "share": 0.5933333333333334
     },
     "judgement": 63.69883040935673,
     "judgement_hi": 68.03097045349766,
     "judgement_lo": 59.11269814499529,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.39603960396039606,
      "x": 0.531578947368421,
      "y": 0.19444444444444445
     },
     "margin": 0.02,
     "missed": {
      "den": 190.0,
      "n": 61.0,
      "share": 0.32105263157894737
     },
     "needless": {
      "den": 108.0,
      "n": 21.0,
      "share": 0.19444444444444445
     },
     "needless_by_loss": {
      "big": {
       "den": 108.0,
       "n": 14.0,
       "share": 0.12962962962962962
      },
      "medium": {
       "den": 108.0,
       "n": 4.0,
       "share": 0.037037037037037035
      },
      "small": {
       "den": 108.0,
       "n": 3.0,
       "share": 0.027777777777777776
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 108.0,
      "n": 87.0,
      "share": 0.8055555555555556
     },
     "risk_pays": 190.0,
     "safety_pays": 108.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 129.0,
       "n": 89.0,
       "share": 0.689922480620155
      },
      "beta": 0.5006993646097775,
      "caution": 0.19467532012956143,
      "caution_hi": 0.3736313765391139,
      "caution_lo": 0.0324174991961618,
      "cstar": -0.526591464730059,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3136358543249216,
      "dprime_hi": 1.5896108414443249,
      "dprime_lo": 1.0733973434696684,
      "false_alarm": {
       "den": 108.0,
       "n": 21.0,
       "share": 0.19444444444444445
      },
      "false_alarm_rate": 0.19724770642201836,
      "hit": {
       "den": 190.0,
       "n": 129.0,
       "share": 0.6789473684210526
      },
      "hit_rate": 0.6780104712041884,
      "missed_loss": 0.1335326159586672,
      "missed_n": 61.0,
      "na": null,
      "needless_loss": 0.11762353919801258,
      "needless_n": 21.0
     },
     "size": {
      "bad": {
       "mean": 10.245901639344263,
       "n": 61.0,
       "too_few": true
      },
      "right": {
       "mean": 8.539325842696629,
       "n": 89.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 109.0,
        "n": 58.0,
        "share": 0.5321100917431193
       },
       "missed": {
        "den": 109.0,
        "n": 37.0,
        "share": 0.3394495412844037
       },
       "risk_pays": 109.0,
       "wrong": {
        "den": 109.0,
        "n": 14.0,
        "share": 0.12844036697247707
       }
      },
      "medium": {
       "found": {
        "den": 81.0,
        "n": 31.0,
        "share": 0.38271604938271603
       },
       "missed": {
        "den": 81.0,
        "n": 24.0,
        "share": 0.2962962962962963
       },
       "risk_pays": 81.0,
       "wrong": {
        "den": 81.0,
        "n": 26.0,
        "share": 0.32098765432098764
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 298.0,
     "wrong": {
      "den": 190.0,
      "n": 40.0,
      "share": 0.21052631578947367
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.635602704013685,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.635602704013685,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 249.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 249,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 806.0,
    "n": 669.0,
    "share": 0.8300248138957816
   },
   "risk_pays": 625.0,
   "safety_pays": 806.0,
   "scored": 2027,
   "sdt": {
    "aim": {
     "den": 309.0,
     "n": 222.0,
     "share": 0.7184466019417476
    },
    "beta": 1.0533972654805093,
    "caution": 0.4833317453111749,
    "caution_hi": 0.5597613948697244,
    "caution_lo": 0.40891548059283717,
    "cstar": 0.0554214714412974,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9386331833569682,
    "dprime_hi": 1.0841427518063445,
    "dprime_lo": 0.7938767826292001,
    "false_alarm": {
     "den": 806.0,
     "n": 137.0,
     "share": 0.16997518610421836
    },
    "false_alarm_rate": 0.17038413878562578,
    "hit": {
     "den": 625.0,
     "n": 309.0,
     "share": 0.4944
    },
    "hit_rate": 0.49440894568690097,
    "missed_loss": 0.18028068759396107,
    "missed_n": 316.0,
    "na": null,
    "needless_loss": 0.14726053297954755,
    "needless_n": 137.0
   },
   "size": {
    "bad": {
     "mean": 9.178571428571429,
     "n": 224.0,
     "too_few": false
    },
    "right": {
     "mean": 7.8558558558558556,
     "n": 222.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 391.0,
      "n": 160.0,
      "share": 0.4092071611253197
     },
     "missed": {
      "den": 391.0,
      "n": 190.0,
      "share": 0.4859335038363171
     },
     "risk_pays": 391.0,
     "wrong": {
      "den": 391.0,
      "n": 41.0,
      "share": 0.10485933503836317
     }
    },
    "medium": {
     "found": {
      "den": 234.0,
      "n": 62.0,
      "share": 0.26495726495726496
     },
     "missed": {
      "den": 234.0,
      "n": 126.0,
      "share": 0.5384615384615384
     },
     "risk_pays": 234.0,
     "wrong": {
      "den": 234.0,
      "n": 46.0,
      "share": 0.19658119658119658
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1431.0,
   "wrong": {
    "den": 625.0,
    "n": 87.0,
    "share": 0.1392
   }
  }
 },
 "slug": "qwen3-8-flash-off",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 33.8833541781814,
   "n": 54,
   "too_few": true
  },
  "blitz": {
   "error_rate": 39.31594807565497,
   "n": 209,
   "too_few": false
  },
  "holding": {
   "error_rate": 45.72820001178317,
   "n": 27,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 40.88498898961926,
   "n": 362,
   "too_few": false
  },
  "other": {
   "error_rate": 38.41803098718325,
   "n": 72,
   "too_few": true
  },
  "priming": {
   "error_rate": 34.25481028389186,
   "n": 640,
   "too_few": false
  }
 },
 "version": "v3"
}
