{
 "aliases": [
  "DeepSeek V4.1 Flash 1017 (off)"
 ],
 "close": {
  "close": {
   "den": 537,
   "n": 62,
   "share": 0.1154562383612663,
   "small": false
  },
  "decisions": 2034,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 537,
  "exclusions": {
   "grouped": 128,
   "not_audited": 428,
   "sparse": 941
  },
  "groups": {
   "close": {
    "by_count": [
     35,
     17,
     10,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 62,
      "n": 14,
      "share": 0.22580645161290322,
      "small": true
     },
     "points": {
      "den": 62,
      "n": 9,
      "share": 0.14516129032258066,
      "small": true
     },
     "prime": {
      "den": 62,
      "n": 11,
      "share": 0.1774193548387097,
      "small": true
     },
     "race": {
      "den": 62,
      "n": 3,
      "share": 0.04838709677419355,
      "small": true
     }
    },
    "gap": {
     "mean": 0.08187093273285896,
     "median": 0.01830267906188965,
     "n": 62
    },
    "loss1": {
     "mean": 0.058345549529598605,
     "median": 0.007862687110900879,
     "n": 62
    },
    "loss2": {
     "mean": 0.05141058564186096,
     "median": 0.0030472278594970703,
     "n": 62
    },
    "n": 62,
    "p1": {
     "mean": 0.552682160078469,
     "median": 0.5711854923091245,
     "n": 62
    },
    "p2": {
     "mean": 0.39150708795044326,
     "median": 0.39116546616694775,
     "n": 62
    },
    "psum": {
     "mean": 0.9441892480289122,
     "median": 0.9975346532051013,
     "n": 62
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     1,
     2,
     5,
     3,
     51
    ]
   },
   "other": {
    "by_count": [
     162,
     221,
     75,
     16,
     1
    ],
    "differ": {
     "hitting": {
      "den": 475,
      "n": 186,
      "share": 0.391578947368421,
      "small": false
     },
     "points": {
      "den": 475,
      "n": 66,
      "share": 0.13894736842105262,
      "small": false
     },
     "prime": {
      "den": 475,
      "n": 114,
      "share": 0.24,
      "small": false
     },
     "race": {
      "den": 475,
      "n": 57,
      "share": 0.12,
      "small": false
     }
    },
    "gap": {
     "mean": 0.12361543517363699,
     "median": 0.05491232872009277,
     "n": 475
    },
    "loss1": {
     "mean": 0.0264288414152045,
     "median": 0.0,
     "n": 475
    },
    "loss2": {
     "mean": 0.10664613221821032,
     "median": 0.03001570701599121,
     "n": 475
    },
    "n": 475,
    "p1": {
     "mean": 0.9411619819946151,
     "median": 0.9934835797050923,
     "n": 475
    },
    "p2": {
     "mean": 0.052264781278426445,
     "median": 0.005452273819588002,
     "n": 475
    },
    "psum": {
     "mean": 0.9934267632730415,
     "median": 0.9998145365020482,
     "n": 475
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     1,
     6,
     468
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 291,
       "n": 36,
       "share": 0.12371134020618557,
       "small": false
      },
      "eligible": 291,
      "risk_close": {
       "den": 36,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 72,
       "n": 14,
       "share": 0.19444444444444445,
       "small": true
      },
      "eligible": 72,
      "risk_close": {
       "den": 14,
       "n": 10,
       "share": 0.7142857142857143,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 174,
       "n": 12,
       "share": 0.06896551724137931,
       "small": true
      },
      "eligible": 174,
      "risk_close": {
       "den": 12,
       "n": 3,
       "share": 0.25,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.7,
     "adj_other": 0.8625,
     "adjusted": -0.1625000000000001,
     "adjusted_hi": 0.16149350649350624,
     "adjusted_left_out": 3,
     "adjusted_lo": -0.3809641387419166,
     "close": {
      "den": 10,
      "n": 7,
      "share": 0.7,
      "small": true
     },
     "covered": {
      "den": 10,
      "n": 10,
      "share": 1.0,
      "small": true
     },
     "crude": -0.15416666666666667,
     "crude_hi": 0.1636054421768704,
     "crude_left_out": 3,
     "crude_lo": -0.3697886131196665,
     "group": 58,
     "matches": 15,
     "na": null,
     "other": {
      "den": 48,
      "n": 41,
      "share": 0.8541666666666666,
      "small": true
     },
     "resamples": 2000,
     "strata": 7,
     "strata_both": 3
    },
    "stake": {
     "big": {
      "den": 39,
      "n": 5,
      "share": 0.1282051282051282,
      "small": true
     },
     "medium": {
      "den": 18,
      "n": 6,
      "share": 0.3333333333333333,
      "small": true
     },
     "small": {
      "den": 15,
      "n": 3,
      "share": 0.2,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 291,
       "n": 36,
       "share": 0.12371134020618557,
       "small": false
      },
      "eligible": 291,
      "risk_close": {
       "den": 36,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 57,
       "n": 11,
       "share": 0.19298245614035087,
       "small": true
      },
      "eligible": 57,
      "risk_close": {
       "den": 11,
       "n": 7,
       "share": 0.6363636363636364,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 189,
       "n": 15,
       "share": 0.07936507936507936,
       "small": true
      },
      "eligible": 189,
      "risk_close": {
       "den": 15,
       "n": 6,
       "share": 0.4,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.7142857142857143,
     "adj_other": 0.875,
     "adjusted": -0.1607142857142857,
     "adjusted_hi": 0.19434210526315793,
     "adjusted_left_out": 25,
     "adjusted_lo": -0.4482758620689655,
     "close": {
      "den": 7,
      "n": 5,
      "share": 0.7142857142857143,
      "small": true
     },
     "covered": {
      "den": 7,
      "n": 7,
      "share": 1.0,
      "small": true
     },
     "crude": -0.1278195488721804,
     "crude_hi": 0.23076923076923073,
     "crude_left_out": 25,
     "crude_lo": -0.41666666666666663,
     "group": 45,
     "matches": 15,
     "na": null,
     "other": {
      "den": 38,
      "n": 32,
      "share": 0.8421052631578947,
      "small": true
     },
     "resamples": 2000,
     "strata": 5,
     "strata_both": 3
    },
    "stake": {
     "big": {
      "den": 39,
      "n": 5,
      "share": 0.1282051282051282,
      "small": true
     },
     "medium": {
      "den": 18,
      "n": 6,
      "share": 0.3333333333333333,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 62,
   "n": 13,
   "share": 0.20967741935483872,
   "small": true
  },
  "risk_close_of_eligible": {
   "den": 537,
   "n": 13,
   "share": 0.024208566108007448,
   "small": false
  },
  "risk_pair_other": {
   "den": 475,
   "n": 184,
   "share": 0.3873684210526316,
   "small": false
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7225684595086421,
  "auroc_blunder": 0.6631993464052287,
  "confident_badly_wrong": {
   "den": 1865,
   "n": 158,
   "share": 0.08471849865951743
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1030,
     "n": 158,
     "share": 0.1533980582524272
    },
    "kept": {
     "den": 1865,
     "n": 1030,
     "share": 0.5522788203753352
    },
    "mean_loss": 0.042544244909749444,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 597,
     "n": 57,
     "share": 0.09547738693467336
    },
    "kept": {
     "den": 1865,
     "n": 597,
     "share": 0.3201072386058981
    },
    "mean_loss": 0.024426785346051957,
    "too_few": false
   }
  },
  "ece": 0.3531301983718327,
  "held_out": {
   "blunders": 0.0322041106805878,
   "kept": 0.024739976801609557,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1865,
  "surest": {
   "cut": 0.9960446726243035,
   "error_rate": 11.455256563693094,
   "n": 467,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 32.11710896146925,
   "n": 608,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 56.332042591318654,
   "n": 631,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 20.910205312494963,
   "n": 795,
   "too_few": false
  }
 },
 "name": "DeepSeek-V4.1-Flash 1017 (off)",
 "options": {
  "11–15": {
   "error_rate": 47.84842526625053,
   "n": 373,
   "too_few": false
  },
  "16–25": {
   "error_rate": 45.36014295541323,
   "n": 325,
   "too_few": false
  },
  "26+": {
   "error_rate": 51.22258609279673,
   "n": 188,
   "too_few": true
  },
  "2–5": {
   "error_rate": 15.727282948576645,
   "n": 692,
   "too_few": false
  },
  "6–10": {
   "error_rate": 40.77565630799845,
   "n": 456,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 2.0230751145969736,
   "n": 132,
   "too_few": true
  },
  "contact": {
   "error_rate": 41.50949243034557,
   "n": 1299,
   "too_few": false
  },
  "holding": {
   "error_rate": 13.881856841700417,
   "n": 28,
   "too_few": true
  },
  "opening": {
   "error_rate": 39.57294640971012,
   "n": 305,
   "too_few": false
  },
  "race": {
   "error_rate": 18.703767105385108,
   "n": 270,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7225684595086421,
  "best_share": 0.4773844641101278,
  "blunder_share": 0.2359882005899705,
  "brier": 0.34631154986801277,
  "clusters": 102,
  "confidence_n": 1865,
  "confident_badly_wrong": 0.08471849865951743,
  "cost_coverage": 1.0,
  "decisions": 2034,
  "ece": 0.3531301983718327,
  "engine_scored": 2034,
  "error_hi": 38.81113833697785,
  "error_lo": 31.811222711720227,
  "error_rate": 35.248935273907996,
  "first_date": "2026-10-24",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 169,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.8453553994442188,
  "over_budget": 0.0,
  "p95_loss": 0.36535311341285687,
  "probability_source": "logprobs",
  "retry_mean": 24.175966076696167,
  "scored": 2034,
  "time_median": 0.8434999999999999,
  "time_p90": 1.3931,
  "tokens_in": 3845.5039331366766,
  "tokens_out": 1.233038348082596,
  "too_few": false,
  "usd_per_1000": 0.24391185250737463,
  "very_confident": 0.5522788203753352,
  "worst_mean": 0.5914421931785696
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8703389830508474,
   "best_share": 0.9166666666666666,
   "blunder_share": 0.015151515151515152,
   "brier": 0.05663707908251863,
   "clusters": 48,
   "confidence_n": 128,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 132,
   "ece": 0.034679127810917906,
   "engine_scored": 132,
   "error_hi": 4.014844146929101,
   "error_lo": 0.4777017908297566,
   "error_rate": 2.0230751145969736,
   "first_date": "2026-10-24",
   "group_sizes": [
    15,
    19,
    21,
    23
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9240359051311772,
   "over_budget": 0.0,
   "p95_loss": 0.0134220242500303,
   "probability_source": "logprobs",
   "retry_mean": 18.388757575757573,
   "scored": 132,
   "time_median": 0.833,
   "time_p90": 1.1873000000000002,
   "tokens_in": 2965.439393939394,
   "tokens_out": 1.0833333333333333,
   "too_few": true,
   "usd_per_1000": 0.14668218181818182,
   "very_confident": 0.796875,
   "worst_mean": 0.07397186756134033
  },
  "contact": {
   "auroc": 0.7004435870514691,
   "best_share": 0.4749807544264819,
   "blunder_share": 0.25943033102386454,
   "brier": 0.3603623845481414,
   "clusters": 102,
   "confidence_n": 1186,
   "confident_badly_wrong": 0.1045531197301855,
   "cost_coverage": 1.0,
   "decisions": 1299,
   "ece": 0.36356069764748306,
   "engine_scored": 1299,
   "error_hi": 46.54593751872639,
   "error_lo": 36.73238256916322,
   "error_rate": 41.50949243034557,
   "first_date": "2026-10-24",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 113,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8517563131618169,
   "over_budget": 0.0,
   "p95_loss": 0.4244749903678886,
   "probability_source": "logprobs",
   "retry_mean": 25.12783063895304,
   "scored": 1299,
   "time_median": 0.849,
   "time_p90": 1.4366,
   "tokens_in": 3917.277906081601,
   "tokens_out": 1.2494226327944573,
   "too_few": false,
   "usd_per_1000": 0.2508591085450346,
   "very_confident": 0.5615514333895447,
   "worst_mean": 0.6702151587376228
  },
  "holding": {
   "auroc": 0.6666666666666666,
   "best_share": 0.42857142857142855,
   "blunder_share": 0.14285714285714285,
   "brier": 0.34481528242349635,
   "clusters": 9,
   "confidence_n": 25,
   "confident_badly_wrong": 0.04,
   "cost_coverage": 1.0,
   "decisions": 28,
   "ece": 0.34975838145124444,
   "engine_scored": 28,
   "error_hi": 22.239235566993212,
   "error_lo": 7.686732471623319,
   "error_rate": 13.881856841700417,
   "first_date": "2026-10-24",
   "group_sizes": [
    17,
    24
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8297583814512444,
   "over_budget": 0.0,
   "p95_loss": 0.10649698972702025,
   "probability_source": "logprobs",
   "retry_mean": 13.605500000000001,
   "scored": 28,
   "time_median": 0.8175,
   "time_p90": 1.5405000000000006,
   "tokens_in": 4150.071428571428,
   "tokens_out": 1.3214285714285714,
   "too_few": true,
   "usd_per_1000": 0.2538915,
   "very_confident": 0.32,
   "worst_mean": 0.16255998611450195
  },
  "opening": {
   "auroc": 0.8223340904905151,
   "best_share": 0.32786885245901637,
   "blunder_share": 0.3344262295081967,
   "brier": 0.3994369222898648,
   "clusters": 102,
   "confidence_n": 270,
   "confident_badly_wrong": 0.08148148148148149,
   "cost_coverage": 1.0,
   "decisions": 305,
   "ece": 0.4661864842658558,
   "engine_scored": 305,
   "error_hi": 45.92418899512376,
   "error_lo": 33.2785497676635,
   "error_rate": 39.57294640971012,
   "first_date": "2026-10-24",
   "group_sizes": [
    14,
    15,
    16,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 35,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8032235213028929,
   "over_budget": 0.0,
   "p95_loss": 0.3082844614982605,
   "probability_source": "logprobs",
   "retry_mean": 26.751895081967213,
   "scored": 305,
   "time_median": 0.872,
   "time_p90": 2.424000000000001,
   "tokens_in": 4402.537704918032,
   "tokens_out": 1.3114754098360655,
   "too_few": false,
   "usd_per_1000": 0.31489054426229507,
   "very_confident": 0.45185185185185184,
   "worst_mean": 0.437199600537618
  },
  "race": {
   "auroc": 0.6380496192581675,
   "best_share": 0.44814814814814813,
   "blunder_share": 0.12962962962962962,
   "brier": 0.3701693563606828,
   "clusters": 92,
   "confidence_n": 256,
   "confident_badly_wrong": 0.04296875,
   "cost_coverage": 1.0,
   "decisions": 270,
   "ece": 0.36138252503398505,
   "engine_scored": 270,
   "error_hi": 26.174256538844105,
   "error_lo": 12.965714901252465,
   "error_rate": 18.703767105385108,
   "first_date": "2026-10-24",
   "group_sizes": [
    14,
    15,
    19,
    20,
    21,
    22,
    23,
    26
   ],
   "grouped": 14,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8223200250339852,
   "over_budget": 0.0,
   "p95_loss": 0.1709990739822387,
   "probability_source": "logprobs",
   "retry_mean": 20.612092592592592,
   "scored": 270,
   "time_median": 0.7895000000000001,
   "time_p90": 1.2052,
   "tokens_in": 3269.6185185185186,
   "tokens_out": 1.1296296296296295,
   "too_few": false,
   "usd_per_1000": 0.17680777777777776,
   "very_confident": 0.515625,
   "worst_mean": 0.3346616157463619
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 21.425522666061873,
    "needless": 2.493309499943151,
    "none": 3.4666398545633728,
    "right_risk": 1.613494430026708,
    "right_safety": 3.7507157161055296,
    "wrong_risk": 2.499253107207363
   },
   "calls": {
    "missed": 487.0,
    "needless": 62.0,
    "right_risk": 181.0,
    "right_safety": 683.0,
    "wrong_risk": 45.0
   },
   "confidence": {
    "auroc_right_risk": 0.5830079940509388,
    "missed_mean_p": 0.8097810685073139,
    "missed_n": 437,
    "taken_grouped": 26,
    "taken_n": 262,
    "taken_other": 0
   },
   "error_rate": 35.248935273907996,
   "found": {
    "den": 713.0,
    "n": 181.0,
    "share": 0.2538569424964937
   },
   "good": {
    "den": 288.0,
    "n": 181.0,
    "share": 0.6284722222222222
   },
   "judgement": 58.53177329932133,
   "judgement_hi": 60.48651420777238,
   "judgement_lo": 56.57573275267902,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.08458646616541353,
    "x": 0.7461430575035063,
    "y": 0.08322147651006712
   },
   "margin": 0.001,
   "missed": {
    "den": 713.0,
    "n": 487.0,
    "share": 0.6830294530154277
   },
   "needless": {
    "den": 745.0,
    "n": 62.0,
    "share": 0.08322147651006712
   },
   "needless_by_loss": {
    "big": {
     "den": 745.0,
     "n": 38.0,
     "share": 0.05100671140939597
    },
    "medium": {
     "den": 745.0,
     "n": 19.0,
     "share": 0.025503355704697986
    },
    "small": {
     "den": 745.0,
     "n": 5.0,
     "share": 0.006711409395973154
    }
   },
   "no_trade_off": 576.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.0230751145969736,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.0230751145969736,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 132.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 132,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 27.019525934770716,
      "needless": 3.694794768090428,
      "none": 1.3118669608632265,
      "right_risk": 1.3886083883905154,
      "right_safety": 5.190160787959022,
      "wrong_risk": 2.9045355902716596
     },
     "calls": {
      "missed": 358.0,
      "needless": 54.0,
      "right_risk": 114.0,
      "right_safety": 577.0,
      "wrong_risk": 26.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.823732105172974,
      "missed_n": 320,
      "taken_grouped": 16,
      "taken_n": 178,
      "taken_other": 0
     },
     "error_rate": 41.50949243034557,
     "found": {
      "den": 498.0,
      "n": 114.0,
      "share": 0.2289156626506024
     },
     "good": {
      "den": 194.0,
      "n": 114.0,
      "share": 0.5876288659793815
     },
     "judgement": 57.16686078704676,
     "judgement_hi": 59.402857381102635,
     "judgement_lo": 55.07322597435067,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06770833333333333,
      "x": 0.7710843373493976,
      "y": 0.08557844690966719
     },
     "margin": 0.001,
     "missed": {
      "den": 498.0,
      "n": 358.0,
      "share": 0.7188755020080321
     },
     "needless": {
      "den": 631.0,
      "n": 54.0,
      "share": 0.08557844690966719
     },
     "needless_by_loss": {
      "big": {
       "den": 631.0,
       "n": 34.0,
       "share": 0.05388272583201268
      },
      "medium": {
       "den": 631.0,
       "n": 16.0,
       "share": 0.025356576862123614
      },
      "small": {
       "den": 631.0,
       "n": 4.0,
       "share": 0.006339144215530904
      }
     },
     "no_trade_off": 170.0,
     "reference": null,
     "right_safety": {
      "den": 631.0,
      "n": 577.0,
      "share": 0.9144215530903328
     },
     "risk_pays": 498.0,
     "safety_pays": 631.0,
     "scored": 1299,
     "sdt": {
      "aim": {
       "den": 140.0,
       "n": 114.0,
       "share": 0.8142857142857143
      },
      "beta": 1.1486874556860367,
      "caution": 0.9712597551884379,
      "caution_hi": 1.074853582349363,
      "caution_lo": 0.8817839856511911,
      "cstar": 0.17633633667498816,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7861110777249513,
      "dprime_hi": 0.9618562471014862,
      "dprime_lo": 0.6161381023662967,
      "false_alarm": {
       "den": 631.0,
       "n": 54.0,
       "share": 0.08557844690966719
      },
      "false_alarm_rate": 0.08623417721518987,
      "hit": {
       "den": 498.0,
       "n": 140.0,
       "share": 0.28112449799196787
      },
      "hit_rate": 0.281563126252505,
      "missed_loss": 0.1960802468674143,
      "missed_n": 358.0,
      "na": null,
      "needless_loss": 0.17776068162035058,
      "needless_n": 54.0
     },
     "size": {
      "bad": {
       "mean": 7.3875,
       "n": 80.0,
       "too_few": true
      },
      "right": {
       "mean": 5.7894736842105265,
       "n": 114.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 300.0,
        "n": 92.0,
        "share": 0.30666666666666664
       },
       "missed": {
        "den": 300.0,
        "n": 194.0,
        "share": 0.6466666666666666
       },
       "risk_pays": 300.0,
       "wrong": {
        "den": 300.0,
        "n": 14.0,
        "share": 0.04666666666666667
       }
      },
      "medium": {
       "found": {
        "den": 141.0,
        "n": 18.0,
        "share": 0.1276595744680851
       },
       "missed": {
        "den": 141.0,
        "n": 115.0,
        "share": 0.8156028368794326
       },
       "risk_pays": 141.0,
       "wrong": {
        "den": 141.0,
        "n": 8.0,
        "share": 0.05673758865248227
       }
      },
      "small": {
       "found": {
        "den": 57.0,
        "n": 4.0,
        "share": 0.07017543859649122
       },
       "missed": {
        "den": 57.0,
        "n": 49.0,
        "share": 0.8596491228070176
       },
       "risk_pays": 57.0,
       "wrong": {
        "den": 57.0,
        "n": 4.0,
        "share": 0.07017543859649122
       }
      }
     },
     "trade_off": 1129.0,
     "wrong": {
      "den": 498.0,
      "n": 26.0,
      "share": 0.05220883534136546
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.787740962845938,
      "needless": 0.8510521480015346,
      "none": 1.0702588728496008,
      "right_risk": 0.0,
      "right_safety": 7.172804858003344,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 1.0,
      "right_risk": 0.0,
      "right_safety": 20.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 13.881856841700417,
     "found": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 1.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.61904761904761,
     "judgement_hi": 50.0,
     "judgement_lo": 44.44444444444444,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.047619047619047616
     },
     "margin": 0.001,
     "missed": {
      "den": 4.0,
      "n": 4.0,
      "share": 1.0
     },
     "needless": {
      "den": 21.0,
      "n": 1.0,
      "share": 0.047619047619047616
     },
     "needless_by_loss": {
      "big": {
       "den": 21.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 21.0,
       "n": 1.0,
       "share": 0.047619047619047616
      },
      "small": {
       "den": 21.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 21.0,
      "n": 20.0,
      "share": 0.9523809523809523
     },
     "risk_pays": 4.0,
     "safety_pays": 21.0,
     "scored": 28,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 3.7328868137863203,
      "caution": 1.3855108039362705,
      "caution_hi": 1.6917088481033091,
      "caution_lo": 1.17520784660117,
      "cstar": 6.3350881528549605,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.20791847678333952,
      "dprime_hi": 1.0516646344814409,
      "dprime_lo": -0.3006259823838544,
      "false_alarm": {
       "den": 21.0,
       "n": 1.0,
       "share": 0.047619047619047616
      },
      "false_alarm_rate": 0.06818181818181818,
      "hit": {
       "den": 4.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.1,
      "missed_loss": 0.06702837347984314,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.04765892028808594,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 25.0,
     "wrong": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 27.367515300141005,
      "needless": 0.8131923245601966,
      "none": 0.0,
      "right_risk": 4.84605040706572,
      "right_safety": 2.249502842543555,
      "wrong_risk": 4.29668553539964
     },
     "calls": {
      "missed": 125.0,
      "needless": 7.0,
      "right_risk": 67.0,
      "right_safety": 86.0,
      "wrong_risk": 19.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 113,
      "taken_grouped": 10,
      "taken_n": 83,
      "taken_other": 0
     },
     "error_rate": 39.57294640971012,
     "found": {
      "den": 211.0,
      "n": 67.0,
      "share": 0.3175355450236967
     },
     "good": {
      "den": 93.0,
      "n": 67.0,
      "share": 0.7204301075268817
     },
     "judgement": 62.11333639096978,
     "judgement_hi": 65.85625179708623,
     "judgement_lo": 58.08001440894256,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13194444444444445,
      "x": 0.6824644549763034,
      "y": 0.07526881720430108
     },
     "margin": 0.001,
     "missed": {
      "den": 211.0,
      "n": 125.0,
      "share": 0.5924170616113744
     },
     "needless": {
      "den": 93.0,
      "n": 7.0,
      "share": 0.07526881720430108
     },
     "needless_by_loss": {
      "big": {
       "den": 93.0,
       "n": 4.0,
       "share": 0.043010752688172046
      },
      "medium": {
       "den": 93.0,
       "n": 2.0,
       "share": 0.021505376344086023
      },
      "small": {
       "den": 93.0,
       "n": 1.0,
       "share": 0.010752688172043012
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 93.0,
      "n": 86.0,
      "share": 0.9247311827956989
     },
     "risk_pays": 211.0,
     "safety_pays": 93.0,
     "scored": 305,
     "sdt": {
      "aim": {
       "den": 86.0,
       "n": 67.0,
       "share": 0.7790697674418605
      },
      "beta": 0.23386776622183642,
      "caution": 0.8195741618804954,
      "caution_hi": 1.065788647412845,
      "caution_lo": 0.6359308703016816,
      "cstar": -1.2377961699889426,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1738600103954078,
      "dprime_hi": 1.6054670323024092,
      "dprime_lo": 0.8569938216423986,
      "false_alarm": {
       "den": 93.0,
       "n": 7.0,
       "share": 0.07526881720430108
      },
      "false_alarm_rate": 0.0797872340425532,
      "hit": {
       "den": 211.0,
       "n": 86.0,
       "share": 0.4075829383886256
      },
      "hit_rate": 0.4080188679245283,
      "missed_loss": 0.13355347466468812,
      "missed_n": 125.0,
      "na": null,
      "needless_loss": 0.07086390256881714,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 12.26923076923077,
       "n": 26.0,
       "too_few": true
      },
      "right": {
       "mean": 7.402985074626866,
       "n": 67.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 113.0,
        "n": 46.0,
        "share": 0.40707964601769914
       },
       "missed": {
        "den": 113.0,
        "n": 61.0,
        "share": 0.5398230088495575
       },
       "risk_pays": 113.0,
       "wrong": {
        "den": 113.0,
        "n": 6.0,
        "share": 0.05309734513274336
       }
      },
      "medium": {
       "found": {
        "den": 78.0,
        "n": 19.0,
        "share": 0.24358974358974358
       },
       "missed": {
        "den": 78.0,
        "n": 47.0,
        "share": 0.6025641025641025
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 12.0,
        "share": 0.15384615384615385
       }
      },
      "small": {
       "found": {
        "den": 20.0,
        "n": 2.0,
        "share": 0.1
       },
       "missed": {
        "den": 20.0,
        "n": 17.0,
        "share": 0.85
       },
       "risk_pays": 20.0,
       "wrong": {
        "den": 20.0,
        "n": 1.0,
        "share": 0.05
       }
      }
     },
     "trade_off": 304.0,
     "wrong": {
      "den": 211.0,
      "n": 19.0,
      "share": 0.09004739336492891
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.703767105385108,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.703767105385108,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 270.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 270,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 745.0,
    "n": 683.0,
    "share": 0.9167785234899329
   },
   "risk_pays": 713.0,
   "safety_pays": 745.0,
   "scored": 2034,
   "sdt": {
    "aim": {
     "den": 226.0,
     "n": 181.0,
     "share": 0.8008849557522124
    },
    "beta": 0.9550998596341542,
    "caution": 0.9277765071014472,
    "caution_hi": 1.0168866985170726,
    "caution_lo": 0.8449330118754742,
    "cstar": -0.05078318117577723,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9046179826151297,
    "dprime_hi": 1.0664848036377832,
    "dprime_lo": 0.7448523660363385,
    "false_alarm": {
     "den": 745.0,
     "n": 62.0,
     "share": 0.08322147651006712
    },
    "false_alarm_rate": 0.08378016085790885,
    "hit": {
     "den": 713.0,
     "n": 226.0,
     "share": 0.3169705469845722
    },
    "hit_rate": 0.3172268907563025,
    "missed_loss": 0.17897130637687825,
    "missed_n": 487.0,
    "na": null,
    "needless_loss": 0.16359327493175382,
    "needless_n": 62.0
   },
   "size": {
    "bad": {
     "mean": 8.607476635514018,
     "n": 107.0,
     "too_few": true
    },
    "right": {
     "mean": 6.386740331491713,
     "n": 181.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 415.0,
      "n": 138.0,
      "share": 0.3325301204819277
     },
     "missed": {
      "den": 415.0,
      "n": 257.0,
      "share": 0.619277108433735
     },
     "risk_pays": 415.0,
     "wrong": {
      "den": 415.0,
      "n": 20.0,
      "share": 0.04819277108433735
     }
    },
    "medium": {
     "found": {
      "den": 220.0,
      "n": 37.0,
      "share": 0.16818181818181818
     },
     "missed": {
      "den": 220.0,
      "n": 163.0,
      "share": 0.740909090909091
     },
     "risk_pays": 220.0,
     "wrong": {
      "den": 220.0,
      "n": 20.0,
      "share": 0.09090909090909091
     }
    },
    "small": {
     "found": {
      "den": 78.0,
      "n": 6.0,
      "share": 0.07692307692307693
     },
     "missed": {
      "den": 78.0,
      "n": 67.0,
      "share": 0.8589743589743589
     },
     "risk_pays": 78.0,
     "wrong": {
      "den": 78.0,
      "n": 5.0,
      "share": 0.0641025641025641
     }
    }
   },
   "trade_off": 1458.0,
   "wrong": {
    "den": 713.0,
    "n": 45.0,
    "share": 0.06311360448807854
   }
  },
  "robust": {
   "by_call": {
    "missed": 21.03093432788183,
    "needless": 2.5999038649636854,
    "none": 3.4666398545633728,
    "right_risk": 1.4210854059006495,
    "right_safety": 4.145304054285573,
    "wrong_risk": 2.585067766312887
   },
   "calls": {
    "missed": 420.0,
    "needless": 73.0,
    "right_risk": 168.0,
    "right_safety": 750.0,
    "wrong_risk": 47.0
   },
   "confidence": {
    "auroc_right_risk": 0.597109791929004,
    "missed_mean_p": 0.8011296431559521,
    "missed_n": 377,
    "taken_grouped": 26,
    "taken_n": 262,
    "taken_other": 0
   },
   "error_rate": 35.248935273907996,
   "found": {
    "den": 635.0,
    "n": 168.0,
    "share": 0.26456692913385826
   },
   "good": {
    "den": 288.0,
    "n": 168.0,
    "share": 0.5833333333333334
   },
   "judgement": 58.79335253202706,
   "judgement_hi": 60.92868583217564,
   "judgement_lo": 56.71684645630735,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1006423982869379,
    "x": 0.7354330708661417,
    "y": 0.08869987849331713
   },
   "margin": 0.02,
   "missed": {
    "den": 635.0,
    "n": 420.0,
    "share": 0.6614173228346457
   },
   "needless": {
    "den": 823.0,
    "n": 73.0,
    "share": 0.08869987849331713
   },
   "needless_by_loss": {
    "big": {
     "den": 823.0,
     "n": 41.0,
     "share": 0.04981773997569866
    },
    "medium": {
     "den": 823.0,
     "n": 20.0,
     "share": 0.024301336573511544
    },
    "small": {
     "den": 823.0,
     "n": 12.0,
     "share": 0.014580801944106925
    }
   },
   "no_trade_off": 576.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.0230751145969736,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.0230751145969736,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 132.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 132,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 26.60682515239055,
      "needless": 3.8422066675322712,
      "none": 1.3118669608632265,
      "right_risk": 1.206097015974795,
      "right_safety": 5.602861570339188,
      "wrong_risk": 2.939635063245537
     },
     "calls": {
      "missed": 309.0,
      "needless": 62.0,
      "right_risk": 106.0,
      "right_safety": 626.0,
      "wrong_risk": 26.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.8181160843562927,
      "missed_n": 277,
      "taken_grouped": 16,
      "taken_n": 178,
      "taken_other": 0
     },
     "error_rate": 41.50949243034557,
     "found": {
      "den": 441.0,
      "n": 106.0,
      "share": 0.24036281179138322
     },
     "good": {
      "den": 194.0,
      "n": 106.0,
      "share": 0.5463917525773195
     },
     "judgement": 57.51232663608079,
     "judgement_hi": 59.97129339839184,
     "judgement_lo": 55.10013575792553,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07761194029850746,
      "x": 0.7596371882086168,
      "y": 0.09011627906976744
     },
     "margin": 0.02,
     "missed": {
      "den": 441.0,
      "n": 309.0,
      "share": 0.7006802721088435
     },
     "needless": {
      "den": 688.0,
      "n": 62.0,
      "share": 0.09011627906976744
     },
     "needless_by_loss": {
      "big": {
       "den": 688.0,
       "n": 37.0,
       "share": 0.05377906976744186
      },
      "medium": {
       "den": 688.0,
       "n": 16.0,
       "share": 0.023255813953488372
      },
      "small": {
       "den": 688.0,
       "n": 9.0,
       "share": 0.01308139534883721
      }
     },
     "no_trade_off": 170.0,
     "reference": null,
     "right_safety": {
      "den": 688.0,
      "n": 626.0,
      "share": 0.9098837209302325
     },
     "risk_pays": 441.0,
     "safety_pays": 688.0,
     "scored": 1299,
     "sdt": {
      "aim": {
       "den": 132.0,
       "n": 106.0,
       "share": 0.803030303030303
      },
      "beta": 1.1228049131980762,
      "caution": 0.9307198700556798,
      "caution_hi": 1.0355333236798077,
      "caution_lo": 0.8362000322025159,
      "cstar": 0.1427642628853253,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8113370881439836,
      "dprime_hi": 0.9898213939586323,
      "dprime_lo": 0.6395589409811376,
      "false_alarm": {
       "den": 688.0,
       "n": 62.0,
       "share": 0.09011627906976744
      },
      "false_alarm_rate": 0.09071117561683599,
      "hit": {
       "den": 441.0,
       "n": 132.0,
       "share": 0.29931972789115646
      },
      "hit_rate": 0.2997737556561086,
      "missed_loss": 0.22370398623272053,
      "missed_n": 309.0,
      "na": null,
      "needless_loss": 0.1610008535846587,
      "needless_n": 62.0
     },
     "size": {
      "bad": {
       "mean": 7.045454545454546,
       "n": 88.0,
       "too_few": true
      },
      "right": {
       "mean": 5.952830188679245,
       "n": 106.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 300.0,
        "n": 90.0,
        "share": 0.3
       },
       "missed": {
        "den": 300.0,
        "n": 194.0,
        "share": 0.6466666666666666
       },
       "risk_pays": 300.0,
       "wrong": {
        "den": 300.0,
        "n": 16.0,
        "share": 0.05333333333333334
       }
      },
      "medium": {
       "found": {
        "den": 141.0,
        "n": 16.0,
        "share": 0.11347517730496454
       },
       "missed": {
        "den": 141.0,
        "n": 115.0,
        "share": 0.8156028368794326
       },
       "risk_pays": 141.0,
       "wrong": {
        "den": 141.0,
        "n": 10.0,
        "share": 0.07092198581560284
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1129.0,
     "wrong": {
      "den": 441.0,
      "n": 26.0,
      "share": 0.05895691609977324
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.678807088306972,
      "needless": 0.8510521480015346,
      "none": 1.0702588728496008,
      "right_risk": 0.0,
      "right_safety": 7.28173873254231,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 3.0,
      "needless": 1.0,
      "right_risk": 0.0,
      "right_safety": 21.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 13.881856841700417,
     "found": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 1.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.72727272727273,
     "judgement_hi": 50.0,
     "judgement_lo": 44.44444444444444,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.045454545454545456
     },
     "margin": 0.02,
     "missed": {
      "den": 3.0,
      "n": 3.0,
      "share": 1.0
     },
     "needless": {
      "den": 22.0,
      "n": 1.0,
      "share": 0.045454545454545456
     },
     "needless_by_loss": {
      "big": {
       "den": 22.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 22.0,
       "n": 1.0,
       "share": 0.045454545454545456
      },
      "small": {
       "den": 22.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 22.0,
      "n": 21.0,
      "share": 0.9545454545454546
     },
     "risk_pays": 3.0,
     "safety_pays": 22.0,
     "scored": 28,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 4.001692504661213,
      "caution": 1.331369483221844,
      "caution_hi": 1.6591928486229948,
      "caution_lo": 1.0570106105672687,
      "cstar": 3.8302856312415887,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.3620402056916723,
      "dprime_hi": 1.2400160748594753,
      "dprime_lo": -0.17176199617929377,
      "false_alarm": {
       "den": 22.0,
       "n": 1.0,
       "share": 0.045454545454545456
      },
      "false_alarm_rate": 0.06521739130434782,
      "hit": {
       "den": 3.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.125,
      "missed_loss": 0.08733773231506348,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.04765892028808594,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 25.0,
     "wrong": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 26.50376377535648,
      "needless": 0.8962247215333532,
      "none": 0.0,
      "right_risk": 4.340221940493975,
      "right_safety": 3.113254367328081,
      "wrong_risk": 4.719481604998229
     },
     "calls": {
      "missed": 108.0,
      "needless": 10.0,
      "right_risk": 62.0,
      "right_safety": 103.0,
      "wrong_risk": 21.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 97,
      "taken_grouped": 10,
      "taken_n": 83,
      "taken_other": 0
     },
     "error_rate": 39.57294640971012,
     "found": {
      "den": 191.0,
      "n": 62.0,
      "share": 0.32460732984293195
     },
     "good": {
      "den": 93.0,
      "n": 62.0,
      "share": 0.6666666666666666
     },
     "judgement": 61.80558773108464,
     "judgement_hi": 65.83089689939952,
     "judgement_lo": 57.66661469161469,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16279069767441862,
      "x": 0.675392670157068,
      "y": 0.08849557522123894
     },
     "margin": 0.02,
     "missed": {
      "den": 191.0,
      "n": 108.0,
      "share": 0.5654450261780105
     },
     "needless": {
      "den": 113.0,
      "n": 10.0,
      "share": 0.08849557522123894
     },
     "needless_by_loss": {
      "big": {
       "den": 113.0,
       "n": 4.0,
       "share": 0.035398230088495575
      },
      "medium": {
       "den": 113.0,
       "n": 3.0,
       "share": 0.02654867256637168
      },
      "small": {
       "den": 113.0,
       "n": 3.0,
       "share": 0.02654867256637168
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 113.0,
      "n": 103.0,
      "share": 0.911504424778761
     },
     "risk_pays": 191.0,
     "safety_pays": 113.0,
     "scored": 305,
     "sdt": {
      "aim": {
       "den": 83.0,
       "n": 62.0,
       "share": 0.7469879518072289
      },
      "beta": 0.21606190404851275,
      "caution": 0.7459124955566279,
      "caution_hi": 0.9502091981918376,
      "caution_lo": 0.5788451742130964,
      "cstar": -1.3163387358949108,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1639787523984113,
      "dprime_hi": 1.5338017866806388,
      "dprime_lo": 0.8613919126511419,
      "false_alarm": {
       "den": 113.0,
       "n": 10.0,
       "share": 0.08849557522123894
      },
      "false_alarm_rate": 0.09210526315789473,
      "hit": {
       "den": 191.0,
       "n": 83.0,
       "share": 0.43455497382198954
      },
      "hit_rate": 0.4348958333333333,
      "missed_loss": 0.14969718428673567,
      "missed_n": 108.0,
      "na": null,
      "needless_loss": 0.054669708013534546,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 11.96774193548387,
       "n": 31.0,
       "too_few": true
      },
      "right": {
       "mean": 7.161290322580645,
       "n": 62.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 113.0,
        "n": 45.0,
        "share": 0.39823008849557523
       },
       "missed": {
        "den": 113.0,
        "n": 61.0,
        "share": 0.5398230088495575
       },
       "risk_pays": 113.0,
       "wrong": {
        "den": 113.0,
        "n": 7.0,
        "share": 0.061946902654867256
       }
      },
      "medium": {
       "found": {
        "den": 78.0,
        "n": 17.0,
        "share": 0.21794871794871795
       },
       "missed": {
        "den": 78.0,
        "n": 47.0,
        "share": 0.6025641025641025
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 14.0,
        "share": 0.1794871794871795
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 304.0,
     "wrong": {
      "den": 191.0,
      "n": 21.0,
      "share": 0.1099476439790576
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.703767105385108,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.703767105385108,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 270.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 270,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 823.0,
    "n": 750.0,
    "share": 0.9113001215066828
   },
   "risk_pays": 635.0,
   "safety_pays": 823.0,
   "scored": 2034,
   "sdt": {
    "aim": {
     "den": 215.0,
     "n": 168.0,
     "share": 0.7813953488372093
    },
    "beta": 0.9218309019054789,
    "caution": 0.8806722422969384,
    "caution_hi": 0.9747313180641741,
    "caution_lo": 0.794206808701104,
    "cstar": -0.08751392600169884,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9300631286692416,
    "dprime_hi": 1.101415830472527,
    "dprime_lo": 0.7669174782389637,
    "false_alarm": {
     "den": 823.0,
     "n": 73.0,
     "share": 0.08869987849331713
    },
    "false_alarm_rate": 0.0891990291262136,
    "hit": {
     "den": 635.0,
     "n": 215.0,
     "share": 0.33858267716535434
    },
    "hit_rate": 0.3388364779874214,
    "missed_loss": 0.203699621061484,
    "missed_n": 420.0,
    "na": null,
    "needless_loss": 0.1448823140092092,
    "needless_n": 73.0
   },
   "size": {
    "bad": {
     "mean": 8.35,
     "n": 120.0,
     "too_few": true
    },
    "right": {
     "mean": 6.398809523809524,
     "n": 168.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 415.0,
      "n": 135.0,
      "share": 0.3253012048192771
     },
     "missed": {
      "den": 415.0,
      "n": 257.0,
      "share": 0.619277108433735
     },
     "risk_pays": 415.0,
     "wrong": {
      "den": 415.0,
      "n": 23.0,
      "share": 0.05542168674698795
     }
    },
    "medium": {
     "found": {
      "den": 220.0,
      "n": 33.0,
      "share": 0.15
     },
     "missed": {
      "den": 220.0,
      "n": 163.0,
      "share": 0.740909090909091
     },
     "risk_pays": 220.0,
     "wrong": {
      "den": 220.0,
      "n": 24.0,
      "share": 0.10909090909090909
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1458.0,
   "wrong": {
    "den": 635.0,
    "n": 47.0,
    "share": 0.07401574803149606
   }
  }
 },
 "slug": "deepseek-v4-1-flash-1017-off",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 23.69539050952248,
   "n": 23,
   "too_few": true
  },
  "blitz": {
   "error_rate": 34.11966028312842,
   "n": 240,
   "too_few": false
  },
  "holding": {
   "error_rate": 13.881856841700417,
   "n": 28,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 46.973496781173324,
   "n": 423,
   "too_few": false
  },
  "other": {
   "error_rate": 33.52091356972667,
   "n": 107,
   "too_few": true
  },
  "priming": {
   "error_rate": 42.94583266196044,
   "n": 506,
   "too_few": false
  }
 },
 "version": "v3"
}
