{
 "aliases": [
  "DeepSeek V4.1 Flash 1017 (on)"
 ],
 "close": {
  "close": {
   "den": 180,
   "n": 0,
   "share": 0.0,
   "small": true
  },
  "decisions": 2234,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 180,
  "exclusions": {
   "grouped": 204,
   "invalid": 12,
   "not_audited": 527,
   "sparse": 1311
  },
  "groups": {
   "close": {
    "by_count": [
     0,
     0,
     0,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "points": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "prime": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "race": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "gap": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "n": 0,
    "p1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "p2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "other": {
    "by_count": [
     54,
     81,
     37,
     8,
     0
    ],
    "differ": {
     "hitting": {
      "den": 180,
      "n": 74,
      "share": 0.4111111111111111,
      "small": true
     },
     "points": {
      "den": 180,
      "n": 29,
      "share": 0.16111111111111112,
      "small": true
     },
     "prime": {
      "den": 180,
      "n": 46,
      "share": 0.25555555555555554,
      "small": true
     },
     "race": {
      "den": 180,
      "n": 30,
      "share": 0.16666666666666666,
      "small": true
     }
    },
    "gap": {
     "mean": 0.11775344328747855,
     "median": 0.05112665891647339,
     "n": 180
    },
    "loss1": {
     "mean": 0.007187174922890133,
     "median": 0.0,
     "n": 180
    },
    "loss2": {
     "mean": 0.114272497759925,
     "median": 0.03965488076210022,
     "n": 180
    },
    "n": 180,
    "p1": {
     "mean": 0.9999988571238739,
     "median": 0.999999547881975,
     "n": 180
    },
    "p2": {
     "mean": 1.0218823356661373e-06,
     "median": 3.7885471755305115e-07,
     "n": 180
    },
    "psum": {
     "mean": 0.9999998790062097,
     "median": 1.0,
     "n": 180
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     180
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 100,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 100,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 22,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 22,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 58,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 58,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 20,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 20,
      "n": 14,
      "share": 0.7,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 9,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 9,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 4,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 100,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 100,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 18,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 18,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 62,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 62,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 17,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 17,
      "n": 11,
      "share": 0.6470588235294118,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 9,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 9,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 0,
   "n": 0,
   "share": null,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 180,
   "n": 0,
   "share": 0.0,
   "small": true
  },
  "risk_pair_other": {
   "den": 180,
   "n": 73,
   "share": 0.40555555555555556,
   "small": true
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.49298512375082565,
  "auroc_blunder": 0.4941269108396723,
  "confident_badly_wrong": {
   "den": 1965,
   "n": 256,
   "share": 0.13027989821882952
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1965,
     "n": 256,
     "share": 0.13027989821882952
    },
    "kept": {
     "den": 1965,
     "n": 1965,
     "share": 1.0
    },
    "mean_loss": 0.03294893177107697,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 1965,
     "n": 256,
     "share": 0.13027989821882952
    },
    "kept": {
     "den": 1965,
     "n": 1965,
     "share": 1.0
    },
    "mean_loss": 0.03294893177107697,
    "too_few": false
   }
  },
  "ece": 0.3577601751433668,
  "held_out": {
   "blunders": null,
   "kept": null,
   "no_cutoff": 300,
   "runs": 300
  },
  "n": 1965,
  "surest": {
   "cut": 0.9999999737685851,
   "error_rate": 12.66115498009736,
   "n": 492,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 20.503626943129227,
   "n": 723,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 22.89036824073218,
   "n": 632,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 10.133879699646533,
   "n": 867,
   "too_few": false
  }
 },
 "name": "DeepSeek-V4.1-Flash 1017 (low)",
 "options": {
  "11–15": {
   "error_rate": 23.67502317616814,
   "n": 380,
   "too_few": false
  },
  "16–25": {
   "error_rate": 20.340956646392787,
   "n": 442,
   "too_few": false
  },
  "26+": {
   "error_rate": 24.151668160219227,
   "n": 287,
   "too_few": false
  },
  "2–5": {
   "error_rate": 7.670379900791859,
   "n": 679,
   "too_few": false
  },
  "6–10": {
   "error_rate": 18.31792706992769,
   "n": 434,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 1.861752190204881,
   "n": 161,
   "too_few": true
  },
  "contact": {
   "error_rate": 21.554018678227756,
   "n": 1439,
   "too_few": false
  },
  "holding": {
   "error_rate": 10.222992210677177,
   "n": 66,
   "too_few": true
  },
  "opening": {
   "error_rate": 15.655699765907144,
   "n": 318,
   "too_few": false
  },
  "race": {
   "error_rate": 4.654217292280758,
   "n": 238,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.49298512375082565,
  "best_share": 0.6183618361836184,
  "blunder_share": 0.13366336633663367,
  "brier": 0.3577602843168093,
  "clusters": 108,
  "confidence_n": 1965,
  "confident_badly_wrong": 0.13027989821882952,
  "cost_coverage": 1.0,
  "decisions": 2234,
  "ece": 0.3577601751433668,
  "engine_scored": 2234,
  "error_hi": 19.249331369928125,
  "error_lo": 15.09336266058623,
  "error_rate": 17.136322550683488,
  "first_date": "2026-10-24",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 258,
  "invalid": 12,
  "last_date": "2026-10-26",
  "mean_confidence": 0.9999993608940029,
  "over_budget": 0.43384338433843384,
  "p95_loss": 0.19920729547738986,
  "probability_source": "logprobs",
  "retry_mean": 12.096897940913161,
  "scored": 2222,
  "time_median": 22.329500000000003,
  "time_p90": 107.5685,
  "tokens_in": 4214.513876454789,
  "tokens_out": 7172.9279319606085,
  "too_few": false,
  "usd_per_1000": 4.8688645487914055,
  "very_confident": 1.0,
  "worst_mean": 0.32988812928801187
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.608167770419426,
   "best_share": 0.9440993788819876,
   "blunder_share": 0.018633540372670808,
   "brier": 0.056249922345111204,
   "clusters": 61,
   "confidence_n": 160,
   "confident_badly_wrong": 0.01875,
   "cost_coverage": 1.0,
   "decisions": 165,
   "ece": 0.05624954962452,
   "engine_scored": 165,
   "error_hi": 4.046208368137824,
   "error_lo": 0.11151292177978261,
   "error_rate": 1.861752190204881,
   "first_date": "2026-10-24",
   "group_sizes": [
    22
   ],
   "grouped": 1,
   "invalid": 4,
   "last_date": "2026-10-26",
   "mean_confidence": 0.99999954962452,
   "over_budget": 0.38509316770186336,
   "p95_loss": 0.002308487892150879,
   "probability_source": "logprobs",
   "retry_mean": 9.33769090909091,
   "scored": 161,
   "time_median": 21.668,
   "time_p90": 92.048,
   "tokens_in": 2835.0363636363636,
   "tokens_out": 6523.284848484848,
   "too_few": true,
   "usd_per_1000": 4.48092570909091,
   "very_confident": 1.0,
   "worst_mean": 0.0744890421628952
  },
  "contact": {
   "auroc": 0.5106650620658889,
   "best_share": 0.5587213342599027,
   "blunder_share": 0.16539263377345378,
   "brier": 0.417791190594829,
   "clusters": 108,
   "confidence_n": 1259,
   "confident_badly_wrong": 0.16282764098490865,
   "cost_coverage": 1.0,
   "decisions": 1441,
   "ece": 0.4177911834064705,
   "engine_scored": 1441,
   "error_hi": 24.659181962341705,
   "error_lo": 18.6004410788849,
   "error_rate": 21.554018678227756,
   "first_date": "2026-10-24",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 180,
   "invalid": 2,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999992850744609,
   "over_budget": 0.4405837387074357,
   "p95_loss": 0.24718218445777881,
   "probability_source": "logprobs",
   "retry_mean": 11.39179250520472,
   "scored": 1439,
   "time_median": 23.285,
   "time_p90": 102.0794,
   "tokens_in": 4321.616932685635,
   "tokens_out": 6982.951422623179,
   "too_few": false,
   "usd_per_1000": 4.752296927133935,
   "very_confident": 1.0,
   "worst_mean": 0.3705625699626075
  },
  "holding": {
   "auroc": 0.3004158004158004,
   "best_share": 0.5606060606060606,
   "blunder_share": 0.07575757575757576,
   "brier": 0.4126977832512925,
   "clusters": 22,
   "confidence_n": 63,
   "confident_badly_wrong": 0.07936507936507936,
   "cost_coverage": 1.0,
   "decisions": 66,
   "ece": 0.4126975296090455,
   "engine_scored": 66,
   "error_hi": 14.149050022095018,
   "error_lo": 5.8259142854124955,
   "error_rate": 10.222992210677177,
   "first_date": "2026-10-24",
   "group_sizes": [
    18,
    20,
    26
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999991169106328,
   "over_budget": 0.3787878787878788,
   "p95_loss": 0.09047974646091461,
   "probability_source": "logprobs",
   "retry_mean": 7.3771969696969695,
   "scored": 66,
   "time_median": 21.164,
   "time_p90": 102.901,
   "tokens_in": 3479.7727272727275,
   "tokens_out": 5993.242424242424,
   "too_few": true,
   "usd_per_1000": 3.9280870909090915,
   "very_confident": 1.0,
   "worst_mean": 0.16235331694285074
  },
  "opening": {
   "auroc": 0.454234597301093,
   "best_share": 0.5974842767295597,
   "blunder_share": 0.14465408805031446,
   "brier": 0.3931296204422179,
   "clusters": 108,
   "confidence_n": 262,
   "confident_badly_wrong": 0.15267175572519084,
   "cost_coverage": 1.0,
   "decisions": 318,
   "ece": 0.3931294209847608,
   "engine_scored": 318,
   "error_hi": 19.884772665751793,
   "error_lo": 11.786099319828805,
   "error_rate": 15.655699765907144,
   "first_date": "2026-10-24",
   "group_sizes": [
    14,
    15,
    16,
    17,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 56,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999996499923943,
   "over_budget": 0.389937106918239,
   "p95_loss": 0.1872422188520431,
   "probability_source": "logprobs",
   "retry_mean": 16.822091194968554,
   "scored": 318,
   "time_median": 15.4265,
   "time_p90": 114.23080000000002,
   "tokens_in": 5073.632075471698,
   "tokens_out": 6443.977987421384,
   "too_few": false,
   "usd_per_1000": 4.459783924528302,
   "very_confident": 1.0,
   "worst_mean": 0.2575974762439728
  },
  "race": {
   "auroc": 0.47844463229078615,
   "best_share": 0.8025210084033614,
   "blunder_share": 0.02100840336134454,
   "brier": 0.17647032238791954,
   "clusters": 92,
   "confidence_n": 221,
   "confident_badly_wrong": 0.013574660633484163,
   "cost_coverage": 1.0,
   "decisions": 244,
   "ece": 0.17646997124284702,
   "engine_scored": 244,
   "error_hi": 8.92151256685065,
   "error_lo": 1.7055206305617456,
   "error_rate": 4.654217292280758,
   "first_date": "2026-10-24",
   "group_sizes": [
    14,
    15,
    17,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 18,
   "invalid": 6,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9999993830075529,
   "over_budget": 0.5,
   "p95_loss": 0.026484274864196737,
   "probability_source": "logprobs",
   "retry_mean": 13.245319672131147,
   "scored": 238,
   "time_median": 30.139,
   "time_p90": 134.7555,
   "tokens_in": 3593.905737704918,
   "tokens_out": 10003.307377049181,
   "too_few": false,
   "usd_per_1000": 6.60723668852459,
   "very_confident": 1.0,
   "worst_mean": 0.15695972740650177
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 9.928058675288296,
    "needless": 1.4753902983171892,
    "none": 0.8555873624920094,
    "right_risk": 1.6774957065749663,
    "right_safety": 1.6274058958305957,
    "wrong_risk": 1.5723846121804335
   },
   "calls": {
    "missed": 393.0,
    "needless": 51.0,
    "right_risk": 321.0,
    "right_safety": 872.0,
    "wrong_risk": 41.0
   },
   "confidence": {
    "auroc_right_risk": 0.5116875996810207,
    "missed_mean_p": 0.999998980094657,
    "missed_n": 337,
    "taken_grouped": 73,
    "taken_n": 340,
    "taken_other": 0
   },
   "error_rate": 17.136322550683488,
   "found": {
    "den": 755.0,
    "n": 321.0,
    "share": 0.4251655629139073
   },
   "good": {
    "den": 413.0,
    "n": 321.0,
    "share": 0.7772397094430993
   },
   "judgement": 68.4955479181764,
   "judgement_hi": 70.60623346328948,
   "judgement_lo": 66.40550901929036,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.0944700460829493,
    "x": 0.5748344370860927,
    "y": 0.0552546045503792
   },
   "margin": 0.001,
   "missed": {
    "den": 755.0,
    "n": 393.0,
    "share": 0.5205298013245033
   },
   "needless": {
    "den": 923.0,
    "n": 51.0,
    "share": 0.0552546045503792
   },
   "needless_by_loss": {
    "big": {
     "den": 923.0,
     "n": 26.0,
     "share": 0.028169014084507043
    },
    "medium": {
     "den": 923.0,
     "n": 19.0,
     "share": 0.020585048754062838
    },
    "small": {
     "den": 923.0,
     "n": 6.0,
     "share": 0.0065005417118093175
    }
   },
   "no_trade_off": 544.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 1.861752190204881,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 1.861752190204881,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 161.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 161,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 13.296439746670462,
      "needless": 2.1182007678603862,
      "none": 0.339223619465036,
      "right_risk": 1.5979734475286245,
      "right_safety": 2.22068594262532,
      "wrong_risk": 1.9814951540779289
     },
     "calls": {
      "missed": 326.0,
      "needless": 46.0,
      "right_risk": 189.0,
      "right_safety": 708.0,
      "wrong_risk": 31.0
     },
     "confidence": {
      "auroc_right_risk": 0.5241935483870968,
      "missed_mean_p": 0.999998838351351,
      "missed_n": 283,
      "taken_grouped": 50,
      "taken_n": 216,
      "taken_other": 0
     },
     "error_rate": 21.554018678227756,
     "found": {
      "den": 546.0,
      "n": 189.0,
      "share": 0.34615384615384615
     },
     "good": {
      "den": 266.0,
      "n": 189.0,
      "share": 0.7105263157894737
     },
     "judgement": 64.25729442970822,
     "judgement_hi": 66.71866956498384,
     "judgement_lo": 61.72846715071683,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08683473389355742,
      "x": 0.6538461538461539,
      "y": 0.0610079575596817
     },
     "margin": 0.001,
     "missed": {
      "den": 546.0,
      "n": 326.0,
      "share": 0.5970695970695971
     },
     "needless": {
      "den": 754.0,
      "n": 46.0,
      "share": 0.0610079575596817
     },
     "needless_by_loss": {
      "big": {
       "den": 754.0,
       "n": 24.0,
       "share": 0.03183023872679045
      },
      "medium": {
       "den": 754.0,
       "n": 16.0,
       "share": 0.021220159151193633
      },
      "small": {
       "den": 754.0,
       "n": 6.0,
       "share": 0.007957559681697613
      }
     },
     "no_trade_off": 139.0,
     "reference": null,
     "right_safety": {
      "den": 754.0,
      "n": 708.0,
      "share": 0.9389920424403183
     },
     "risk_pays": 546.0,
     "safety_pays": 754.0,
     "scored": 1439,
     "sdt": {
      "aim": {
       "den": 220.0,
       "n": 189.0,
       "share": 0.8590909090909091
      },
      "beta": 1.5590865422205566,
      "caution": 0.8934390300653253,
      "caution_hi": 0.9947479625239674,
      "caution_lo": 0.8038952704266837,
      "cstar": 0.34260208040383533,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2962562847782009,
      "dprime_hi": 1.4859544540371588,
      "dprime_lo": 1.1202044871675125,
      "false_alarm": {
       "den": 754.0,
       "n": 46.0,
       "share": 0.0610079575596817
      },
      "false_alarm_rate": 0.06158940397350993,
      "hit": {
       "den": 546.0,
       "n": 220.0,
       "share": 0.40293040293040294
      },
      "hit_rate": 0.4031078610603291,
      "missed_loss": 0.1173839067206061,
      "missed_n": 326.0,
      "na": null,
      "needless_loss": 0.13252569151961285,
      "needless_n": 46.0
     },
     "size": {
      "bad": {
       "mean": 8.545454545454545,
       "n": 77.0,
       "too_few": true
      },
      "right": {
       "mean": 7.148148148148148,
       "n": 189.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 305.0,
        "n": 148.0,
        "share": 0.4852459016393443
       },
       "missed": {
        "den": 305.0,
        "n": 143.0,
        "share": 0.46885245901639344
       },
       "risk_pays": 305.0,
       "wrong": {
        "den": 305.0,
        "n": 14.0,
        "share": 0.04590163934426229
       }
      },
      "medium": {
       "found": {
        "den": 164.0,
        "n": 33.0,
        "share": 0.20121951219512196
       },
       "missed": {
        "den": 164.0,
        "n": 118.0,
        "share": 0.7195121951219512
       },
       "risk_pays": 164.0,
       "wrong": {
        "den": 164.0,
        "n": 13.0,
        "share": 0.07926829268292683
       }
      },
      "small": {
       "found": {
        "den": 77.0,
        "n": 8.0,
        "share": 0.1038961038961039
       },
       "missed": {
        "den": 77.0,
        "n": 65.0,
        "share": 0.8441558441558441
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 4.0,
        "share": 0.05194805194805195
       }
      }
     },
     "trade_off": 1300.0,
     "wrong": {
      "den": 546.0,
      "n": 31.0,
      "share": 0.056776556776556776
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.773467327609207,
      "needless": 0.4627930395530932,
      "none": 0.08373504335230048,
      "right_risk": 0.27106295932422986,
      "right_safety": 4.631933840838346,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 1.0,
      "right_risk": 4.0,
      "right_safety": 47.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 10.222992210677177,
     "found": {
      "den": 12.0,
      "n": 4.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 5.0,
      "n": 4.0,
      "share": 0.8
     },
     "judgement": 65.625,
     "judgement_hi": 84.38188639817625,
     "judgement_lo": 52.629564983888294,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.020833333333333332
     },
     "margin": 0.001,
     "missed": {
      "den": 12.0,
      "n": 8.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 48.0,
      "n": 1.0,
      "share": 0.020833333333333332
     },
     "needless_by_loss": {
      "big": {
       "den": 48.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 48.0,
       "n": 1.0,
       "share": 0.020833333333333332
      },
      "small": {
       "den": 48.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 48.0,
      "n": 47.0,
      "share": 0.9791666666666666
     },
     "risk_pays": 12.0,
     "safety_pays": 48.0,
     "scored": 66,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 3.1024360803819024,
      "caution": 1.1337980133408663,
      "caution_hi": 1.6341420735316559,
      "caution_lo": 0.6239502945275591,
      "cstar": 0.7669892196139146,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4761454350527579,
      "dprime_hi": 2.6184367682546883,
      "dprime_lo": 0.511202498292791,
      "false_alarm": {
       "den": 48.0,
       "n": 1.0,
       "share": 0.020833333333333332
      },
      "false_alarm_rate": 0.030612244897959183,
      "hit": {
       "den": 12.0,
       "n": 4.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.34615384615384615,
      "missed_loss": 0.07876221090555191,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.0610886812210083,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 12.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 6.75,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 8.212329362923244,
      "needless": 0.6279308091169633,
      "none": 0.0,
      "right_risk": 4.434029917297123,
      "right_safety": 0.36107294214596536,
      "wrong_risk": 2.0203367344238474
     },
     "calls": {
      "missed": 59.0,
      "needless": 4.0,
      "right_risk": 128.0,
      "right_safety": 117.0,
      "wrong_risk": 10.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 47,
      "taken_grouped": 23,
      "taken_n": 119,
      "taken_other": 0
     },
     "error_rate": 15.655699765907144,
     "found": {
      "den": 197.0,
      "n": 128.0,
      "share": 0.649746192893401
     },
     "good": {
      "den": 142.0,
      "n": 128.0,
      "share": 0.9014084507042254
     },
     "judgement": 80.83441708268657,
     "judgement_hi": 84.56062698521848,
     "judgement_lo": 77.11757790993964,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14492753623188406,
      "x": 0.350253807106599,
      "y": 0.03305785123966942
     },
     "margin": 0.001,
     "missed": {
      "den": 197.0,
      "n": 59.0,
      "share": 0.29949238578680204
     },
     "needless": {
      "den": 121.0,
      "n": 4.0,
      "share": 0.03305785123966942
     },
     "needless_by_loss": {
      "big": {
       "den": 121.0,
       "n": 2.0,
       "share": 0.01652892561983471
      },
      "medium": {
       "den": 121.0,
       "n": 2.0,
       "share": 0.01652892561983471
      },
      "small": {
       "den": 121.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 121.0,
      "n": 117.0,
      "share": 0.9669421487603306
     },
     "risk_pays": 197.0,
     "safety_pays": 121.0,
     "scored": 318,
     "sdt": {
      "aim": {
       "den": 138.0,
       "n": 128.0,
       "share": 0.927536231884058
      },
      "beta": 0.692718199255488,
      "caution": 0.632542851535005,
      "caution_hi": 1.0551765811611384,
      "caution_lo": 0.4259986569017266,
      "cstar": -0.1588640212847448,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 2.31098267816835,
      "dprime_hi": 3.132903598380209,
      "dprime_lo": 1.8686703336386832,
      "false_alarm": {
       "den": 121.0,
       "n": 4.0,
       "share": 0.03305785123966942
      },
      "false_alarm_rate": 0.036885245901639344,
      "hit": {
       "den": 197.0,
       "n": 138.0,
       "share": 0.700507614213198
      },
      "hit_rate": 0.6994949494949495,
      "missed_loss": 0.08852612669185056,
      "missed_n": 59.0,
      "na": null,
      "needless_loss": 0.09984099864959717,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 5.285714285714286,
       "n": 14.0,
       "too_few": true
      },
      "right": {
       "mean": 12.3125,
       "n": 128.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 76.0,
        "share": 0.7676767676767676
       },
       "missed": {
        "den": 99.0,
        "n": 20.0,
        "share": 0.20202020202020202
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 3.0,
        "share": 0.030303030303030304
       }
      },
      "medium": {
       "found": {
        "den": 76.0,
        "n": 46.0,
        "share": 0.6052631578947368
       },
       "missed": {
        "den": 76.0,
        "n": 26.0,
        "share": 0.34210526315789475
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 4.0,
        "share": 0.05263157894736842
       }
      },
      "small": {
       "found": {
        "den": 22.0,
        "n": 6.0,
        "share": 0.2727272727272727
       },
       "missed": {
        "den": 22.0,
        "n": 13.0,
        "share": 0.5909090909090909
       },
       "risk_pays": 22.0,
       "wrong": {
        "den": 22.0,
        "n": 3.0,
        "share": 0.13636363636363635
       }
      }
     },
     "trade_off": 318.0,
     "wrong": {
      "den": 197.0,
      "n": 10.0,
      "share": 0.050761421319796954
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 4.654217292280758,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 4.654217292280758,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 238.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 238,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 923.0,
    "n": 872.0,
    "share": 0.9447453954496208
   },
   "risk_pays": 755.0,
   "safety_pays": 923.0,
   "scored": 2222,
   "sdt": {
    "aim": {
     "den": 362.0,
     "n": 321.0,
     "share": 0.8867403314917127
    },
    "beta": 1.3999731673375806,
    "caution": 0.8215136899585648,
    "caution_hi": 0.9081873467683751,
    "caution_lo": 0.7396362772005649,
    "cstar": 0.21844806532605013,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.540197070401678,
    "dprime_hi": 1.699281384645631,
    "dprime_lo": 1.393426194955194,
    "false_alarm": {
     "den": 923.0,
     "n": 51.0,
     "share": 0.0552546045503792
    },
    "false_alarm_rate": 0.055735930735930736,
    "hit": {
     "den": 755.0,
     "n": 362.0,
     "share": 0.4794701986754967
    },
    "hit_rate": 0.4794973544973545,
    "missed_loss": 0.1122653759617842,
    "missed_n": 393.0,
    "na": null,
    "needless_loss": 0.12856146050434486,
    "needless_n": 51.0
   },
   "size": {
    "bad": {
     "mean": 8.08695652173913,
     "n": 92.0,
     "too_few": true
    },
    "right": {
     "mean": 9.202492211838006,
     "n": 321.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 408.0,
      "n": 226.0,
      "share": 0.553921568627451
     },
     "missed": {
      "den": 408.0,
      "n": 165.0,
      "share": 0.40441176470588236
     },
     "risk_pays": 408.0,
     "wrong": {
      "den": 408.0,
      "n": 17.0,
      "share": 0.041666666666666664
     }
    },
    "medium": {
     "found": {
      "den": 246.0,
      "n": 81.0,
      "share": 0.32926829268292684
     },
     "missed": {
      "den": 246.0,
      "n": 148.0,
      "share": 0.6016260162601627
     },
     "risk_pays": 246.0,
     "wrong": {
      "den": 246.0,
      "n": 17.0,
      "share": 0.06910569105691057
     }
    },
    "small": {
     "found": {
      "den": 101.0,
      "n": 14.0,
      "share": 0.13861386138613863
     },
     "missed": {
      "den": 101.0,
      "n": 80.0,
      "share": 0.7920792079207921
     },
     "risk_pays": 101.0,
     "wrong": {
      "den": 101.0,
      "n": 7.0,
      "share": 0.06930693069306931
     }
    }
   },
   "trade_off": 1678.0,
   "wrong": {
    "den": 755.0,
    "n": 41.0,
    "share": 0.054304635761589407
   }
  },
  "robust": {
   "by_call": {
    "missed": 9.485449712358006,
    "needless": 1.5769740759414344,
    "none": 0.8555873624920094,
    "right_risk": 1.4174463618026993,
    "right_safety": 2.070014858760885,
    "wrong_risk": 1.730850179328455
   },
   "calls": {
    "missed": 313.0,
    "needless": 72.0,
    "right_risk": 293.0,
    "right_safety": 952.0,
    "wrong_risk": 48.0
   },
   "confidence": {
    "auroc_right_risk": 0.5196769840233337,
    "missed_mean_p": 0.9999988644438295,
    "missed_n": 274,
    "taken_grouped": 73,
    "taken_n": 340,
    "taken_other": 0
   },
   "error_rate": 17.136322550683488,
   "found": {
    "den": 654.0,
    "n": 293.0,
    "share": 0.44801223241590216
   },
   "good": {
    "den": 413.0,
    "n": 293.0,
    "share": 0.7094430992736077
   },
   "judgement": 68.8849866207951,
   "judgement_hi": 71.26410901909772,
   "judgement_lo": 66.49799540051556,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1329639889196676,
    "x": 0.5519877675840978,
    "y": 0.0703125
   },
   "margin": 0.02,
   "missed": {
    "den": 654.0,
    "n": 313.0,
    "share": 0.4785932721712538
   },
   "needless": {
    "den": 1024.0,
    "n": 72.0,
    "share": 0.0703125
   },
   "needless_by_loss": {
    "big": {
     "den": 1024.0,
     "n": 28.0,
     "share": 0.02734375
    },
    "medium": {
     "den": 1024.0,
     "n": 24.0,
     "share": 0.0234375
    },
    "small": {
     "den": 1024.0,
     "n": 20.0,
     "share": 0.01953125
    }
   },
   "no_trade_off": 544.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 1.861752190204881,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 1.861752190204881,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 161.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 161,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 12.73034840221617,
      "needless": 2.2100790289228702,
      "none": 0.339223619465036,
      "right_risk": 1.3956406449509462,
      "right_safety": 2.78677728707961,
      "wrong_risk": 2.0919496955931227
     },
     "calls": {
      "missed": 261.0,
      "needless": 58.0,
      "right_risk": 175.0,
      "right_safety": 773.0,
      "wrong_risk": 33.0
     },
     "confidence": {
      "auroc_right_risk": 0.5385980479148181,
      "missed_mean_p": 0.9999987145448317,
      "missed_n": 232,
      "taken_grouped": 50,
      "taken_n": 216,
      "taken_other": 0
     },
     "error_rate": 21.554018678227756,
     "found": {
      "den": 469.0,
      "n": 175.0,
      "share": 0.373134328358209
     },
     "good": {
      "den": 266.0,
      "n": 175.0,
      "share": 0.6578947368421053
     },
     "judgement": 65.16694505810298,
     "judgement_hi": 67.76401872025936,
     "judgement_lo": 62.55526189611863,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.11224489795918367,
      "x": 0.6268656716417911,
      "y": 0.06979542719614922
     },
     "margin": 0.02,
     "missed": {
      "den": 469.0,
      "n": 261.0,
      "share": 0.5565031982942431
     },
     "needless": {
      "den": 831.0,
      "n": 58.0,
      "share": 0.06979542719614922
     },
     "needless_by_loss": {
      "big": {
       "den": 831.0,
       "n": 25.0,
       "share": 0.030084235860409144
      },
      "medium": {
       "den": 831.0,
       "n": 19.0,
       "share": 0.02286401925391095
      },
      "small": {
       "den": 831.0,
       "n": 14.0,
       "share": 0.01684717208182912
      }
     },
     "no_trade_off": 139.0,
     "reference": null,
     "right_safety": {
      "den": 831.0,
      "n": 773.0,
      "share": 0.9302045728038508
     },
     "risk_pays": 469.0,
     "safety_pays": 831.0,
     "scored": 1439,
     "sdt": {
      "aim": {
       "den": 208.0,
       "n": 175.0,
       "share": 0.8413461538461539
      },
      "beta": 1.3842298458244986,
      "caution": 0.8076362839109258,
      "caution_hi": 0.9044020194346717,
      "caution_lo": 0.7182540857004335,
      "cstar": 0.24416388948049184,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3316625880723512,
      "dprime_hi": 1.522111891176246,
      "dprime_lo": 1.1542699373009966,
      "false_alarm": {
       "den": 831.0,
       "n": 58.0,
       "share": 0.06979542719614922
      },
      "false_alarm_rate": 0.0703125,
      "hit": {
       "den": 469.0,
       "n": 208.0,
       "share": 0.44349680170575695
      },
      "hit_rate": 0.44361702127659575,
      "missed_loss": 0.1403752593930197,
      "missed_n": 261.0,
      "na": null,
      "needless_loss": 0.10966564560758657,
      "needless_n": 58.0
     },
     "size": {
      "bad": {
       "mean": 8.593406593406593,
       "n": 91.0,
       "too_few": true
      },
      "right": {
       "mean": 7.011428571428572,
       "n": 175.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 305.0,
        "n": 146.0,
        "share": 0.4786885245901639
       },
       "missed": {
        "den": 305.0,
        "n": 143.0,
        "share": 0.46885245901639344
       },
       "risk_pays": 305.0,
       "wrong": {
        "den": 305.0,
        "n": 16.0,
        "share": 0.05245901639344262
       }
      },
      "medium": {
       "found": {
        "den": 164.0,
        "n": 29.0,
        "share": 0.17682926829268292
       },
       "missed": {
        "den": 164.0,
        "n": 118.0,
        "share": 0.7195121951219512
       },
       "risk_pays": 164.0,
       "wrong": {
        "den": 164.0,
        "n": 17.0,
        "share": 0.10365853658536585
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1300.0,
     "wrong": {
      "den": 469.0,
      "n": 33.0,
      "share": 0.07036247334754797
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.631365790511623,
      "needless": 0.4627930395530932,
      "none": 0.08373504335230048,
      "right_risk": 0.27106295932422986,
      "right_safety": 4.77403537793593,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 6.0,
      "needless": 1.0,
      "right_risk": 4.0,
      "right_safety": 49.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 10.222992210677177,
     "found": {
      "den": 10.0,
      "n": 4.0,
      "share": 0.4
     },
     "good": {
      "den": 5.0,
      "n": 4.0,
      "share": 0.8
     },
     "judgement": 69.0,
     "judgement_hi": 86.25,
     "judgement_lo": 54.49114759995888,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6,
      "y": 0.02
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 6.0,
      "share": 0.6
     },
     "needless": {
      "den": 50.0,
      "n": 1.0,
      "share": 0.02
     },
     "needless_by_loss": {
      "big": {
       "den": 50.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 50.0,
       "n": 1.0,
       "share": 0.02
      },
      "small": {
       "den": 50.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 50.0,
      "n": 49.0,
      "share": 0.98
     },
     "risk_pays": 10.0,
     "safety_pays": 50.0,
     "scored": 66,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 2.9977746985644735,
      "caution": 1.0596970389563312,
      "caution_hi": 1.5770185453641907,
      "caution_lo": 0.5774452343884532,
      "cstar": 0.661516721416929,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.659625842754198,
      "dprime_hi": 2.718659520819639,
      "dprime_lo": 0.6423858864821548,
      "false_alarm": {
       "den": 50.0,
       "n": 1.0,
       "share": 0.02
      },
      "false_alarm_rate": 0.029411764705882353,
      "hit": {
       "den": 10.0,
       "n": 4.0,
       "share": 0.4
      },
      "hit_rate": 0.4090909090909091,
      "missed_loss": 0.10189004739125569,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.0610886812210083,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 12.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 6.75,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 10.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 7.710779144329095,
      "needless": 0.9219758915451338,
      "none": 0.0,
      "right_risk": 3.53254330982952,
      "right_safety": 0.8626231607401146,
      "wrong_risk": 2.6277782594632804
     },
     "calls": {
      "missed": 46.0,
      "needless": 13.0,
      "right_risk": 114.0,
      "right_safety": 130.0,
      "wrong_risk": 15.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 37,
      "taken_grouped": 23,
      "taken_n": 119,
      "taken_other": 0
     },
     "error_rate": 15.655699765907144,
     "found": {
      "den": 175.0,
      "n": 114.0,
      "share": 0.6514285714285715
     },
     "good": {
      "den": 142.0,
      "n": 114.0,
      "share": 0.8028169014084507
     },
     "judgement": 78.02597402597402,
     "judgement_hi": 82.75533968647359,
     "judgement_lo": 73.12109365849089,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2459016393442623,
      "x": 0.3485714285714286,
      "y": 0.09090909090909091
     },
     "margin": 0.02,
     "missed": {
      "den": 175.0,
      "n": 46.0,
      "share": 0.26285714285714284
     },
     "needless": {
      "den": 143.0,
      "n": 13.0,
      "share": 0.09090909090909091
     },
     "needless_by_loss": {
      "big": {
       "den": 143.0,
       "n": 3.0,
       "share": 0.02097902097902098
      },
      "medium": {
       "den": 143.0,
       "n": 4.0,
       "share": 0.027972027972027972
      },
      "small": {
       "den": 143.0,
       "n": 6.0,
       "share": 0.04195804195804196
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 143.0,
      "n": 130.0,
      "share": 0.9090909090909091
     },
     "risk_pays": 175.0,
     "safety_pays": 143.0,
     "scored": 318,
     "sdt": {
      "aim": {
       "den": 129.0,
       "n": 114.0,
       "share": 0.8837209302325582
      },
      "beta": 0.3457273752863894,
      "caution": 0.3437872403081342,
      "caution_hi": 0.5697388702942063,
      "caution_lo": 0.17277009341846308,
      "cstar": -0.5451031390884433,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.9484473139908052,
      "dprime_hi": 2.4047865897407155,
      "dprime_lo": 1.602521555817439,
      "false_alarm": {
       "den": 143.0,
       "n": 13.0,
       "share": 0.09090909090909091
      },
      "false_alarm_rate": 0.09375,
      "hit": {
       "den": 175.0,
       "n": 129.0,
       "share": 0.7371428571428571
      },
      "hit_rate": 0.7357954545454546,
      "missed_loss": 0.10660990295202835,
      "missed_n": 46.0,
      "na": null,
      "needless_loss": 0.04510589746328501,
      "needless_n": 13.0
     },
     "size": {
      "bad": {
       "mean": 8.892857142857142,
       "n": 28.0,
       "too_few": true
      },
      "right": {
       "mean": 12.289473684210526,
       "n": 114.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 74.0,
        "share": 0.7474747474747475
       },
       "missed": {
        "den": 99.0,
        "n": 20.0,
        "share": 0.20202020202020202
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 5.0,
        "share": 0.050505050505050504
       }
      },
      "medium": {
       "found": {
        "den": 76.0,
        "n": 40.0,
        "share": 0.5263157894736842
       },
       "missed": {
        "den": 76.0,
        "n": 26.0,
        "share": 0.34210526315789475
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 10.0,
        "share": 0.13157894736842105
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 318.0,
     "wrong": {
      "den": 175.0,
      "n": 15.0,
      "share": 0.08571428571428572
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 4.654217292280758,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 4.654217292280758,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 238.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 238,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 1024.0,
    "n": 952.0,
    "share": 0.9296875
   },
   "risk_pays": 654.0,
   "safety_pays": 1024.0,
   "scored": 2222,
   "sdt": {
    "aim": {
     "den": 341.0,
     "n": 293.0,
     "share": 0.8592375366568915
    },
    "beta": 1.1316201641071533,
    "caution": 0.7083803736133817,
    "caution_hi": 0.791334112291597,
    "caution_lo": 0.6292878637762707,
    "cstar": 0.08113724900341372,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.52396563745126,
    "dprime_hi": 1.6979030935925108,
    "dprime_lo": 1.3584869024917763,
    "false_alarm": {
     "den": 1024.0,
     "n": 72.0,
     "share": 0.0703125
    },
    "false_alarm_rate": 0.07073170731707316,
    "hit": {
     "den": 654.0,
     "n": 341.0,
     "share": 0.5214067278287462
    },
    "hit_rate": 0.5213740458015267,
    "missed_loss": 0.13467520294478907,
    "missed_n": 313.0,
    "na": null,
    "needless_loss": 0.09733434435394075,
    "needless_n": 72.0
   },
   "size": {
    "bad": {
     "mean": 8.691666666666666,
     "n": 120.0,
     "too_few": true
    },
    "right": {
     "mean": 9.061433447098976,
     "n": 293.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 408.0,
      "n": 222.0,
      "share": 0.5441176470588235
     },
     "missed": {
      "den": 408.0,
      "n": 165.0,
      "share": 0.40441176470588236
     },
     "risk_pays": 408.0,
     "wrong": {
      "den": 408.0,
      "n": 21.0,
      "share": 0.051470588235294115
     }
    },
    "medium": {
     "found": {
      "den": 246.0,
      "n": 71.0,
      "share": 0.2886178861788618
     },
     "missed": {
      "den": 246.0,
      "n": 148.0,
      "share": 0.6016260162601627
     },
     "risk_pays": 246.0,
     "wrong": {
      "den": 246.0,
      "n": 27.0,
      "share": 0.10975609756097561
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1678.0,
   "wrong": {
    "den": 654.0,
    "n": 48.0,
    "share": 0.07339449541284404
   }
  }
 },
 "slug": "deepseek-v4-1-flash-1017-on",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 18.071594563397493,
   "n": 77,
   "too_few": true
  },
  "blitz": {
   "error_rate": 18.24006486479133,
   "n": 309,
   "too_few": false
  },
  "holding": {
   "error_rate": 10.222992210677177,
   "n": 66,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 28.669605490361903,
   "n": 337,
   "too_few": false
  },
  "other": {
   "error_rate": 17.80323657606329,
   "n": 168,
   "too_few": true
  },
  "priming": {
   "error_rate": 20.68602054441062,
   "n": 548,
   "too_few": false
  }
 },
 "version": "v3"
}
