{
 "confidence": null,
 "dataset": "v1-set",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 21.260810625512164,
   "n": 291,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 24.477426558732986,
   "n": 300,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 11.160772740112249,
   "n": 409,
   "too_few": false
  }
 },
 "name": "DeepSeek-V4.1-Flash (thinking)",
 "options": {
  "11–15": {
   "error_rate": 26.443141911711013,
   "n": 168,
   "too_few": true
  },
  "16–25": {
   "error_rate": 24.259530322652466,
   "n": 213,
   "too_few": false
  },
  "26+": {
   "error_rate": null,
   "n": 0,
   "too_few": true
  },
  "2–5": {
   "error_rate": 10.785915092988448,
   "n": 385,
   "too_few": false
  },
  "6–10": {
   "error_rate": 18.515276921610546,
   "n": 234,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 0.2800305684407552,
   "n": 60,
   "too_few": true
  },
  "contact": {
   "error_rate": 23.363161500828127,
   "n": 641,
   "too_few": false
  },
  "holding": {
   "error_rate": 10.941281914710999,
   "n": 20,
   "too_few": true
  },
  "opening": {
   "error_rate": 17.740463877057696,
   "n": 143,
   "too_few": true
  },
  "race": {
   "error_rate": 2.5483792757286743,
   "n": 136,
   "too_few": true
  }
 },
 "quality": {
  "best_share": 0.618,
  "blunder_share": 0.144,
  "clusters": 1000,
  "cost_coverage": 0.0,
  "decisions": 1000,
  "engine_scored": 1000,
  "error_hi": 20.779712518677115,
  "error_lo": 15.584167283773423,
  "error_rate": 18.094879910349846,
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "over_budget": 0.821,
  "p95_loss": 0.19387188255786886,
  "probability_source": "choice_only",
  "scored": 1000,
  "time_median": 105.8195,
  "time_p90": 287.5479,
  "tokens_in": 3198.566,
  "tokens_out": 6656.653,
  "too_few": false,
  "worst_mean": 0.33390241086483
 },
 "quality_phases": {
  "bear-off": {
   "best_share": 0.95,
   "blunder_share": 0.0,
   "clusters": 60,
   "cost_coverage": 0.0,
   "decisions": 60,
   "engine_scored": 60,
   "error_hi": 0.7457900295654925,
   "error_lo": 7.947285970052084e-06,
   "error_rate": 0.2800305684407552,
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "over_budget": 0.7333333333333333,
   "p95_loss": 0.00016329884529112844,
   "probability_source": "choice_only",
   "scored": 60,
   "time_median": 67.6725,
   "time_p90": 215.10240000000002,
   "tokens_in": 2861.116666666667,
   "tokens_out": 5272.916666666667,
   "too_few": true,
   "worst_mean": 0.011200904846191406
  },
  "contact": {
   "best_share": 0.5569422776911076,
   "blunder_share": 0.1856474258970359,
   "clusters": 641,
   "cost_coverage": 0.0,
   "decisions": 641,
   "engine_scored": 641,
   "error_hi": 27.382878142055965,
   "error_lo": 19.82560803919054,
   "error_rate": 23.363161500828127,
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "over_budget": 0.859594383775351,
   "p95_loss": 0.23552560806274414,
   "probability_source": "choice_only",
   "scored": 641,
   "time_median": 114.014,
   "time_p90": 289.105,
   "tokens_in": 3236.301092043682,
   "tokens_out": 6959.082683307332,
   "too_few": false,
   "worst_mean": 0.387420829385519
  },
  "holding": {
   "best_share": 0.5,
   "blunder_share": 0.1,
   "clusters": 20,
   "cost_coverage": 0.0,
   "decisions": 20,
   "engine_scored": 20,
   "error_hi": 19.093176014721394,
   "error_lo": 4.378584399819375,
   "error_rate": 10.941281914710999,
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "over_budget": 0.8,
   "p95_loss": 0.08599061667919163,
   "probability_source": "choice_only",
   "scored": 20,
   "time_median": 91.78399999999999,
   "time_p90": 255.9501000000001,
   "tokens_in": 3110.55,
   "tokens_out": 5722.45,
   "too_few": true,
   "worst_mean": 0.1305088996887207
  },
  "opening": {
   "best_share": 0.6083916083916084,
   "blunder_share": 0.14685314685314685,
   "clusters": 143,
   "cost_coverage": 0.0,
   "decisions": 143,
   "engine_scored": 143,
   "error_hi": 23.631368379492855,
   "error_lo": 12.373367316656182,
   "error_rate": 17.740463877057696,
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "over_budget": 0.6433566433566433,
   "p95_loss": 0.21405718922615055,
   "probability_source": "choice_only",
   "scored": 143,
   "time_median": 60.197,
   "time_p90": 279.81059999999997,
   "tokens_in": 3378.923076923077,
   "tokens_out": 5647.657342657342,
   "too_few": true,
   "worst_mean": 0.28056138328143526
  },
  "race": {
   "best_share": 0.7867647058823529,
   "blunder_share": 0.014705882352941176,
   "clusters": 136,
   "cost_coverage": 0.0,
   "decisions": 136,
   "engine_scored": 136,
   "error_hi": 4.196608061080469,
   "error_lo": 1.2328203877105433,
   "error_rate": 2.5483792757286743,
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "over_budget": 0.8676470588235294,
   "p95_loss": 0.02799209952354431,
   "probability_source": "choice_only",
   "scored": 136,
   "time_median": 107.197,
   "time_p90": 324.89,
   "tokens_in": 2992.889705882353,
   "tokens_out": 7040.014705882353,
   "too_few": true,
   "worst_mean": 0.06735283136367798
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 9.465270280838013,
    "needless": 1.754199430346489,
    "none": 0.8274648189544678,
    "right_risk": 1.8319098204374313,
    "right_safety": 1.0641596913337708,
    "wrong_risk": 3.1518758684396744
   },
   "calls": {
    "missed": 170.0,
    "needless": 30.0,
    "right_risk": 158.0,
    "right_safety": 339.0,
    "wrong_risk": 27.0
   },
   "confidence": null,
   "error_rate": 18.094879910349846,
   "found": {
    "den": 355.0,
    "n": 158.0,
    "share": 0.4450704225352113
   },
   "good": {
    "den": 215.0,
    "n": 158.0,
    "share": 0.7348837209302326
   },
   "judgement": 68.18848047635406,
   "judgement_hi": 71.10000870761253,
   "judgement_lo": 65.24958157349177,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.13705583756345177,
    "x": 0.5549295774647888,
    "y": 0.08130081300813008
   },
   "margin": 0.001,
   "missed": {
    "den": 355.0,
    "n": 170.0,
    "share": 0.4788732394366197
   },
   "needless": {
    "den": 369.0,
    "n": 30.0,
    "share": 0.08130081300813008
   },
   "needless_by_loss": {
    "big": {
     "den": 369.0,
     "n": 11.0,
     "share": 0.02981029810298103
    },
    "medium": {
     "den": 369.0,
     "n": 10.0,
     "share": 0.02710027100271003
    },
    "small": {
     "den": 369.0,
     "n": 9.0,
     "share": 0.024390243902439025
    }
   },
   "no_trade_off": 276.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 0.2800305684407552,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 0.2800305684407552,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 60.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 60,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 12.03548287545649,
      "needless": 2.628646500397026,
      "none": 0.7121807978417312,
      "right_risk": 2.043303201053518,
      "right_safety": 1.5714102992773429,
      "wrong_risk": 4.37213782680202
     },
     "calls": {
      "missed": 142.0,
      "needless": 27.0,
      "right_risk": 88.0,
      "right_safety": 289.0,
      "wrong_risk": 20.0
     },
     "confidence": null,
     "error_rate": 23.363161500828127,
     "found": {
      "den": 250.0,
      "n": 88.0,
      "share": 0.352
     },
     "good": {
      "den": 135.0,
      "n": 88.0,
      "share": 0.6518518518518519
     },
     "judgement": 63.327848101265815,
     "judgement_hi": 66.56721626956003,
     "judgement_lo": 60.02069260650693,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12345679012345678,
      "x": 0.648,
      "y": 0.08544303797468354
     },
     "margin": 0.001,
     "missed": {
      "den": 250.0,
      "n": 142.0,
      "share": 0.568
     },
     "needless": {
      "den": 316.0,
      "n": 27.0,
      "share": 0.08544303797468354
     },
     "needless_by_loss": {
      "big": {
       "den": 316.0,
       "n": 10.0,
       "share": 0.03164556962025317
      },
      "medium": {
       "den": 316.0,
       "n": 9.0,
       "share": 0.028481012658227847
      },
      "small": {
       "den": 316.0,
       "n": 8.0,
       "share": 0.02531645569620253
      }
     },
     "no_trade_off": 75.0,
     "reference": null,
     "right_safety": {
      "den": 316.0,
      "n": 289.0,
      "share": 0.9145569620253164
     },
     "risk_pays": 250.0,
     "safety_pays": 316.0,
     "scored": 641,
     "sdt": {
      "aim": {
       "den": 108.0,
       "n": 88.0,
       "share": 0.8148148148148148
      },
      "beta": 1.451912088384265,
      "caution": 0.7658169166067865,
      "caution_hi": 0.9018828106196233,
      "caution_lo": 0.6545393360483446,
      "cstar": 0.31322912957811716,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1904428233797977,
      "dprime_hi": 1.465969633296548,
      "dprime_lo": 0.9501339548363091,
      "false_alarm": {
       "den": 316.0,
       "n": 27.0,
       "share": 0.08544303797468354
      },
      "false_alarm_rate": 0.08675078864353312,
      "hit": {
       "den": 250.0,
       "n": 108.0,
       "share": 0.432
      },
      "hit_rate": 0.43227091633466136,
      "missed_loss": 0.10865837356574098,
      "missed_n": 142.0,
      "na": null,
      "needless_loss": 0.1248120301299625,
      "needless_n": 27.0
     },
     "size": {
      "bad": {
       "mean": 9.787234042553191,
       "n": 47.0,
       "too_few": true
      },
      "right": {
       "mean": 8.761363636363637,
       "n": 88.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 144.0,
        "n": 74.0,
        "share": 0.5138888888888888
       },
       "missed": {
        "den": 144.0,
        "n": 61.0,
        "share": 0.4236111111111111
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 9.0,
        "share": 0.0625
       }
      },
      "medium": {
       "found": {
        "den": 75.0,
        "n": 12.0,
        "share": 0.16
       },
       "missed": {
        "den": 75.0,
        "n": 53.0,
        "share": 0.7066666666666667
       },
       "risk_pays": 75.0,
       "wrong": {
        "den": 75.0,
        "n": 10.0,
        "share": 0.13333333333333333
       }
      },
      "small": {
       "found": {
        "den": 31.0,
        "n": 2.0,
        "share": 0.06451612903225806
       },
       "missed": {
        "den": 31.0,
        "n": 28.0,
        "share": 0.9032258064516129
       },
       "risk_pays": 31.0,
       "wrong": {
        "den": 31.0,
        "n": 1.0,
        "share": 0.03225806451612903
       }
      }
     },
     "trade_off": 566.0,
     "wrong": {
      "den": 250.0,
      "n": 20.0,
      "share": 0.08
     }
    },
    "holding": {
     "by_call": {
      "missed": 7.71995484828949,
      "needless": 0.0,
      "none": 0.37877559661865234,
      "right_risk": 0.0,
      "right_safety": 2.8425514698028564,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 0.0,
      "right_risk": 1.0,
      "right_safety": 12.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 10.941281914710999,
     "found": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "good": {
      "den": 1.0,
      "n": 1.0,
      "share": 1.0
     },
     "judgement": 60.0,
     "judgement_hi": 83.33333333333333,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8,
      "y": 0.0
     },
     "margin": 0.001,
     "missed": {
      "den": 5.0,
      "n": 4.0,
      "share": 0.8
     },
     "needless": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 12.0,
      "n": 12.0,
      "share": 1.0
     },
     "risk_pays": 5.0,
     "safety_pays": 12.0,
     "scored": 20,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": null,
      "caution": 1.2216573943573938,
      "caution_hi": 1.6123710869687218,
      "caution_lo": 0.7576376359257695,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 1.094335288322624,
      "dprime_hi": 2.1525539997802894,
      "dprime_lo": 0.15650108523235184,
      "false_alarm": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.038461538461538464,
      "hit": {
       "den": 5.0,
       "n": 1.0,
       "share": 0.2
      },
      "hit_rate": 0.25,
      "missed_loss": 0.0771995484828949,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": 1.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 17.0,
     "wrong": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.161724900032256,
      "needless": 0.4841749901538129,
      "none": 0.0,
      "right_risk": 3.6514158640708123,
      "right_safety": 0.00024237832822999753,
      "wrong_risk": 2.4429057444725837
     },
     "calls": {
      "missed": 24.0,
      "needless": 3.0,
      "right_risk": 69.0,
      "right_safety": 38.0,
      "wrong_risk": 7.0
     },
     "confidence": null,
     "error_rate": 17.740463877057696,
     "found": {
      "den": 100.0,
      "n": 69.0,
      "share": 0.69
     },
     "good": {
      "den": 79.0,
      "n": 69.0,
      "share": 0.8734177215189873
     },
     "judgement": 80.84146341463413,
     "judgement_hi": 86.56175900309074,
     "judgement_lo": 74.41791608344825,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.22580645161290322,
      "x": 0.31,
      "y": 0.07317073170731707
     },
     "margin": 0.001,
     "missed": {
      "den": 100.0,
      "n": 24.0,
      "share": 0.24
     },
     "needless": {
      "den": 41.0,
      "n": 3.0,
      "share": 0.07317073170731707
     },
     "needless_by_loss": {
      "big": {
       "den": 41.0,
       "n": 1.0,
       "share": 0.024390243902439025
      },
      "medium": {
       "den": 41.0,
       "n": 1.0,
       "share": 0.024390243902439025
      },
      "small": {
       "den": 41.0,
       "n": 1.0,
       "share": 0.024390243902439025
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 41.0,
      "n": 38.0,
      "share": 0.926829268292683
     },
     "risk_pays": 100.0,
     "safety_pays": 41.0,
     "scored": 143,
     "sdt": {
      "aim": {
       "den": 76.0,
       "n": 69.0,
       "share": 0.9078947368421053
      },
      "beta": 0.14228033587352762,
      "caution": 0.34247413380986086,
      "caution_hi": 0.7650587895363261,
      "caution_lo": 0.08334054635490742,
      "cstar": -0.9370103332113576,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 2.0810399865815556,
      "dprime_hi": 2.915160374880483,
      "dprime_lo": 1.562040432567782,
      "false_alarm": {
       "den": 41.0,
       "n": 3.0,
       "share": 0.07317073170731707
      },
      "false_alarm_rate": 0.08333333333333333,
      "hit": {
       "den": 100.0,
       "n": 76.0,
       "share": 0.76
      },
      "hit_rate": 0.7574257425742574,
      "missed_loss": 0.13301055505871773,
      "missed_n": 24.0,
      "na": null,
      "needless_loss": 0.046158015727996826,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 9.7,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": 16.318840579710145,
       "n": 69.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 48.0,
        "n": 34.0,
        "share": 0.7083333333333334
       },
       "missed": {
        "den": 48.0,
        "n": 13.0,
        "share": 0.2708333333333333
       },
       "risk_pays": 48.0,
       "wrong": {
        "den": 48.0,
        "n": 1.0,
        "share": 0.020833333333333332
       }
      },
      "medium": {
       "found": {
        "den": 46.0,
        "n": 32.0,
        "share": 0.6956521739130435
       },
       "missed": {
        "den": 46.0,
        "n": 9.0,
        "share": 0.1956521739130435
       },
       "risk_pays": 46.0,
       "wrong": {
        "den": 46.0,
        "n": 5.0,
        "share": 0.10869565217391304
       }
      },
      "small": {
       "found": {
        "den": 6.0,
        "n": 3.0,
        "share": 0.5
       },
       "missed": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      }
     },
     "trade_off": 141.0,
     "wrong": {
      "den": 100.0,
      "n": 7.0,
      "share": 0.07
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.5483792757286743,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.5483792757286743,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 136.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 136,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 369.0,
    "n": 339.0,
    "share": 0.9186991869918699
   },
   "risk_pays": 355.0,
   "safety_pays": 369.0,
   "scored": 1000,
   "sdt": {
    "aim": {
     "den": 185.0,
     "n": 158.0,
     "share": 0.8540540540540541
    },
    "beta": 1.091620356156204,
    "caution": 0.6680308238502026,
    "caution_hi": 0.792838951992454,
    "caution_lo": 0.5618210671753486,
    "cstar": 0.060804263845085,
    "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.44172714434918,
    "dprime_hi": 1.6802936616686914,
    "dprime_lo": 1.229433765092812,
    "false_alarm": {
     "den": 369.0,
     "n": 30.0,
     "share": 0.08130081300813008
    },
    "false_alarm_rate": 0.08243243243243244,
    "hit": {
     "den": 355.0,
     "n": 185.0,
     "share": 0.5211267605633803
    },
    "hit_rate": 0.5210674157303371,
    "missed_loss": 0.11135612095103545,
    "missed_n": 170.0,
    "na": null,
    "needless_loss": 0.11694662868976594,
    "needless_n": 30.0
   },
   "size": {
    "bad": {
     "mean": 9.771929824561404,
     "n": 57.0,
     "too_few": true
    },
    "right": {
     "mean": 12.012658227848101,
     "n": 158.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 195.0,
      "n": 109.0,
      "share": 0.558974358974359
     },
     "missed": {
      "den": 195.0,
      "n": 76.0,
      "share": 0.38974358974358975
     },
     "risk_pays": 195.0,
     "wrong": {
      "den": 195.0,
      "n": 10.0,
      "share": 0.05128205128205128
     }
    },
    "medium": {
     "found": {
      "den": 123.0,
      "n": 44.0,
      "share": 0.35772357723577236
     },
     "missed": {
      "den": 123.0,
      "n": 64.0,
      "share": 0.5203252032520326
     },
     "risk_pays": 123.0,
     "wrong": {
      "den": 123.0,
      "n": 15.0,
      "share": 0.12195121951219512
     }
    },
    "small": {
     "found": {
      "den": 37.0,
      "n": 5.0,
      "share": 0.13513513513513514
     },
     "missed": {
      "den": 37.0,
      "n": 30.0,
      "share": 0.8108108108108109
     },
     "risk_pays": 37.0,
     "wrong": {
      "den": 37.0,
      "n": 2.0,
      "share": 0.05405405405405406
     }
    }
   },
   "trade_off": 724.0,
   "wrong": {
    "den": 355.0,
    "n": 27.0,
    "share": 0.07605633802816901
   }
  },
  "robust": {
   "by_call": {
    "missed": 9.249124109745026,
    "needless": 1.8300945609807968,
    "none": 0.8274648189544678,
    "right_risk": 1.705443099141121,
    "right_safety": 1.2803058624267578,
    "wrong_risk": 3.202447459101677
   },
   "calls": {
    "missed": 140.0,
    "needless": 37.0,
    "right_risk": 150.0,
    "right_safety": 369.0,
    "wrong_risk": 28.0
   },
   "confidence": null,
   "error_rate": 18.094879910349846,
   "found": {
    "den": 318.0,
    "n": 150.0,
    "share": 0.4716981132075472
   },
   "good": {
    "den": 215.0,
    "n": 150.0,
    "share": 0.6976744186046512
   },
   "judgement": 69.02825541407194,
   "judgement_hi": 72.16814953666939,
   "judgement_lo": 65.97375195883251,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.16666666666666666,
    "x": 0.5283018867924528,
    "y": 0.09113300492610837
   },
   "margin": 0.02,
   "missed": {
    "den": 318.0,
    "n": 140.0,
    "share": 0.44025157232704404
   },
   "needless": {
    "den": 406.0,
    "n": 37.0,
    "share": 0.09113300492610837
   },
   "needless_by_loss": {
    "big": {
     "den": 406.0,
     "n": 12.0,
     "share": 0.029556650246305417
    },
    "medium": {
     "den": 406.0,
     "n": 11.0,
     "share": 0.027093596059113302
    },
    "small": {
     "den": 406.0,
     "n": 14.0,
     "share": 0.034482758620689655
    }
   },
   "no_trade_off": 276.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 0.2800305684407552,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 0.2800305684407552,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 60.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 60,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 11.707278732762507,
      "needless": 2.6931753164148553,
      "none": 0.7121807978417312,
      "right_risk": 1.9269111375912862,
      "right_safety": 1.899614441971325,
      "wrong_risk": 4.424001074246423
     },
     "calls": {
      "missed": 114.0,
      "needless": 30.0,
      "right_risk": 85.0,
      "right_safety": 317.0,
      "wrong_risk": 20.0
     },
     "confidence": null,
     "error_rate": 23.363161500828127,
     "found": {
      "den": 219.0,
      "n": 85.0,
      "share": 0.3881278538812785
     },
     "good": {
      "den": 135.0,
      "n": 85.0,
      "share": 0.6296296296296297
     },
     "judgement": 65.08362612345874,
     "judgement_hi": 68.66196209583083,
     "judgement_lo": 61.376240474922476,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14925373134328357,
      "x": 0.6118721461187214,
      "y": 0.08645533141210375
     },
     "margin": 0.02,
     "missed": {
      "den": 219.0,
      "n": 114.0,
      "share": 0.5205479452054794
     },
     "needless": {
      "den": 347.0,
      "n": 30.0,
      "share": 0.08645533141210375
     },
     "needless_by_loss": {
      "big": {
       "den": 347.0,
       "n": 11.0,
       "share": 0.03170028818443804
      },
      "medium": {
       "den": 347.0,
       "n": 9.0,
       "share": 0.025936599423631124
      },
      "small": {
       "den": 347.0,
       "n": 10.0,
       "share": 0.02881844380403458
      }
     },
     "no_trade_off": 75.0,
     "reference": null,
     "right_safety": {
      "den": 347.0,
      "n": 317.0,
      "share": 0.9135446685878963
     },
     "risk_pays": 219.0,
     "safety_pays": 347.0,
     "scored": 641,
     "sdt": {
      "aim": {
       "den": 105.0,
       "n": 85.0,
       "share": 0.8095238095238095
      },
      "beta": 1.385088819347834,
      "caution": 0.7033515994490954,
      "caution_hi": 0.8354208257416594,
      "caution_lo": 0.5777102496676517,
      "cstar": 0.24979731893310678,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3041143454520066,
      "dprime_hi": 1.5606276732228521,
      "dprime_lo": 1.0718153043593455,
      "false_alarm": {
       "den": 347.0,
       "n": 30.0,
       "share": 0.08645533141210375
      },
      "false_alarm_rate": 0.08764367816091954,
      "hit": {
       "den": 219.0,
       "n": 105.0,
       "share": 0.4794520547945205
      },
      "hit_rate": 0.47954545454545455,
      "missed_loss": 0.13165553802983804,
      "missed_n": 114.0,
      "na": null,
      "needless_loss": 0.11508835852146149,
      "needless_n": 30.0
     },
     "size": {
      "bad": {
       "mean": 9.74,
       "n": 50.0,
       "too_few": true
      },
      "right": {
       "mean": 8.75294117647059,
       "n": 85.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 144.0,
        "n": 73.0,
        "share": 0.5069444444444444
       },
       "missed": {
        "den": 144.0,
        "n": 61.0,
        "share": 0.4236111111111111
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 10.0,
        "share": 0.06944444444444445
       }
      },
      "medium": {
       "found": {
        "den": 75.0,
        "n": 12.0,
        "share": 0.16
       },
       "missed": {
        "den": 75.0,
        "n": 53.0,
        "share": 0.7066666666666667
       },
       "risk_pays": 75.0,
       "wrong": {
        "den": 75.0,
        "n": 10.0,
        "share": 0.13333333333333333
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 566.0,
     "wrong": {
      "den": 219.0,
      "n": 20.0,
      "share": 0.091324200913242
     }
    },
    "holding": {
     "by_call": {
      "missed": 7.71995484828949,
      "needless": 0.0,
      "none": 0.37877559661865234,
      "right_risk": 0.0,
      "right_safety": 2.8425514698028564,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 0.0,
      "right_risk": 1.0,
      "right_safety": 12.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 10.941281914710999,
     "found": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "good": {
      "den": 1.0,
      "n": 1.0,
      "share": 1.0
     },
     "judgement": 60.0,
     "judgement_hi": 83.33333333333333,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8,
      "y": 0.0
     },
     "margin": 0.02,
     "missed": {
      "den": 5.0,
      "n": 4.0,
      "share": 0.8
     },
     "needless": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 12.0,
      "n": 12.0,
      "share": 1.0
     },
     "risk_pays": 5.0,
     "safety_pays": 12.0,
     "scored": 20,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": null,
      "caution": 1.2216573943573938,
      "caution_hi": 1.6123710869687218,
      "caution_lo": 0.7576376359257695,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 1.094335288322624,
      "dprime_hi": 2.1525539997802894,
      "dprime_lo": 0.15650108523235184,
      "false_alarm": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.038461538461538464,
      "hit": {
       "den": 5.0,
       "n": 1.0,
       "share": 0.2
      },
      "hit_rate": 0.25,
      "missed_loss": 0.0771995484828949,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": 1.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 17.0,
     "wrong": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.12139402152775,
      "needless": 0.725658623488633,
      "none": 0.0,
      "right_risk": 3.2887626569587867,
      "right_safety": 0.040573256832736354,
      "wrong_risk": 2.564075318249789
     },
     "calls": {
      "missed": 22.0,
      "needless": 7.0,
      "right_risk": 64.0,
      "right_safety": 40.0,
      "wrong_risk": 8.0
     },
     "confidence": null,
     "error_rate": 17.740463877057696,
     "found": {
      "den": 94.0,
      "n": 64.0,
      "share": 0.6808510638297872
     },
     "good": {
      "den": 79.0,
      "n": 64.0,
      "share": 0.810126582278481
     },
     "judgement": 76.59574468085107,
     "judgement_hi": 83.17490804461318,
     "judgement_lo": 69.44243213469699,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.26666666666666666,
      "x": 0.3191489361702128,
      "y": 0.14893617021276595
     },
     "margin": 0.02,
     "missed": {
      "den": 94.0,
      "n": 22.0,
      "share": 0.23404255319148937
     },
     "needless": {
      "den": 47.0,
      "n": 7.0,
      "share": 0.14893617021276595
     },
     "needless_by_loss": {
      "big": {
       "den": 47.0,
       "n": 1.0,
       "share": 0.02127659574468085
      },
      "medium": {
       "den": 47.0,
       "n": 2.0,
       "share": 0.0425531914893617
      },
      "small": {
       "den": 47.0,
       "n": 4.0,
       "share": 0.0851063829787234
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 47.0,
      "n": 40.0,
      "share": 0.851063829787234
     },
     "risk_pays": 94.0,
     "safety_pays": 47.0,
     "scored": 143,
     "sdt": {
      "aim": {
       "den": 72.0,
       "n": 64.0,
       "share": 0.8888888888888888
      },
      "beta": 0.10253397117719598,
      "caution": 0.14674633453579533,
      "caution_hi": 0.418427070756752,
      "caution_lo": -0.10124990492483801,
      "cstar": -1.3191875908093402,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.7264876694275735,
      "dprime_hi": 2.3238906932906795,
      "dprime_lo": 1.272295161228366,
      "false_alarm": {
       "den": 47.0,
       "n": 7.0,
       "share": 0.14893617021276595
      },
      "false_alarm_rate": 0.15625,
      "hit": {
       "den": 94.0,
       "n": 72.0,
       "share": 0.7659574468085106
      },
      "hit_rate": 0.7631578947368421,
      "missed_loss": 0.14457812227986075,
      "missed_n": 22.0,
      "na": null,
      "needless_loss": 0.029648338045392717,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 12.866666666666667,
       "n": 15.0,
       "too_few": true
      },
      "right": {
       "mean": 16.09375,
       "n": 64.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 48.0,
        "n": 34.0,
        "share": 0.7083333333333334
       },
       "missed": {
        "den": 48.0,
        "n": 13.0,
        "share": 0.2708333333333333
       },
       "risk_pays": 48.0,
       "wrong": {
        "den": 48.0,
        "n": 1.0,
        "share": 0.020833333333333332
       }
      },
      "medium": {
       "found": {
        "den": 46.0,
        "n": 30.0,
        "share": 0.6521739130434783
       },
       "missed": {
        "den": 46.0,
        "n": 9.0,
        "share": 0.1956521739130435
       },
       "risk_pays": 46.0,
       "wrong": {
        "den": 46.0,
        "n": 7.0,
        "share": 0.15217391304347827
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 141.0,
     "wrong": {
      "den": 94.0,
      "n": 8.0,
      "share": 0.0851063829787234
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.5483792757286743,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.5483792757286743,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 136.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 136,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 406.0,
    "n": 369.0,
    "share": 0.9088669950738916
   },
   "risk_pays": 318.0,
   "safety_pays": 406.0,
   "scored": 1000,
   "sdt": {
    "aim": {
     "den": 178.0,
     "n": 150.0,
     "share": 0.8426966292134831
    },
    "beta": 0.9558684966188634,
    "caution": 0.5889247939456626,
    "caution_hi": 0.7035920548686586,
    "caution_lo": 0.48750940445855223,
    "cstar": -0.030546878149860943,
    "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.4775628137509749,
    "dprime_hi": 1.701541541383545,
    "dprime_lo": 1.2674218758342937,
    "false_alarm": {
     "den": 406.0,
     "n": 37.0,
     "share": 0.09113300492610837
    },
    "false_alarm_rate": 0.09213759213759214,
    "hit": {
     "den": 318.0,
     "n": 178.0,
     "share": 0.559748427672956
    },
    "hit_rate": 0.5595611285266457,
    "missed_loss": 0.13213034442492894,
    "missed_n": 140.0,
    "na": null,
    "needless_loss": 0.09892403032328631,
    "needless_n": 37.0
   },
   "size": {
    "bad": {
     "mean": 10.461538461538462,
     "n": 65.0,
     "too_few": true
    },
    "right": {
     "mean": 11.833333333333334,
     "n": 150.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 195.0,
      "n": 108.0,
      "share": 0.5538461538461539
     },
     "missed": {
      "den": 195.0,
      "n": 76.0,
      "share": 0.38974358974358975
     },
     "risk_pays": 195.0,
     "wrong": {
      "den": 195.0,
      "n": 11.0,
      "share": 0.05641025641025641
     }
    },
    "medium": {
     "found": {
      "den": 123.0,
      "n": 42.0,
      "share": 0.34146341463414637
     },
     "missed": {
      "den": 123.0,
      "n": 64.0,
      "share": 0.5203252032520326
     },
     "risk_pays": 123.0,
     "wrong": {
      "den": 123.0,
      "n": 17.0,
      "share": 0.13821138211382114
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 724.0,
   "wrong": {
    "den": 318.0,
    "n": 28.0,
    "share": 0.0880503144654088
   }
  }
 },
 "slug": "deepseek-v4-1-flash-thinking",
 "status": "Earlier version",
 "tags": {
  "back game": {
   "error_rate": 19.00538404782613,
   "n": 30,
   "too_few": true
  },
  "blitz": {
   "error_rate": 26.425252219180127,
   "n": 143,
   "too_few": true
  },
  "holding": {
   "error_rate": 10.941281914710999,
   "n": 20,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 26.606890417280653,
   "n": 168,
   "too_few": true
  },
  "other": {
   "error_rate": 15.86956656896151,
   "n": 65,
   "too_few": true
  },
  "priming": {
   "error_rate": 21.809934111351662,
   "n": 235,
   "too_few": false
  }
 },
 "version": "v1"
}
