{
 "confidence": {
  "auroc_best": 0.7470441168810875,
  "auroc_blunder": 0.7144470401627544,
  "confident_badly_wrong": {
   "den": 1928,
   "n": 2,
   "share": 0.001037344398340249
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 183,
     "n": 2,
     "share": 0.01092896174863388
    },
    "kept": {
     "den": 1928,
     "n": 183,
     "share": 0.09491701244813278
    },
    "mean_loss": 0.003968497117360433,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 18,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1928,
     "n": 18,
     "share": 0.00933609958506224
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.03150163103613434,
  "held_out": {
   "blunders": 0.009419426297907273,
   "kept": 0.08930633537098011,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1928,
  "surest": {
   "cut": 0.7456592794239957,
   "error_rate": 5.376041182838535,
   "n": 482,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-10T20:35:36.827Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1928,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1928
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 30.353760089138923,
   "n": 629,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 32.84951248138711,
   "n": 552,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 17.827905185889687,
   "n": 747,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-10T20:45:13.181Z",
   "id": 937,
   "opponent": "Fastino GLiDE",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-10T20:35:36.827Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T20:53:58.142Z",
   "id": 938,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-10T20:45:13.364Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T20:59:01.703Z",
   "id": 939,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-10T20:53:58.328Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:04:54.227Z",
   "id": 940,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 8,
   "started": "2026-11-10T20:59:01.863Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:13:55.870Z",
   "id": 941,
   "opponent": "Safest",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-10T21:04:54.386Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:23:37.585Z",
   "id": 942,
   "opponent": "Liquid d1-ultra",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-10T21:13:56.040Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:31:20.587Z",
   "id": 943,
   "opponent": "Jev 1.14.0",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-10T21:23:37.748Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:38:59.490Z",
   "id": 944,
   "opponent": "Jev 1.13.0",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-10T21:31:20.762Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:44:26.077Z",
   "id": 945,
   "opponent": "SubQ Snap Preview",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-10T21:38:59.650Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-10T21:44:26.672Z",
   "id": 946,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-10T21:44:26.237Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-11T09:50:55.251Z",
   "id": 947,
   "opponent": "Cygnet",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-11T09:41:03.451Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T09:56:57.094Z",
   "id": 948,
   "opponent": "Winnow-12B",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-11T09:51:32.601Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T10:03:55.501Z",
   "id": 949,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-11T09:57:32.615Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T10:14:28.315Z",
   "id": 950,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-11T10:05:02.602Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T10:21:34.243Z",
   "id": 951,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-11T10:15:32.604Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T10:33:57.516Z",
   "id": 952,
   "opponent": "Clef",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-11T10:23:02.601Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T10:43:08.344Z",
   "id": 953,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 7,
   "started": "2026-11-11T10:35:32.602Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T10:55:33.424Z",
   "id": 954,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 4,
   "score_for": 4,
   "started": "2026-11-11T10:44:02.604Z",
   "status": "finished"
  }
 ],
 "name": "KnowLine 31B Gen1.5",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 36.761380151494755,
   "n": 308,
   "too_few": false
  },
  "16–25": {
   "error_rate": 33.57341534951154,
   "n": 374,
   "too_few": false
  },
  "26+": {
   "error_rate": 40.028618405694544,
   "n": 230,
   "too_few": false
  },
  "2–5": {
   "error_rate": 11.262778199104881,
   "n": 587,
   "too_few": false
  },
  "6–10": {
   "error_rate": 25.28227434986399,
   "n": 429,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 4.921048676886526,
   "n": 147,
   "too_few": true
  },
  "contact": {
   "error_rate": 32.27069878161099,
   "n": 1229,
   "too_few": false
  },
  "holding": {
   "error_rate": 35.35292714329089,
   "n": 59,
   "too_few": true
  },
  "opening": {
   "error_rate": 20.197319505858594,
   "n": 274,
   "too_few": false
  },
  "race": {
   "error_rate": 11.593241805899632,
   "n": 219,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": "2026-11-10",
  "input_per_mtok": null,
  "label": "no price (our GPU)",
  "output_per_mtok": null,
  "source": "no list price published for KnowLine-31B-Gen1.5"
 },
 "quality": {
  "auroc": 0.7470441168810875,
  "best_share": 0.5456431535269709,
  "blunder_share": 0.19346473029045644,
  "brier": 0.20192502557837588,
  "clusters": 92,
  "confidence_n": 1928,
  "confident_badly_wrong": 0.001037344398340249,
  "cost_coverage": 0.0,
  "decisions": 1928,
  "ece": 0.03150163103613434,
  "engine_scored": 1928,
  "error_hi": 29.35488540518521,
  "error_lo": 22.96821457958493,
  "error_rate": 26.21519251019381,
  "first_date": "2026-11-10",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-11",
  "mean_confidence": 0.5673088302668823,
  "over_budget": 0.002074688796680498,
  "p95_loss": 0.25624930858612044,
  "probability_source": "decision",
  "retry_mean": 3.1872520746887965,
  "scored": 1928,
  "time_median": 3.4545000000000003,
  "time_p90": 5.805,
  "tokens_in": 4812.419605809128,
  "tokens_out": 1.0,
  "too_few": false,
  "very_confident": 0.09491701244813278,
  "worst_mean": 0.4662347650155425
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8638009049773756,
   "best_share": 0.8843537414965986,
   "blunder_share": 0.05442176870748299,
   "brier": 0.10393261839559924,
   "clusters": 49,
   "confidence_n": 147,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 0.0,
   "decisions": 147,
   "ece": 0.1387534476792485,
   "engine_scored": 147,
   "error_hi": 9.623644140305787,
   "error_lo": 1.3736730832669746,
   "error_rate": 4.921048676886526,
   "first_date": "2026-11-10",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.7478297498131224,
   "over_budget": 0.0,
   "p95_loss": 0.07465701103210422,
   "probability_source": "decision",
   "retry_mean": 2.2042108843537416,
   "scored": 147,
   "time_median": 4.897,
   "time_p90": 5.368,
   "tokens_in": 5097.238095238095,
   "tokens_out": 1.0,
   "too_few": true,
   "very_confident": 0.36054421768707484,
   "worst_mean": 0.17734243188585555
  },
  "contact": {
   "auroc": 0.7223917685269076,
   "best_share": 0.4906427990235964,
   "blunder_share": 0.23189585028478438,
   "brier": 0.2143339120203076,
   "clusters": 92,
   "confidence_n": 1229,
   "confident_badly_wrong": 0.0008136696501220504,
   "cost_coverage": 0.0,
   "decisions": 1229,
   "ece": 0.05722777981918806,
   "engine_scored": 1229,
   "error_hi": 36.17115782785748,
   "error_lo": 28.278010809830025,
   "error_rate": 32.27069878161099,
   "first_date": "2026-11-10",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.5478705788427845,
   "over_budget": 0.0032546786004882017,
   "p95_loss": 0.30043016672134387,
   "probability_source": "decision",
   "retry_mean": 3.508960130187144,
   "scored": 1229,
   "time_median": 3.316,
   "time_p90": 5.8524,
   "tokens_in": 4804.449145646868,
   "tokens_out": 1.0,
   "too_few": false,
   "very_confident": 0.061025223759153785,
   "worst_mean": 0.5229179683278818
  },
  "holding": {
   "auroc": 0.75,
   "best_share": 0.5254237288135594,
   "blunder_share": 0.15254237288135594,
   "brier": 0.20420377761764896,
   "clusters": 17,
   "confidence_n": 59,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 0.0,
   "decisions": 59,
   "ece": 0.12557728186774994,
   "engine_scored": 59,
   "error_hi": 64.3468174471821,
   "error_lo": 9.317286073869562,
   "error_rate": 35.35292714329089,
   "first_date": "2026-11-10",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.5774835583165747,
   "over_budget": 0.0,
   "p95_loss": 0.3825485587120042,
   "probability_source": "decision",
   "retry_mean": 2.4337457627118644,
   "scored": 59,
   "time_median": 3.331,
   "time_p90": 5.413,
   "tokens_in": 4723.152542372882,
   "tokens_out": 1.0,
   "too_few": true,
   "very_confident": 0.03389830508474576,
   "worst_mean": 0.8257138530413309
  },
  "opening": {
   "auroc": 0.7382024882024882,
   "best_share": 0.5401459854014599,
   "blunder_share": 0.19343065693430658,
   "brier": 0.2026633087981393,
   "clusters": 92,
   "confidence_n": 274,
   "confident_badly_wrong": 0.0036496350364963502,
   "cost_coverage": 0.0,
   "decisions": 274,
   "ece": 0.058133728749343604,
   "engine_scored": 274,
   "error_hi": 24.533018854939762,
   "error_lo": 16.332941810566144,
   "error_rate": 20.197319505858594,
   "first_date": "2026-11-10",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.5342128616999986,
   "over_budget": 0.0,
   "p95_loss": 0.20735551118850698,
   "probability_source": "decision",
   "retry_mean": 2.3501240875912406,
   "scored": 274,
   "time_median": 2.73,
   "time_p90": 5.778100000000006,
   "tokens_in": 4597.594890510949,
   "tokens_out": 1.0,
   "too_few": false,
   "very_confident": 0.09124087591240876,
   "worst_mean": 0.27624292033059256
  },
  "race": {
   "auroc": 0.7383363471971067,
   "best_share": 0.639269406392694,
   "blunder_share": 0.0821917808219178,
   "brier": 0.19652605957929703,
   "clusters": 79,
   "confidence_n": 219,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 0.0,
   "decisions": 219,
   "ece": 0.07378702067058204,
   "engine_scored": 219,
   "error_hi": 19.761879571609576,
   "error_lo": 5.808184265413067,
   "error_rate": 11.593241805899632,
   "first_date": "2026-11-10",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.5938888405833809,
   "over_budget": 0.0,
   "p95_loss": 0.13552283644676205,
   "probability_source": "decision",
   "retry_mean": 3.292082191780822,
   "scored": 219,
   "time_median": 4.947,
   "time_p90": 5.8156,
   "tokens_in": 4958.7945205479455,
   "tokens_out": 1.0,
   "too_few": false,
   "very_confident": 0.1278538812785388,
   "worst_mean": 0.281539954922416
  }
 },
 "record": {
  "drawn": 1,
  "lost": 3,
  "won": 13
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 16.723247886446007,
    "needless": 1.4833876731732079,
    "none": 2.038678316654506,
    "right_risk": 1.2482139687691487,
    "right_safety": 3.577430288141199,
    "wrong_risk": 1.14423437700974
   },
   "calls": {
    "missed": 437.0,
    "needless": 45.0,
    "right_risk": 187.0,
    "right_safety": 758.0,
    "wrong_risk": 25.0
   },
   "confidence": {
    "auroc_right_risk": 0.6656226126814362,
    "missed_mean_p": 0.49783027180182793,
    "missed_n": 437,
    "taken_grouped": 0,
    "taken_n": 257,
    "taken_other": 0
   },
   "error_rate": 26.21519251019381,
   "found": {
    "den": 649.0,
    "n": 187.0,
    "share": 0.288135593220339
   },
   "good": {
    "den": 257.0,
    "n": 187.0,
    "share": 0.7276264591439688
   },
   "judgement": 61.60478713299702,
   "judgement_hi": 63.50604798961475,
   "judgement_lo": 59.635205892144185,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.05411255411255411,
    "x": 0.711864406779661,
    "y": 0.05603985056039851
   },
   "margin": 0.001,
   "missed": {
    "den": 649.0,
    "n": 437.0,
    "share": 0.6733436055469953
   },
   "needless": {
    "den": 803.0,
    "n": 45.0,
    "share": 0.05603985056039851
   },
   "needless_by_loss": {
    "big": {
     "den": 803.0,
     "n": 27.0,
     "share": 0.033623910336239106
    },
    "medium": {
     "den": 803.0,
     "n": 11.0,
     "share": 0.0136986301369863
    },
    "small": {
     "den": 803.0,
     "n": 7.0,
     "share": 0.008717310087173101
    }
   },
   "no_trade_off": 476.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 4.921048676886526,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 4.921048676886526,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 147.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 147,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.944275879103348,
      "needless": 2.1101479563313448,
      "none": 0.5157654415406863,
      "right_risk": 1.5080264785408102,
      "right_safety": 4.785378511307004,
      "wrong_risk": 1.4071045147877965
     },
     "calls": {
      "missed": 351.0,
      "needless": 38.0,
      "right_risk": 108.0,
      "right_safety": 616.0,
      "wrong_risk": 18.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.5022145850865763,
      "missed_n": 351,
      "taken_grouped": 0,
      "taken_n": 164,
      "taken_other": 0
     },
     "error_rate": 32.27069878161099,
     "found": {
      "den": 477.0,
      "n": 108.0,
      "share": 0.22641509433962265
     },
     "good": {
      "den": 164.0,
      "n": 108.0,
      "share": 0.6585365853658537
     },
     "judgement": 58.41555594022272,
     "judgement_hi": 60.602661425837255,
     "judgement_lo": 56.32664258275906,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.04878048780487805,
      "x": 0.7735849056603774,
      "y": 0.0581039755351682
     },
     "margin": 0.001,
     "missed": {
      "den": 477.0,
      "n": 351.0,
      "share": 0.7358490566037735
     },
     "needless": {
      "den": 654.0,
      "n": 38.0,
      "share": 0.0581039755351682
     },
     "needless_by_loss": {
      "big": {
       "den": 654.0,
       "n": 25.0,
       "share": 0.0382262996941896
      },
      "medium": {
       "den": 654.0,
       "n": 7.0,
       "share": 0.010703363914373088
      },
      "small": {
       "den": 654.0,
       "n": 6.0,
       "share": 0.009174311926605505
      }
     },
     "no_trade_off": 98.0,
     "reference": null,
     "right_safety": {
      "den": 654.0,
      "n": 616.0,
      "share": 0.9418960244648318
     },
     "risk_pays": 477.0,
     "safety_pays": 654.0,
     "scored": 1229,
     "sdt": {
      "aim": {
       "den": 126.0,
       "n": 108.0,
       "share": 0.8571428571428571
      },
      "beta": 1.2177959972352927,
      "caution": 1.0971008122074457,
      "caution_hi": 1.2006948064788912,
      "caution_lo": 1.008407280797763,
      "cstar": 0.2105117898815912,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9360172435754096,
      "dprime_hi": 1.1300762385063776,
      "dprime_lo": 0.749729332550671,
      "false_alarm": {
       "den": 654.0,
       "n": 38.0,
       "share": 0.0581039755351682
      },
      "false_alarm_rate": 0.05877862595419847,
      "hit": {
       "den": 477.0,
       "n": 126.0,
       "share": 0.2641509433962264
      },
      "hit_rate": 0.26464435146443516,
      "missed_loss": 0.1536724504582223,
      "missed_n": 351.0,
      "na": null,
      "needless_loss": 0.1364932546490117,
      "needless_n": 38.0
     },
     "size": {
      "bad": {
       "mean": 6.482142857142857,
       "n": 56.0,
       "too_few": true
      },
      "right": {
       "mean": 5.814814814814815,
       "n": 108.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 266.0,
        "n": 83.0,
        "share": 0.31203007518796994
       },
       "missed": {
        "den": 266.0,
        "n": 171.0,
        "share": 0.6428571428571429
       },
       "risk_pays": 266.0,
       "wrong": {
        "den": 266.0,
        "n": 12.0,
        "share": 0.045112781954887216
       }
      },
      "medium": {
       "found": {
        "den": 140.0,
        "n": 14.0,
        "share": 0.1
       },
       "missed": {
        "den": 140.0,
        "n": 121.0,
        "share": 0.8642857142857143
       },
       "risk_pays": 140.0,
       "wrong": {
        "den": 140.0,
        "n": 5.0,
        "share": 0.03571428571428571
       }
      },
      "small": {
       "found": {
        "den": 71.0,
        "n": 11.0,
        "share": 0.15492957746478872
       },
       "missed": {
        "den": 71.0,
        "n": 59.0,
        "share": 0.8309859154929577
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 1.0,
        "share": 0.014084507042253521
       }
      }
     },
     "trade_off": 1131.0,
     "wrong": {
      "den": 477.0,
      "n": 18.0,
      "share": 0.03773584905660377
     }
    },
    "holding": {
     "by_call": {
      "missed": 24.89242159714133,
      "needless": 0.8586988610736395,
      "none": 0.47475453150474417,
      "right_risk": 0.0,
      "right_safety": 9.127052153571178,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 1.0,
      "right_risk": 2.0,
      "right_safety": 39.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 3,
      "taken_other": 0
     },
     "error_rate": 35.35292714329089,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "judgement": 58.75,
     "judgement_hi": 75.0,
     "judgement_lo": 47.5609756097561,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8,
      "y": 0.025
     },
     "margin": 0.001,
     "missed": {
      "den": 10.0,
      "n": 8.0,
      "share": 0.8
     },
     "needless": {
      "den": 40.0,
      "n": 1.0,
      "share": 0.025
     },
     "needless_by_loss": {
      "big": {
       "den": 40.0,
       "n": 1.0,
       "share": 0.025
      },
      "medium": {
       "den": 40.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 40.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 9.0,
     "reference": null,
     "right_safety": {
      "den": 40.0,
      "n": 39.0,
      "share": 0.975
     },
     "risk_pays": 10.0,
     "safety_pays": 40.0,
     "scored": 59,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 1.103884708328743,
      "caution": 1.269811441070909,
      "caution_hi": 1.873722564738953,
      "caution_lo": 0.8511690434691708,
      "cstar": 0.09467858278689047,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 1.0439056926152135,
      "dprime_hi": 2.29200263295958,
      "dprime_lo": -0.019326073336826923,
      "false_alarm": {
       "den": 40.0,
       "n": 1.0,
       "share": 0.025
      },
      "false_alarm_rate": 0.036585365853658534,
      "hit": {
       "den": 10.0,
       "n": 2.0,
       "share": 0.2
      },
      "hit_rate": 0.22727272727272727,
      "missed_loss": 0.3671632185578346,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.10132646560668945,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 1.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 7.0,
        "n": 5.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 50.0,
     "wrong": {
      "den": 10.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 13.884138669410762,
      "needless": 0.7880889151218163,
      "none": 0.0232534251943992,
      "right_risk": 2.018948867373223,
      "right_safety": 1.74291725576359,
      "wrong_risk": 1.7399723729948058
     },
     "calls": {
      "missed": 78.0,
      "needless": 6.0,
      "right_risk": 77.0,
      "right_safety": 103.0,
      "wrong_risk": 7.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 78,
      "taken_grouped": 0,
      "taken_n": 90,
      "taken_other": 0
     },
     "error_rate": 20.197319505858594,
     "found": {
      "den": 162.0,
      "n": 77.0,
      "share": 0.47530864197530864
     },
     "good": {
      "den": 90.0,
      "n": 77.0,
      "share": 0.8555555555555555
     },
     "judgement": 71.01313852078378,
     "judgement_hi": 74.81795059438039,
     "judgement_lo": 66.62294412836303,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08235294117647059,
      "x": 0.5246913580246914,
      "y": 0.05504587155963303
     },
     "margin": 0.001,
     "missed": {
      "den": 162.0,
      "n": 78.0,
      "share": 0.48148148148148145
     },
     "needless": {
      "den": 109.0,
      "n": 6.0,
      "share": 0.05504587155963303
     },
     "needless_by_loss": {
      "big": {
       "den": 109.0,
       "n": 1.0,
       "share": 0.009174311926605505
      },
      "medium": {
       "den": 109.0,
       "n": 4.0,
       "share": 0.03669724770642202
      },
      "small": {
       "den": 109.0,
       "n": 1.0,
       "share": 0.009174311926605505
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 109.0,
      "n": 103.0,
      "share": 0.944954128440367
     },
     "risk_pays": 162.0,
     "safety_pays": 109.0,
     "scored": 274,
     "sdt": {
      "aim": {
       "den": 84.0,
       "n": 77.0,
       "share": 0.9166666666666666
      },
      "beta": 0.4964906933195896,
      "caution": 0.7581501001798644,
      "caution_hi": 1.0035096505107042,
      "caution_lo": 0.5761261957588648,
      "cstar": -0.4352790599441805,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6086014804737296,
      "dprime_hi": 2.0549667026238096,
      "dprime_lo": 1.2723101540706312,
      "false_alarm": {
       "den": 109.0,
       "n": 6.0,
       "share": 0.05504587155963303
      },
      "false_alarm_rate": 0.05909090909090909,
      "hit": {
       "den": 162.0,
       "n": 84.0,
       "share": 0.5185185185185185
      },
      "hit_rate": 0.5184049079754601,
      "missed_loss": 0.09754497424150124,
      "missed_n": 78.0,
      "na": null,
      "needless_loss": 0.0719787875811259,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 14.846153846153847,
       "n": 13.0,
       "too_few": true
      },
      "right": {
       "mean": 15.831168831168831,
       "n": 77.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 78.0,
        "n": 41.0,
        "share": 0.5256410256410257
       },
       "missed": {
        "den": 78.0,
        "n": 33.0,
        "share": 0.4230769230769231
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 4.0,
        "share": 0.05128205128205128
       }
      },
      "medium": {
       "found": {
        "den": 70.0,
        "n": 32.0,
        "share": 0.45714285714285713
       },
       "missed": {
        "den": 70.0,
        "n": 36.0,
        "share": 0.5142857142857142
       },
       "risk_pays": 70.0,
       "wrong": {
        "den": 70.0,
        "n": 2.0,
        "share": 0.02857142857142857
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 4.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 14.0,
        "n": 9.0,
        "share": 0.6428571428571429
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 1.0,
        "share": 0.07142857142857142
       }
      }
     },
     "trade_off": 271.0,
     "wrong": {
      "den": 162.0,
      "n": 7.0,
      "share": 0.043209876543209874
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.593241805899632,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.593241805899632,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 219.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 219,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 803.0,
    "n": 758.0,
    "share": 0.9439601494396015
   },
   "risk_pays": 649.0,
   "safety_pays": 803.0,
   "scored": 1928,
   "sdt": {
    "aim": {
     "den": 212.0,
     "n": 187.0,
     "share": 0.8820754716981132
    },
    "beta": 1.0657953230160753,
    "caution": 1.0162339220163177,
    "caution_hi": 1.105069249886944,
    "caution_lo": 0.9417959377611747,
    "cstar": 0.0561116199485946,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.1356168774207662,
    "dprime_hi": 1.329012032771482,
    "dprime_lo": 0.9605632008863099,
    "false_alarm": {
     "den": 803.0,
     "n": 45.0,
     "share": 0.05603985056039851
    },
    "false_alarm_rate": 0.056592039800995024,
    "hit": {
     "den": 649.0,
     "n": 212.0,
     "share": 0.3266563944530046
    },
    "hit_rate": 0.3269230769230769,
    "missed_loss": 0.1475625717394412,
    "missed_n": 437.0,
    "na": null,
    "needless_loss": 0.12710984150568644,
    "needless_n": 45.0
   },
   "size": {
    "bad": {
     "mean": 8.1,
     "n": 70.0,
     "too_few": true
    },
    "right": {
     "mean": 9.893048128342246,
     "n": 187.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 351.0,
      "n": 126.0,
      "share": 0.358974358974359
     },
     "missed": {
      "den": 351.0,
      "n": 209.0,
      "share": 0.5954415954415955
     },
     "risk_pays": 351.0,
     "wrong": {
      "den": 351.0,
      "n": 16.0,
      "share": 0.045584045584045586
     }
    },
    "medium": {
     "found": {
      "den": 213.0,
      "n": 46.0,
      "share": 0.215962441314554
     },
     "missed": {
      "den": 213.0,
      "n": 160.0,
      "share": 0.7511737089201878
     },
     "risk_pays": 213.0,
     "wrong": {
      "den": 213.0,
      "n": 7.0,
      "share": 0.03286384976525822
     }
    },
    "small": {
     "found": {
      "den": 85.0,
      "n": 15.0,
      "share": 0.17647058823529413
     },
     "missed": {
      "den": 85.0,
      "n": 68.0,
      "share": 0.8
     },
     "risk_pays": 85.0,
     "wrong": {
      "den": 85.0,
      "n": 2.0,
      "share": 0.023529411764705882
     }
    }
   },
   "trade_off": 1452.0,
   "wrong": {
    "den": 649.0,
    "n": 25.0,
    "share": 0.03852080123266564
   }
  },
  "robust": {
   "by_call": {
    "missed": 16.34314915173034,
    "needless": 1.507291330712465,
    "none": 2.038678316654506,
    "right_risk": 1.1784521731474586,
    "right_safety": 3.9575290228568667,
    "wrong_risk": 1.190092515092173
   },
   "calls": {
    "missed": 369.0,
    "needless": 62.0,
    "right_risk": 167.0,
    "right_safety": 826.0,
    "wrong_risk": 28.0
   },
   "confidence": {
    "auroc_right_risk": 0.6614770459081837,
    "missed_mean_p": 0.49512538808433554,
    "missed_n": 369,
    "taken_grouped": 0,
    "taken_n": 257,
    "taken_other": 0
   },
   "error_rate": 26.21519251019381,
   "found": {
    "den": 564.0,
    "n": 167.0,
    "share": 0.29609929078014185
   },
   "good": {
    "den": 257.0,
    "n": 167.0,
    "share": 0.6498054474708171
   },
   "judgement": 61.31397354801611,
   "judgement_hi": 63.463796610117164,
   "judgement_lo": 59.11216023223554,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.07052896725440806,
    "x": 0.7039007092198581,
    "y": 0.06981981981981981
   },
   "margin": 0.02,
   "missed": {
    "den": 564.0,
    "n": 369.0,
    "share": 0.6542553191489362
   },
   "needless": {
    "den": 888.0,
    "n": 62.0,
    "share": 0.06981981981981981
   },
   "needless_by_loss": {
    "big": {
     "den": 888.0,
     "n": 27.0,
     "share": 0.030405405405405407
    },
    "medium": {
     "den": 888.0,
     "n": 13.0,
     "share": 0.01463963963963964
    },
    "small": {
     "den": 888.0,
     "n": 22.0,
     "share": 0.024774774774774775
    }
   },
   "no_trade_off": 476.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 4.921048676886526,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 4.921048676886526,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 147.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 147,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.418014042643243,
      "needless": 2.1334148161386066,
      "none": 0.5157654415406863,
      "right_risk": 1.4119948600733347,
      "right_safety": 5.311640347767109,
      "wrong_risk": 1.47986927344801
     },
     "calls": {
      "missed": 292.0,
      "needless": 50.0,
      "right_risk": 93.0,
      "right_safety": 675.0,
      "wrong_risk": 21.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.49861061492573744,
      "missed_n": 292,
      "taken_grouped": 0,
      "taken_n": 164,
      "taken_other": 0
     },
     "error_rate": 32.27069878161099,
     "found": {
      "den": 406.0,
      "n": 93.0,
      "share": 0.229064039408867
     },
     "good": {
      "den": 164.0,
      "n": 93.0,
      "share": 0.5670731707317073
     },
     "judgement": 58.00492610837438,
     "judgement_hi": 60.27027082944206,
     "judgement_lo": 55.78682094524927,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0670926517571885,
      "x": 0.770935960591133,
      "y": 0.06896551724137931
     },
     "margin": 0.02,
     "missed": {
      "den": 406.0,
      "n": 292.0,
      "share": 0.7192118226600985
     },
     "needless": {
      "den": 725.0,
      "n": 50.0,
      "share": 0.06896551724137931
     },
     "needless_by_loss": {
      "big": {
       "den": 725.0,
       "n": 25.0,
       "share": 0.034482758620689655
      },
      "medium": {
       "den": 725.0,
       "n": 8.0,
       "share": 0.011034482758620689
      },
      "small": {
       "den": 725.0,
       "n": 17.0,
       "share": 0.023448275862068966
      }
     },
     "no_trade_off": 98.0,
     "reference": null,
     "right_safety": {
      "den": 725.0,
      "n": 675.0,
      "share": 0.9310344827586207
     },
     "risk_pays": 406.0,
     "safety_pays": 725.0,
     "scored": 1229,
     "sdt": {
      "aim": {
       "den": 114.0,
       "n": 93.0,
       "share": 0.8157894736842105
      },
      "beta": 1.0387736581261626,
      "caution": 1.0289931812373498,
      "caution_hi": 1.1339361012417677,
      "caution_lo": 0.9384879850465799,
      "cstar": 0.0422592818647929,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9001772113068925,
      "dprime_hi": 1.096040991278038,
      "dprime_lo": 0.7146015482689875,
      "false_alarm": {
       "den": 725.0,
       "n": 50.0,
       "share": 0.06896551724137931
      },
      "false_alarm_rate": 0.06955922865013774,
      "hit": {
       "den": 406.0,
       "n": 114.0,
       "share": 0.28078817733990147
      },
      "hit_rate": 0.28132678132678135,
      "missed_loss": 0.18029273464663387,
      "missed_n": 292.0,
      "na": null,
      "needless_loss": 0.1048786723613739,
      "needless_n": 50.0
     },
     "size": {
      "bad": {
       "mean": 6.056338028169014,
       "n": 71.0,
       "too_few": true
      },
      "right": {
       "mean": 6.032258064516129,
       "n": 93.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 266.0,
        "n": 82.0,
        "share": 0.3082706766917293
       },
       "missed": {
        "den": 266.0,
        "n": 171.0,
        "share": 0.6428571428571429
       },
       "risk_pays": 266.0,
       "wrong": {
        "den": 266.0,
        "n": 13.0,
        "share": 0.04887218045112782
       }
      },
      "medium": {
       "found": {
        "den": 140.0,
        "n": 11.0,
        "share": 0.07857142857142857
       },
       "missed": {
        "den": 140.0,
        "n": 121.0,
        "share": 0.8642857142857143
       },
       "risk_pays": 140.0,
       "wrong": {
        "den": 140.0,
        "n": 8.0,
        "share": 0.05714285714285714
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1131.0,
     "wrong": {
      "den": 406.0,
      "n": 21.0,
      "share": 0.05172413793103448
     }
    },
    "holding": {
     "by_call": {
      "missed": 24.89242159714133,
      "needless": 0.8586988610736395,
      "none": 0.47475453150474417,
      "right_risk": 0.0,
      "right_safety": 9.127052153571178,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 1.0,
      "right_risk": 2.0,
      "right_safety": 39.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 3,
      "taken_other": 0
     },
     "error_rate": 35.35292714329089,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "judgement": 58.75,
     "judgement_hi": 73.7534722222222,
     "judgement_lo": 47.72727272727273,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8,
      "y": 0.025
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 8.0,
      "share": 0.8
     },
     "needless": {
      "den": 40.0,
      "n": 1.0,
      "share": 0.025
     },
     "needless_by_loss": {
      "big": {
       "den": 40.0,
       "n": 1.0,
       "share": 0.025
      },
      "medium": {
       "den": 40.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 40.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 9.0,
     "reference": null,
     "right_safety": {
      "den": 40.0,
      "n": 39.0,
      "share": 0.975
     },
     "risk_pays": 10.0,
     "safety_pays": 40.0,
     "scored": 59,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 1.103884708328743,
      "caution": 1.269811441070909,
      "caution_hi": 1.856227600505044,
      "caution_lo": 0.8452973227237338,
      "cstar": 0.09467858278689047,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 1.0439056926152135,
      "dprime_hi": 2.229114985326091,
      "dprime_lo": 0.0,
      "false_alarm": {
       "den": 40.0,
       "n": 1.0,
       "share": 0.025
      },
      "false_alarm_rate": 0.036585365853658534,
      "hit": {
       "den": 10.0,
       "n": 2.0,
       "share": 0.2
      },
      "hit_rate": 0.22727272727272727,
      "missed_loss": 0.3671632185578346,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.10132646560668945,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 1.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 7.0,
        "n": 5.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 50.0,
     "wrong": {
      "den": 10.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 13.570070919329233,
      "needless": 0.8519257072114597,
      "none": 0.0232534251943992,
      "right_risk": 1.9588106087524526,
      "right_safety": 2.0569850058451187,
      "wrong_risk": 1.7362738395259327
     },
     "calls": {
      "missed": 69.0,
      "needless": 11.0,
      "right_risk": 72.0,
      "right_safety": 112.0,
      "wrong_risk": 7.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 69,
      "taken_grouped": 0,
      "taken_n": 90,
      "taken_other": 0
     },
     "error_rate": 20.197319505858594,
     "found": {
      "den": 148.0,
      "n": 72.0,
      "share": 0.4864864864864865
     },
     "good": {
      "den": 90.0,
      "n": 72.0,
      "share": 0.8
     },
     "judgement": 69.85277960887717,
     "judgement_hi": 73.98379397869235,
     "judgement_lo": 65.48252341096844,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09210526315789473,
      "x": 0.5135135135135135,
      "y": 0.08943089430894309
     },
     "margin": 0.02,
     "missed": {
      "den": 148.0,
      "n": 69.0,
      "share": 0.46621621621621623
     },
     "needless": {
      "den": 123.0,
      "n": 11.0,
      "share": 0.08943089430894309
     },
     "needless_by_loss": {
      "big": {
       "den": 123.0,
       "n": 1.0,
       "share": 0.008130081300813009
      },
      "medium": {
       "den": 123.0,
       "n": 5.0,
       "share": 0.04065040650406504
      },
      "small": {
       "den": 123.0,
       "n": 5.0,
       "share": 0.04065040650406504
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 123.0,
      "n": 112.0,
      "share": 0.9105691056910569
     },
     "risk_pays": 148.0,
     "safety_pays": 123.0,
     "scored": 274,
     "sdt": {
      "aim": {
       "den": 79.0,
       "n": 72.0,
       "share": 0.9113924050632911
      },
      "beta": 0.3272799557146795,
      "caution": 0.6199216275899635,
      "caution_hi": 0.8391579296496001,
      "caution_lo": 0.4399865909415055,
      "cstar": -0.7931274431835711,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4082722143504687,
      "dprime_hi": 1.8036141012535734,
      "dprime_lo": 1.0885550926322827,
      "false_alarm": {
       "den": 123.0,
       "n": 11.0,
       "share": 0.08943089430894309
      },
      "false_alarm_rate": 0.09274193548387097,
      "hit": {
       "den": 148.0,
       "n": 79.0,
       "share": 0.5337837837837838
      },
      "hit_rate": 0.5335570469798657,
      "missed_loss": 0.10777389657670174,
      "missed_n": 69.0,
      "na": null,
      "needless_loss": 0.042441389777443626,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 14.166666666666666,
       "n": 18.0,
       "too_few": true
      },
      "right": {
       "mean": 16.069444444444443,
       "n": 72.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 78.0,
        "n": 41.0,
        "share": 0.5256410256410257
       },
       "missed": {
        "den": 78.0,
        "n": 33.0,
        "share": 0.4230769230769231
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 4.0,
        "share": 0.05128205128205128
       }
      },
      "medium": {
       "found": {
        "den": 70.0,
        "n": 31.0,
        "share": 0.44285714285714284
       },
       "missed": {
        "den": 70.0,
        "n": 36.0,
        "share": 0.5142857142857142
       },
       "risk_pays": 70.0,
       "wrong": {
        "den": 70.0,
        "n": 3.0,
        "share": 0.04285714285714286
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 271.0,
     "wrong": {
      "den": 148.0,
      "n": 7.0,
      "share": 0.0472972972972973
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.593241805899632,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.593241805899632,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 219.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 219,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 888.0,
    "n": 826.0,
    "share": 0.9301801801801802
   },
   "risk_pays": 564.0,
   "safety_pays": 888.0,
   "scored": 1928,
   "sdt": {
    "aim": {
     "den": 195.0,
     "n": 167.0,
     "share": 0.8564102564102564
    },
    "beta": 0.864231308675839,
    "caution": 0.9348135980643407,
    "caution_hi": 1.0148505707672506,
    "caution_lo": 0.8643446812469879,
    "cstar": -0.13542753339266103,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0774384202241138,
    "dprime_hi": 1.2575741944112582,
    "dprime_lo": 0.8996336899126421,
    "false_alarm": {
     "den": 888.0,
     "n": 62.0,
     "share": 0.06981981981981981
    },
    "false_alarm_rate": 0.0703037120359955,
    "hit": {
     "den": 564.0,
     "n": 195.0,
     "share": 0.34574468085106386
    },
    "hit_rate": 0.34601769911504426,
    "missed_loss": 0.1707836941167268,
    "missed_n": 369.0,
    "na": null,
    "needless_loss": 0.09374379631011717,
    "needless_n": 62.0
   },
   "size": {
    "bad": {
     "mean": 7.733333333333333,
     "n": 90.0,
     "too_few": true
    },
    "right": {
     "mean": 10.305389221556887,
     "n": 167.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 351.0,
      "n": 125.0,
      "share": 0.3561253561253561
     },
     "missed": {
      "den": 351.0,
      "n": 209.0,
      "share": 0.5954415954415955
     },
     "risk_pays": 351.0,
     "wrong": {
      "den": 351.0,
      "n": 17.0,
      "share": 0.04843304843304843
     }
    },
    "medium": {
     "found": {
      "den": 213.0,
      "n": 42.0,
      "share": 0.19718309859154928
     },
     "missed": {
      "den": 213.0,
      "n": 160.0,
      "share": 0.7511737089201878
     },
     "risk_pays": 213.0,
     "wrong": {
      "den": 213.0,
      "n": 11.0,
      "share": 0.051643192488262914
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1452.0,
   "wrong": {
    "den": 564.0,
    "n": 28.0,
    "share": 0.04964539007092199
   }
  }
 },
 "route": {
  "provider": "local (knowline_server.py)",
  "reasoning": null,
  "spec": "knowline/m"
 },
 "running": 0,
 "slug": "knowline-31b-gen1-5",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 24.74189752882177,
   "n": 22,
   "too_few": true
  },
  "blitz": {
   "error_rate": 28.33436693571791,
   "n": 237,
   "too_few": false
  },
  "holding": {
   "error_rate": 35.35292714329089,
   "n": 59,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 37.32538191636778,
   "n": 424,
   "too_few": false
  },
  "other": {
   "error_rate": 35.23373853840284,
   "n": 149,
   "too_few": true
  },
  "priming": {
   "error_rate": 28.5272874519867,
   "n": 397,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
