{
 "confidence": {
  "auroc_best": 0.7509632335380593,
  "auroc_blunder": 0.7173559822747415,
  "confident_badly_wrong": {
   "den": 1704,
   "n": 2,
   "share": 0.0011737089201877935
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 84,
     "n": 2,
     "share": 0.023809523809523808
    },
    "kept": {
     "den": 1704,
     "n": 84,
     "share": 0.04929577464788732
    },
    "mean_loss": 0.007759001992997669,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 4,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1704,
     "n": 4,
     "share": 0.002347417840375587
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.03172352021188734,
  "held_out": {
   "blunders": 0.021811493592353515,
   "kept": 0.0396145439581705,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1704,
  "surest": {
   "cut": 0.6673046151305433,
   "error_rate": 6.883689950049763,
   "n": 426,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-11T19:28:30.308Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1704,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1704
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 34.98410977221824,
   "n": 518,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 31.32651482046265,
   "n": 485,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 20.461235551453182,
   "n": 701,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-11T19:30:16.674Z",
   "id": 993,
   "opponent": "Fastino GLiDE",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-11T19:28:30.308Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:37:18.836Z",
   "id": 994,
   "opponent": "Celeris-1 Decision",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-11T19:30:17.052Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:41:11.881Z",
   "id": 995,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T19:37:19.189Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:42:09.985Z",
   "id": 996,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-11T19:41:12.296Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:44:16.122Z",
   "id": 997,
   "opponent": "Safest",
   "score_against": 1,
   "score_for": 7,
   "started": "2026-11-11T19:42:10.321Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:48:23.162Z",
   "id": 998,
   "opponent": "Liquid d1-ultra",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-11T19:44:16.496Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:51:40.712Z",
   "id": 999,
   "opponent": "Jev 1.14.0",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-11T19:48:23.541Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:53:31.421Z",
   "id": 1005,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-11T19:51:41.050Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:54:26.228Z",
   "id": 1013,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T19:53:31.735Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:54:26.515Z",
   "id": 1016,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-11T19:54:26.489Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-11T21:49:24.181Z",
   "id": 1053,
   "opponent": "Cygnet",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-11T21:48:59.594Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:51:33.547Z",
   "id": 1055,
   "opponent": "Winnow-12B",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-11T21:50:25.757Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:52:57.413Z",
   "id": 1056,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-11T21:52:38.152Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:57:39.800Z",
   "id": 1057,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-11T21:54:02.259Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T22:00:32.474Z",
   "id": 1060,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-11T21:58:18.630Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T22:03:48.915Z",
   "id": 1061,
   "opponent": "Clef",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-11T22:01:35.878Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T22:08:19.110Z",
   "id": 1062,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-11T22:04:52.839Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T22:11:49.810Z",
   "id": 1063,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-11T22:09:15.320Z",
   "status": "finished"
  }
 ],
 "name": "Gemini Decision 1",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 32.46710596167443,
   "n": 259,
   "too_few": false
  },
  "16–25": {
   "error_rate": 46.813480859639874,
   "n": 319,
   "too_few": false
  },
  "26+": {
   "error_rate": 47.45838443438212,
   "n": 240,
   "too_few": false
  },
  "2–5": {
   "error_rate": 7.896180116283688,
   "n": 521,
   "too_few": false
  },
  "6–10": {
   "error_rate": 24.142607474980288,
   "n": 365,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 14.823619551306603,
   "n": 149,
   "too_few": true
  },
  "contact": {
   "error_rate": 33.69785950598311,
   "n": 1047,
   "too_few": false
  },
  "holding": {
   "error_rate": 25.292605925828983,
   "n": 39,
   "too_few": true
  },
  "opening": {
   "error_rate": 21.179378150016305,
   "n": 254,
   "too_few": false
  },
  "race": {
   "error_rate": 17.684198950612267,
   "n": 215,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": "2026-11-11",
  "input_per_mtok": 0.1,
  "label": "API price (billed)",
  "output_per_mtok": 0.0,
  "source": "aistudio.google.com/docs/pricing#gemini-decision and openrouter.ai/google/gemini-decision-1 ($0.10/M input, no output tokens), read 2026-11-11; cost is the billed cost per decision (turns.cost_usd)"
 },
 "quality": {
  "auroc": 0.7509632335380593,
  "best_share": 0.522887323943662,
  "blunder_share": 0.20539906103286384,
  "brier": 0.20310331914932736,
  "clusters": 86,
  "confidence_n": 1704,
  "confident_badly_wrong": 0.0011737089201877935,
  "cost_coverage": 1.0,
  "decisions": 1704,
  "ece": 0.03172352021188734,
  "engine_scored": 1704,
  "error_hi": 31.05982027002168,
  "error_lo": 24.962570793355827,
  "error_rate": 27.968576685153824,
  "first_date": "2026-11-11",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-11",
  "mean_confidence": 0.5067101028763211,
  "over_budget": 0.0,
  "p95_loss": 0.2818911463022231,
  "probability_source": "decision",
  "retry_mean": 1.4533210093896713,
  "scored": 1704,
  "time_median": 0.245,
  "time_p90": 0.4187,
  "tokens_in": 3823.4548122065726,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.3823454812206573,
  "very_confident": 0.04929577464788732,
  "worst_mean": 0.4597196733250338
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8254401942926534,
   "best_share": 0.8187919463087249,
   "blunder_share": 0.06711409395973154,
   "brier": 0.16813178333157577,
   "clusters": 51,
   "confidence_n": 149,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 149,
   "ece": 0.22324953230528163,
   "engine_scored": 149,
   "error_hi": 23.644059940077323,
   "error_lo": 6.312381946396755,
   "error_rate": 14.823619551306603,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.6001212217480375,
   "over_budget": 0.0,
   "p95_loss": 0.21152575016021702,
   "probability_source": "decision",
   "retry_mean": 1.1598187919463088,
   "scored": 149,
   "time_median": 0.233,
   "time_p90": 0.3646000000000008,
   "tokens_in": 3030.1275167785234,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.30301275167785235,
   "very_confident": 0.0738255033557047,
   "worst_mean": 0.4913537842886789
  },
  "contact": {
   "auroc": 0.7448838485458203,
   "best_share": 0.47468958930276983,
   "blunder_share": 0.24832855778414517,
   "brier": 0.20480123371150258,
   "clusters": 86,
   "confidence_n": 1047,
   "confident_badly_wrong": 0.0009551098376313276,
   "cost_coverage": 1.0,
   "decisions": 1047,
   "ece": 0.03235633224971255,
   "engine_scored": 1047,
   "error_hi": 38.397492886187685,
   "error_lo": 29.44560571745037,
   "error_rate": 33.69785950598311,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.48544824942666714,
   "over_budget": 0.0,
   "p95_loss": 0.33114514350891106,
   "probability_source": "decision",
   "retry_mean": 1.442025787965616,
   "scored": 1047,
   "time_median": 0.245,
   "time_p90": 0.41839999999999994,
   "tokens_in": 3985.6131805157593,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.39856131805157596,
   "very_confident": 0.03247373447946514,
   "worst_mean": 0.49417064510858977
  },
  "holding": {
   "auroc": 0.6957671957671958,
   "best_share": 0.5384615384615384,
   "blunder_share": 0.1794871794871795,
   "brier": 0.2222714553685646,
   "clusters": 15,
   "confidence_n": 39,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 39,
   "ece": 0.07682075064122879,
   "engine_scored": 39,
   "error_hi": 51.22116957263477,
   "error_lo": 9.17469233500235,
   "error_rate": 25.292605925828983,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.4925107643930677,
   "over_budget": 0.0,
   "p95_loss": 0.271233868598938,
   "probability_source": "decision",
   "retry_mean": 0.08587179487179486,
   "scored": 39,
   "time_median": 0.256,
   "time_p90": 0.4232,
   "tokens_in": 3439.4358974358975,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.34394358974358974,
   "very_confident": 0.0,
   "worst_mean": 0.33558231592178345
  },
  "opening": {
   "auroc": 0.7167163437655241,
   "best_share": 0.5196850393700787,
   "blunder_share": 0.19291338582677164,
   "brier": 0.21597748618488438,
   "clusters": 86,
   "confidence_n": 254,
   "confident_badly_wrong": 0.003937007874015748,
   "cost_coverage": 1.0,
   "decisions": 254,
   "ece": 0.05192715924731973,
   "engine_scored": 254,
   "error_hi": 25.590506338749705,
   "error_lo": 17.116631340398733,
   "error_rate": 21.179378150016305,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.5229507300996833,
   "over_budget": 0.0,
   "p95_loss": 0.1977901756763458,
   "probability_source": "decision",
   "retry_mean": 1.345267716535433,
   "scored": 254,
   "time_median": 0.2575,
   "time_p90": 0.44690000000000013,
   "tokens_in": 4101.472440944882,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.4101472440944882,
   "very_confident": 0.1062992125984252,
   "worst_mean": 0.2688962106521313
  },
  "race": {
   "auroc": 0.7563900560224089,
   "best_share": 0.5534883720930233,
   "blunder_share": 0.11162790697674418,
   "brier": 0.20038446589661008,
   "clusters": 74,
   "confidence_n": 215,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 215,
   "ece": 0.07692826648914608,
   "engine_scored": 215,
   "error_hi": 26.133940591796698,
   "error_lo": 10.461024716043546,
   "error_rate": 17.684198950612267,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-11",
   "mean_confidence": 0.5289033993229015,
   "over_budget": 0.0,
   "p95_loss": 0.1487628221511839,
   "probability_source": "decision",
   "retry_mean": 2.0874325581395348,
   "scored": 215,
   "time_median": 0.235,
   "time_p90": 0.3833999999999999,
   "tokens_in": 3324.786046511628,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.3324786046511628,
   "very_confident": 0.05581395348837209,
   "worst_mean": 0.38264417106455023
  }
 },
 "record": {
  "drawn": 0,
  "lost": 4,
  "won": 13
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 9.830561479632284,
    "needless": 4.189669395066763,
    "none": 4.030658990284647,
    "right_risk": 2.383427397116249,
    "right_safety": 3.615893187447333,
    "wrong_risk": 3.9183662356065474
   },
   "calls": {
    "missed": 252.0,
    "needless": 84.0,
    "right_risk": 219.0,
    "right_safety": 648.0,
    "wrong_risk": 64.0
   },
   "confidence": {
    "auroc_right_risk": 0.5962297914352709,
    "missed_mean_p": 0.4559521804648243,
    "missed_n": 252,
    "taken_grouped": 0,
    "taken_n": 367,
    "taken_other": 0
   },
   "error_rate": 27.968576685153824,
   "found": {
    "den": 535.0,
    "n": 219.0,
    "share": 0.4093457943925234
   },
   "good": {
    "den": 367.0,
    "n": 219.0,
    "share": 0.5967302452316077
   },
   "judgement": 64.72958480159339,
   "judgement_hi": 67.23841030972214,
   "judgement_lo": 62.24216837997995,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.20253164556962025,
    "x": 0.5906542056074766,
    "y": 0.11475409836065574
   },
   "margin": 0.001,
   "missed": {
    "den": 535.0,
    "n": 252.0,
    "share": 0.47102803738317756
   },
   "needless": {
    "den": 732.0,
    "n": 84.0,
    "share": 0.11475409836065574
   },
   "needless_by_loss": {
    "big": {
     "den": 732.0,
     "n": 55.0,
     "share": 0.07513661202185792
    },
    "medium": {
     "den": 732.0,
     "n": 22.0,
     "share": 0.030054644808743168
    },
    "small": {
     "den": 732.0,
     "n": 7.0,
     "share": 0.009562841530054645
    }
   },
   "no_trade_off": 437.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 14.823619551306603,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 14.823619551306603,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 149.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 149,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 13.763313662926128,
      "needless": 5.44421054572294,
      "none": 0.7149369065376726,
      "right_risk": 3.039138066051341,
      "right_safety": 5.424208647314434,
      "wrong_risk": 5.312051677430598
     },
     "calls": {
      "missed": 205.0,
      "needless": 63.0,
      "right_risk": 120.0,
      "right_safety": 544.0,
      "wrong_risk": 50.0
     },
     "confidence": {
      "auroc_right_risk": 0.5292035398230088,
      "missed_mean_p": 0.44888874416597196,
      "missed_n": 205,
      "taken_grouped": 0,
      "taken_n": 233,
      "taken_other": 0
     },
     "error_rate": 33.69785950598311,
     "found": {
      "den": 375.0,
      "n": 120.0,
      "share": 0.32
     },
     "good": {
      "den": 233.0,
      "n": 120.0,
      "share": 0.5150214592274678
     },
     "judgement": 60.81054365733114,
     "judgement_hi": 63.57586990188245,
     "judgement_lo": 57.999879006210115,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19607843137254902,
      "x": 0.68,
      "y": 0.10378912685337727
     },
     "margin": 0.001,
     "missed": {
      "den": 375.0,
      "n": 205.0,
      "share": 0.5466666666666666
     },
     "needless": {
      "den": 607.0,
      "n": 63.0,
      "share": 0.10378912685337727
     },
     "needless_by_loss": {
      "big": {
       "den": 607.0,
       "n": 42.0,
       "share": 0.06919275123558484
      },
      "medium": {
       "den": 607.0,
       "n": 16.0,
       "share": 0.026359143327841845
      },
      "small": {
       "den": 607.0,
       "n": 5.0,
       "share": 0.008237232289950576
      }
     },
     "no_trade_off": 65.0,
     "reference": null,
     "right_safety": {
      "den": 607.0,
      "n": 544.0,
      "share": 0.8962108731466227
     },
     "risk_pays": 375.0,
     "safety_pays": 607.0,
     "scored": 1047,
     "sdt": {
      "aim": {
       "den": 170.0,
       "n": 120.0,
       "share": 0.7058823529411765
      },
      "beta": 2.083447877269545,
      "caution": 0.6867887721807915,
      "caution_hi": 0.7846053096447694,
      "caution_lo": 0.5996375973880071,
      "cstar": 0.6440413100667362,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1397159517331539,
      "dprime_hi": 1.3457874731805317,
      "dprime_lo": 0.9389541450136176,
      "false_alarm": {
       "den": 607.0,
       "n": 63.0,
       "share": 0.10378912685337727
      },
      "false_alarm_rate": 0.10444078947368421,
      "hit": {
       "den": 375.0,
       "n": 170.0,
       "share": 0.4533333333333333
      },
      "hit_rate": 0.45345744680851063,
      "missed_loss": 0.14058721370813324,
      "missed_n": 205.0,
      "na": null,
      "needless_loss": 0.18095518861498153,
      "needless_n": 63.0
     },
     "size": {
      "bad": {
       "mean": 9.309734513274336,
       "n": 113.0,
       "too_few": true
      },
      "right": {
       "mean": 7.008333333333334,
       "n": 120.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 203.0,
        "n": 93.0,
        "share": 0.458128078817734
       },
       "missed": {
        "den": 203.0,
        "n": 89.0,
        "share": 0.43842364532019706
       },
       "risk_pays": 203.0,
       "wrong": {
        "den": 203.0,
        "n": 21.0,
        "share": 0.10344827586206896
       }
      },
      "medium": {
       "found": {
        "den": 109.0,
        "n": 18.0,
        "share": 0.1651376146788991
       },
       "missed": {
        "den": 109.0,
        "n": 73.0,
        "share": 0.6697247706422018
       },
       "risk_pays": 109.0,
       "wrong": {
        "den": 109.0,
        "n": 18.0,
        "share": 0.1651376146788991
       }
      },
      "small": {
       "found": {
        "den": 63.0,
        "n": 9.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 63.0,
        "n": 43.0,
        "share": 0.6825396825396826
       },
       "risk_pays": 63.0,
       "wrong": {
        "den": 63.0,
        "n": 11.0,
        "share": 0.1746031746031746
       }
      }
     },
     "trade_off": 982.0,
     "wrong": {
      "den": 375.0,
      "n": 50.0,
      "share": 0.13333333333333333
     }
    },
    "holding": {
     "by_call": {
      "missed": 2.760741191032605,
      "needless": 15.305036153548803,
      "none": 2.7918433531736717,
      "right_risk": 0.0,
      "right_safety": 4.434985228073903,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 4.0,
      "right_risk": 0.0,
      "right_safety": 22.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 25.292605925828983,
     "found": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 42.30769230769231,
     "judgement_hi": 50.0,
     "judgement_lo": 29.629629629629626,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.15384615384615385
     },
     "margin": 0.001,
     "missed": {
      "den": 5.0,
      "n": 5.0,
      "share": 1.0
     },
     "needless": {
      "den": 26.0,
      "n": 4.0,
      "share": 0.15384615384615385
     },
     "needless_by_loss": {
      "big": {
       "den": 26.0,
       "n": 4.0,
       "share": 0.15384615384615385
      },
      "medium": {
       "den": 26.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 26.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 26.0,
      "n": 22.0,
      "share": 0.8461538461538461
     },
     "risk_pays": 5.0,
     "safety_pays": 26.0,
     "scored": 39,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 36.03479214973335,
      "caution": 1.17520784660117,
      "caution_hi": 1.8336949773301812,
      "caution_lo": 0.6559869555792293,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.41557256099893736,
      "dprime_hi": 0.8378998358715984,
      "dprime_lo": -1.059495624213353,
      "false_alarm": {
       "den": 26.0,
       "n": 4.0,
       "share": 0.15384615384615385
      },
      "false_alarm_rate": 0.16666666666666666,
      "hit": {
       "den": 5.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.08333333333333333,
      "missed_loss": 0.043067562580108645,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.29844820499420166,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 13.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 31.0,
     "wrong": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 8.792986022675132,
      "needless": 3.3157944796592234,
      "none": 0.0,
      "right_risk": 3.4621367304343877,
      "right_safety": 1.2179965109337034,
      "wrong_risk": 4.390464406313859
     },
     "calls": {
      "missed": 42.0,
      "needless": 17.0,
      "right_risk": 99.0,
      "right_safety": 82.0,
      "wrong_risk": 14.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 42,
      "taken_grouped": 0,
      "taken_n": 130,
      "taken_other": 0
     },
     "error_rate": 21.179378150016305,
     "found": {
      "den": 155.0,
      "n": 99.0,
      "share": 0.6387096774193548
     },
     "good": {
      "den": 130.0,
      "n": 99.0,
      "share": 0.7615384615384615
     },
     "judgement": 73.34962528510916,
     "judgement_hi": 78.39494507387921,
     "judgement_lo": 68.48966439884347,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25,
      "x": 0.36129032258064514,
      "y": 0.1717171717171717
     },
     "margin": 0.001,
     "missed": {
      "den": 155.0,
      "n": 42.0,
      "share": 0.2709677419354839
     },
     "needless": {
      "den": 99.0,
      "n": 17.0,
      "share": 0.1717171717171717
     },
     "needless_by_loss": {
      "big": {
       "den": 99.0,
       "n": 9.0,
       "share": 0.09090909090909091
      },
      "medium": {
       "den": 99.0,
       "n": 6.0,
       "share": 0.06060606060606061
      },
      "small": {
       "den": 99.0,
       "n": 2.0,
       "share": 0.020202020202020204
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 99.0,
      "n": 82.0,
      "share": 0.8282828282828283
     },
     "risk_pays": 155.0,
     "safety_pays": 99.0,
     "scored": 254,
     "sdt": {
      "aim": {
       "den": 113.0,
       "n": 99.0,
       "share": 0.8761061946902655
      },
      "beta": 0.5950522296326383,
      "caution": 0.1645634412838643,
      "caution_hi": 0.3315548727260621,
      "caution_lo": 0.014723353927945711,
      "cstar": -0.33707056492691956,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.540051699579232,
      "dprime_hi": 1.8595342277270952,
      "dprime_lo": 1.2454653215320137,
      "false_alarm": {
       "den": 99.0,
       "n": 17.0,
       "share": 0.1717171717171717
      },
      "false_alarm_rate": 0.175,
      "hit": {
       "den": 155.0,
       "n": 113.0,
       "share": 0.7290322580645161
      },
      "hit_rate": 0.7275641025641025,
      "missed_loss": 0.10635325951235634,
      "missed_n": 42.0,
      "na": null,
      "needless_loss": 0.0990837409215815,
      "needless_n": 17.0
     },
     "size": {
      "bad": {
       "mean": 15.064516129032258,
       "n": 31.0,
       "too_few": true
      },
      "right": {
       "mean": 16.606060606060606,
       "n": 99.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 73.0,
        "n": 50.0,
        "share": 0.684931506849315
       },
       "missed": {
        "den": 73.0,
        "n": 17.0,
        "share": 0.2328767123287671
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 6.0,
        "share": 0.0821917808219178
       }
      },
      "medium": {
       "found": {
        "den": 65.0,
        "n": 40.0,
        "share": 0.6153846153846154
       },
       "missed": {
        "den": 65.0,
        "n": 17.0,
        "share": 0.26153846153846155
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 8.0,
        "share": 0.12307692307692308
       }
      },
      "small": {
       "found": {
        "den": 17.0,
        "n": 9.0,
        "share": 0.5294117647058824
       },
       "missed": {
        "den": 17.0,
        "n": 8.0,
        "share": 0.47058823529411764
       },
       "risk_pays": 17.0,
       "wrong": {
        "den": 17.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 254.0,
     "wrong": {
      "den": 155.0,
      "n": 14.0,
      "share": 0.09032258064516129
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 17.684198950612267,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 17.684198950612267,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 215.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 215,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 732.0,
    "n": 648.0,
    "share": 0.8852459016393442
   },
   "risk_pays": 535.0,
   "safety_pays": 732.0,
   "scored": 1704,
   "sdt": {
    "aim": {
     "den": 283.0,
     "n": 219.0,
     "share": 0.773851590106007
    },
    "beta": 1.749363192506728,
    "caution": 0.5631846026468889,
    "caution_hi": 0.6561529654027815,
    "caution_lo": 0.4753730188324001,
    "cstar": 0.43984690197329557,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.2714692980813365,
    "dprime_hi": 1.458107965002913,
    "dprime_lo": 1.1084223647336384,
    "false_alarm": {
     "den": 732.0,
     "n": 84.0,
     "share": 0.11475409836065574
    },
    "false_alarm_rate": 0.11527967257844475,
    "hit": {
     "den": 535.0,
     "n": 283.0,
     "share": 0.5289719626168224
    },
    "hit_rate": 0.5289179104477612,
    "missed_loss": 0.13294664096264613,
    "missed_n": 252.0,
    "na": null,
    "needless_loss": 0.1699808725998515,
    "needless_n": 84.0
   },
   "size": {
    "bad": {
     "mean": 10.635135135135135,
     "n": 148.0,
     "too_few": true
    },
    "right": {
     "mean": 11.34703196347032,
     "n": 219.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 277.0,
      "n": 143.0,
      "share": 0.516245487364621
     },
     "missed": {
      "den": 277.0,
      "n": 107.0,
      "share": 0.3862815884476534
     },
     "risk_pays": 277.0,
     "wrong": {
      "den": 277.0,
      "n": 27.0,
      "share": 0.09747292418772563
     }
    },
    "medium": {
     "found": {
      "den": 177.0,
      "n": 58.0,
      "share": 0.327683615819209
     },
     "missed": {
      "den": 177.0,
      "n": 93.0,
      "share": 0.5254237288135594
     },
     "risk_pays": 177.0,
     "wrong": {
      "den": 177.0,
      "n": 26.0,
      "share": 0.14689265536723164
     }
    },
    "small": {
     "found": {
      "den": 81.0,
      "n": 18.0,
      "share": 0.2222222222222222
     },
     "missed": {
      "den": 81.0,
      "n": 52.0,
      "share": 0.6419753086419753
     },
     "risk_pays": 81.0,
     "wrong": {
      "den": 81.0,
      "n": 11.0,
      "share": 0.13580246913580246
     }
    }
   },
   "trade_off": 1267.0,
   "wrong": {
    "den": 535.0,
    "n": 64.0,
    "share": 0.11962616822429907
   }
  },
  "robust": {
   "by_call": {
    "missed": 9.521106616572036,
    "needless": 4.632715135812759,
    "none": 4.030658990284647,
    "right_risk": 2.2200036689009464,
    "right_safety": 3.9253480505075813,
    "wrong_risk": 3.6387442230758533
   },
   "calls": {
    "missed": 200.0,
    "needless": 113.0,
    "right_risk": 194.0,
    "right_safety": 700.0,
    "wrong_risk": 60.0
   },
   "confidence": {
    "auroc_right_risk": 0.5714796496037184,
    "missed_mean_p": 0.4452407714837859,
    "missed_n": 200,
    "taken_grouped": 0,
    "taken_n": 367,
    "taken_other": 0
   },
   "error_rate": 27.968576685153824,
   "found": {
    "den": 454.0,
    "n": 194.0,
    "share": 0.42731277533039647
   },
   "good": {
    "den": 367.0,
    "n": 194.0,
    "share": 0.5286103542234333
   },
   "judgement": 64.41606927082486,
   "judgement_hi": 66.90797834884462,
   "judgement_lo": 61.85659478486629,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.23076923076923078,
    "x": 0.5726872246696035,
    "y": 0.13899138991389914
   },
   "margin": 0.02,
   "missed": {
    "den": 454.0,
    "n": 200.0,
    "share": 0.44052863436123346
   },
   "needless": {
    "den": 813.0,
    "n": 113.0,
    "share": 0.13899138991389914
   },
   "needless_by_loss": {
    "big": {
     "den": 813.0,
     "n": 61.0,
     "share": 0.07503075030750307
    },
    "medium": {
     "den": 813.0,
     "n": 26.0,
     "share": 0.03198031980319803
    },
    "small": {
     "den": 813.0,
     "n": 26.0,
     "share": 0.03198031980319803
    }
   },
   "no_trade_off": 437.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 14.823619551306603,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 14.823619551306603,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 149.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 149,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 13.303338670115759,
      "needless": 6.15674961774602,
      "none": 0.7149369065376726,
      "right_risk": 2.948286981386806,
      "right_safety": 5.884183640124805,
      "wrong_risk": 4.690363690072053
     },
     "calls": {
      "missed": 162.0,
      "needless": 83.0,
      "right_risk": 109.0,
      "right_safety": 587.0,
      "wrong_risk": 41.0
     },
     "confidence": {
      "auroc_right_risk": 0.511985794613791,
      "missed_mean_p": null,
      "missed_n": 162,
      "taken_grouped": 0,
      "taken_n": 233,
      "taken_other": 0
     },
     "error_rate": 33.69785950598311,
     "found": {
      "den": 312.0,
      "n": 109.0,
      "share": 0.34935897435897434
     },
     "good": {
      "den": 233.0,
      "n": 109.0,
      "share": 0.4678111587982833
     },
     "judgement": 61.27391886720245,
     "judgement_hi": 64.23418168167723,
     "judgement_lo": 58.11712292007045,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2019704433497537,
      "x": 0.6506410256410257,
      "y": 0.12388059701492538
     },
     "margin": 0.02,
     "missed": {
      "den": 312.0,
      "n": 162.0,
      "share": 0.5192307692307693
     },
     "needless": {
      "den": 670.0,
      "n": 83.0,
      "share": 0.12388059701492538
     },
     "needless_by_loss": {
      "big": {
       "den": 670.0,
       "n": 48.0,
       "share": 0.07164179104477612
      },
      "medium": {
       "den": 670.0,
       "n": 20.0,
       "share": 0.029850746268656716
      },
      "small": {
       "den": 670.0,
       "n": 15.0,
       "share": 0.022388059701492536
      }
     },
     "no_trade_off": 65.0,
     "reference": null,
     "right_safety": {
      "den": 670.0,
      "n": 587.0,
      "share": 0.8761194029850746
     },
     "risk_pays": 312.0,
     "safety_pays": 670.0,
     "scored": 1047,
     "sdt": {
      "aim": {
       "den": 150.0,
       "n": 109.0,
       "share": 0.7266666666666667
      },
      "beta": 1.9397598937065639,
      "caution": 0.6005686989740884,
      "caution_hi": 0.7059583652404025,
      "caution_lo": 0.49899725853328025,
      "cstar": 0.59960581461598,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1049996233096606,
      "dprime_hi": 1.3155791708640674,
      "dprime_lo": 0.9062185437441986,
      "false_alarm": {
       "den": 670.0,
       "n": 83.0,
       "share": 0.12388059701492538
      },
      "false_alarm_rate": 0.12444113263785395,
      "hit": {
       "den": 312.0,
       "n": 150.0,
       "share": 0.4807692307692308
      },
      "hit_rate": 0.48083067092651754,
      "missed_loss": 0.1719579702174222,
      "missed_n": 162.0,
      "na": null,
      "needless_loss": 0.15532811686217066,
      "needless_n": 83.0
     },
     "size": {
      "bad": {
       "mean": 9.459677419354838,
       "n": 124.0,
       "too_few": true
      },
      "right": {
       "mean": 6.605504587155964,
       "n": 109.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 203.0,
        "n": 92.0,
        "share": 0.45320197044334976
       },
       "missed": {
        "den": 203.0,
        "n": 89.0,
        "share": 0.43842364532019706
       },
       "risk_pays": 203.0,
       "wrong": {
        "den": 203.0,
        "n": 22.0,
        "share": 0.10837438423645321
       }
      },
      "medium": {
       "found": {
        "den": 109.0,
        "n": 17.0,
        "share": 0.1559633027522936
       },
       "missed": {
        "den": 109.0,
        "n": 73.0,
        "share": 0.6697247706422018
       },
       "risk_pays": 109.0,
       "wrong": {
        "den": 109.0,
        "n": 19.0,
        "share": 0.1743119266055046
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 982.0,
     "wrong": {
      "den": 312.0,
      "n": 41.0,
      "share": 0.13141025641025642
     }
    },
    "holding": {
     "by_call": {
      "missed": 2.6752413847507577,
      "needless": 15.305036153548803,
      "none": 2.7918433531736717,
      "right_risk": 0.0,
      "right_safety": 4.52048503435575,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 4.0,
      "right_risk": 0.0,
      "right_safety": 23.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 25.292605925828983,
     "found": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 42.592592592592595,
     "judgement_hi": 50.0,
     "judgement_lo": 30.64516129032258,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.14814814814814814
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 4.0,
      "share": 1.0
     },
     "needless": {
      "den": 27.0,
      "n": 4.0,
      "share": 0.14814814814814814
     },
     "needless_by_loss": {
      "big": {
       "den": 27.0,
       "n": 4.0,
       "share": 0.14814814814814814
      },
      "medium": {
       "den": 27.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 27.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 27.0,
      "n": 23.0,
      "share": 0.8518518518518519
     },
     "risk_pays": 4.0,
     "safety_pays": 27.0,
     "scored": 39,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 38.61670002016635,
      "caution": 1.1365390201109655,
      "caution_hi": 1.8022822606949171,
      "caution_lo": 0.6158540517524339,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.29002509086727046,
      "dprime_hi": 0.9908487405960105,
      "dprime_lo": -0.9673610322936235,
      "false_alarm": {
       "den": 27.0,
       "n": 4.0,
       "share": 0.14814814814814814
      },
      "false_alarm_rate": 0.16071428571428573,
      "hit": {
       "den": 4.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.1,
      "missed_loss": 0.05216720700263977,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.29844820499420166,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 13.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 31.0,
     "wrong": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 8.626124696938072,
      "needless": 3.3509186285687242,
      "none": 0.0,
      "right_risk": 2.740274733445776,
      "right_safety": 1.384857836670763,
      "wrong_risk": 5.07720225439297
     },
     "calls": {
      "missed": 34.0,
      "needless": 26.0,
      "right_risk": 85.0,
      "right_safety": 90.0,
      "wrong_risk": 19.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 34,
      "taken_grouped": 0,
      "taken_n": 130,
      "taken_other": 0
     },
     "error_rate": 21.179378150016305,
     "found": {
      "den": 138.0,
      "n": 85.0,
      "share": 0.6159420289855072
     },
     "good": {
      "den": 130.0,
      "n": 85.0,
      "share": 0.6538461538461539
     },
     "judgement": 69.59020489755122,
     "judgement_hi": 74.16436860370355,
     "judgement_lo": 64.98295158239812,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3584905660377358,
      "x": 0.38405797101449274,
      "y": 0.22413793103448276
     },
     "margin": 0.02,
     "missed": {
      "den": 138.0,
      "n": 34.0,
      "share": 0.2463768115942029
     },
     "needless": {
      "den": 116.0,
      "n": 26.0,
      "share": 0.22413793103448276
     },
     "needless_by_loss": {
      "big": {
       "den": 116.0,
       "n": 9.0,
       "share": 0.07758620689655173
      },
      "medium": {
       "den": 116.0,
       "n": 6.0,
       "share": 0.05172413793103448
      },
      "small": {
       "den": 116.0,
       "n": 11.0,
       "share": 0.09482758620689655
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 116.0,
      "n": 90.0,
      "share": 0.7758620689655172
     },
     "risk_pays": 138.0,
     "safety_pays": 116.0,
     "scored": 254,
     "sdt": {
      "aim": {
       "den": 104.0,
       "n": 85.0,
       "share": 0.8173076923076923
      },
      "beta": 0.42700466712084384,
      "caution": 0.03513836336370496,
      "caution_hi": 0.19868554102495975,
      "caution_lo": -0.13832068180342771,
      "cstar": -0.5948285744356351,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.430597608050737,
      "dprime_hi": 1.7147949089467924,
      "dprime_lo": 1.1833125385480943,
      "false_alarm": {
       "den": 116.0,
       "n": 26.0,
       "share": 0.22413793103448276
      },
      "false_alarm_rate": 0.2264957264957265,
      "hit": {
       "den": 138.0,
       "n": 104.0,
       "share": 0.7536231884057971
      },
      "hit_rate": 0.7517985611510791,
      "missed_loss": 0.1288844513542512,
      "missed_n": 34.0,
      "na": null,
      "needless_loss": 0.0654717947428043,
      "needless_n": 26.0
     },
     "size": {
      "bad": {
       "mean": 17.044444444444444,
       "n": 45.0,
       "too_few": true
      },
      "right": {
       "mean": 15.811764705882354,
       "n": 85.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 73.0,
        "n": 47.0,
        "share": 0.6438356164383562
       },
       "missed": {
        "den": 73.0,
        "n": 17.0,
        "share": 0.2328767123287671
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 9.0,
        "share": 0.1232876712328767
       }
      },
      "medium": {
       "found": {
        "den": 65.0,
        "n": 38.0,
        "share": 0.5846153846153846
       },
       "missed": {
        "den": 65.0,
        "n": 17.0,
        "share": 0.26153846153846155
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 10.0,
        "share": 0.15384615384615385
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 254.0,
     "wrong": {
      "den": 138.0,
      "n": 19.0,
      "share": 0.13768115942028986
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 17.684198950612267,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 17.684198950612267,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 215.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 215,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 813.0,
    "n": 700.0,
    "share": 0.8610086100861009
   },
   "risk_pays": 454.0,
   "safety_pays": 813.0,
   "scored": 1704,
   "sdt": {
    "aim": {
     "den": 254.0,
     "n": 194.0,
     "share": 0.7637795275590551
    },
    "beta": 1.5421776787945016,
    "caution": 0.46678200879243725,
    "caution_hi": 0.561975530613649,
    "caution_lo": 0.37802836802338197,
    "cstar": 0.3515741916785138,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.2321595411514354,
    "dprime_hi": 1.3996640198064967,
    "dprime_lo": 1.0719872554298275,
    "false_alarm": {
     "den": 813.0,
     "n": 113.0,
     "share": 0.13899138991389914
    },
    "false_alarm_rate": 0.13943488943488944,
    "hit": {
     "den": 454.0,
     "n": 254.0,
     "share": 0.5594713656387665
    },
    "hit_rate": 0.5593406593406594,
    "missed_loss": 0.1622396567463875,
    "missed_n": 200.0,
    "na": null,
    "needless_loss": 0.1397194086977866,
    "needless_n": 113.0
   },
   "size": {
    "bad": {
     "mean": 11.531791907514451,
     "n": 173.0,
     "too_few": true
    },
    "right": {
     "mean": 10.639175257731958,
     "n": 194.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 277.0,
      "n": 139.0,
      "share": 0.5018050541516246
     },
     "missed": {
      "den": 277.0,
      "n": 107.0,
      "share": 0.3862815884476534
     },
     "risk_pays": 277.0,
     "wrong": {
      "den": 277.0,
      "n": 31.0,
      "share": 0.11191335740072202
     }
    },
    "medium": {
     "found": {
      "den": 177.0,
      "n": 55.0,
      "share": 0.3107344632768362
     },
     "missed": {
      "den": 177.0,
      "n": 93.0,
      "share": 0.5254237288135594
     },
     "risk_pays": 177.0,
     "wrong": {
      "den": 177.0,
      "n": 29.0,
      "share": 0.1638418079096045
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1267.0,
   "wrong": {
    "den": 454.0,
    "n": 60.0,
    "share": 0.13215859030837004
   }
  }
 },
 "route": {
  "provider": "openrouter (google ai studio)",
  "reasoning": null,
  "spec": "openrouter-decisions/google/gemini-decision-1"
 },
 "running": 0,
 "slug": "gemini-decision-1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 46.248531477017835,
   "n": 22,
   "too_few": true
  },
  "blitz": {
   "error_rate": 20.950374996057853,
   "n": 217,
   "too_few": false
  },
  "holding": {
   "error_rate": 25.292605925828983,
   "n": 39,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 41.0719060700787,
   "n": 242,
   "too_few": false
  },
  "other": {
   "error_rate": 40.483794023286926,
   "n": 227,
   "too_few": false
  },
  "priming": {
   "error_rate": 31.23521334477934,
   "n": 339,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
