{
 "aliases": [
  "GPT-6 Luna"
 ],
 "close": {
  "close": {
   "den": 1741,
   "n": 760,
   "share": 0.4365307294658242,
   "small": false
  },
  "decisions": 1962,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1741,
  "exclusions": {
   "not_audited": 221
  },
  "groups": {
   "close": {
    "by_count": [
     272,
     290,
     139,
     49,
     10
    ],
    "differ": {
     "hitting": {
      "den": 760,
      "n": 331,
      "share": 0.4355263157894737,
      "small": false
     },
     "points": {
      "den": 760,
      "n": 170,
      "share": 0.2236842105263158,
      "small": false
     },
     "prime": {
      "den": 760,
      "n": 155,
      "share": 0.20394736842105263,
      "small": false
     },
     "race": {
      "den": 760,
      "n": 99,
      "share": 0.13026315789473683,
      "small": false
     }
    },
    "gap": {
     "mean": 0.10747386985703518,
     "median": 0.05521276593208313,
     "n": 760
    },
    "loss1": {
     "mean": 0.1057071820685738,
     "median": 0.02922224998474121,
     "n": 760
    },
    "loss2": {
     "mean": 0.12287123179749439,
     "median": 0.049367547035217285,
     "n": 760
    },
    "n": 760,
    "p1": {
     "mean": 0.4087368421052631,
     "median": 0.41,
     "n": 760
    },
    "p2": {
     "mean": 0.29550000000000004,
     "median": 0.29,
     "n": 760
    },
    "psum": {
     "mean": 0.7042368421052632,
     "median": 0.71,
     "n": 760
    },
    "psum_bins": [
     0,
     3,
     9,
     29,
     74,
     101,
     139,
     147,
     122,
     136
    ]
   },
   "other": {
    "by_count": [
     158,
     427,
     284,
     100,
     12
    ],
    "differ": {
     "hitting": {
      "den": 981,
      "n": 557,
      "share": 0.5677879714576962,
      "small": false
     },
     "points": {
      "den": 981,
      "n": 356,
      "share": 0.36289500509684,
      "small": false
     },
     "prime": {
      "den": 981,
      "n": 326,
      "share": 0.33231396534148827,
      "small": false
     },
     "race": {
      "den": 981,
      "n": 104,
      "share": 0.10601427115188583,
      "small": false
     }
    },
    "gap": {
     "mean": 0.14551947863580741,
     "median": 0.08889210224151611,
     "n": 981
    },
    "loss1": {
     "mean": 0.07171877322454578,
     "median": 0.0027660131454467773,
     "n": 981
    },
    "loss2": {
     "mean": 0.16280311889847726,
     "median": 0.09969151020050049,
     "n": 981
    },
    "n": 981,
    "p1": {
     "mean": 0.6703058103975535,
     "median": 0.68,
     "n": 981
    },
    "p2": {
     "mean": 0.15042813455657492,
     "median": 0.15,
     "n": 981
    },
    "psum": {
     "mean": 0.8207339449541284,
     "median": 0.8400000000000001,
     "n": 981
    },
    "psum_bins": [
     0,
     0,
     2,
     8,
     19,
     52,
     121,
     177,
     227,
     375
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 449,
       "n": 236,
       "share": 0.5256124721603563,
       "small": false
      },
      "eligible": 449,
      "risk_close": {
       "den": 236,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 659,
       "n": 292,
       "share": 0.44309559939301973,
       "small": false
      },
      "eligible": 659,
      "risk_close": {
       "den": 292,
       "n": 184,
       "share": 0.6301369863013698,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 633,
       "n": 232,
       "share": 0.3665086887835703,
       "small": false
      },
      "eligible": 633,
      "risk_close": {
       "den": 232,
       "n": 110,
       "share": 0.47413793103448276,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5824175824175825,
     "adj_other": 0.781719063364991,
     "adjusted": -0.19930148094740852,
     "adjusted_hi": -0.13321174224325266,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.2837794191566323,
     "close": {
      "den": 184,
      "n": 107,
      "share": 0.5815217391304348,
      "small": true
     },
     "covered": {
      "den": 184,
      "n": 182,
      "share": 0.9891304347826086,
      "small": true
     },
     "crude": -0.22211462450592878,
     "crude_hi": -0.16529635163954048,
     "crude_left_out": 0,
     "crude_lo": -0.28448520190663873,
     "group": 459,
     "matches": 16,
     "na": null,
     "other": {
      "den": 275,
      "n": 221,
      "share": 0.8036363636363636,
      "small": false
     },
     "resamples": 2000,
     "strata": 32,
     "strata_both": 27
    },
    "stake": {
     "big": {
      "den": 383,
      "n": 182,
      "share": 0.4751958224543081,
      "small": false
     },
     "medium": {
      "den": 203,
      "n": 80,
      "share": 0.39408866995073893,
      "small": false
     },
     "small": {
      "den": 73,
      "n": 30,
      "share": 0.410958904109589,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 449,
       "n": 236,
       "share": 0.5256124721603563,
       "small": false
      },
      "eligible": 449,
      "risk_close": {
       "den": 236,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 586,
       "n": 262,
       "share": 0.447098976109215,
       "small": false
      },
      "eligible": 586,
      "risk_close": {
       "den": 262,
       "n": 169,
       "share": 0.6450381679389313,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 706,
       "n": 262,
       "share": 0.37110481586402266,
       "small": false
      },
      "eligible": 706,
      "risk_close": {
       "den": 262,
       "n": 125,
       "share": 0.4770992366412214,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.592814371257485,
     "adj_other": 0.7759472959235199,
     "adjusted": -0.1831329246660348,
     "adjusted_hi": -0.12482479466736165,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.25805195557620986,
     "close": {
      "den": 169,
      "n": 100,
      "share": 0.591715976331361,
      "small": true
     },
     "covered": {
      "den": 169,
      "n": 167,
      "share": 0.9881656804733728,
      "small": true
     },
     "crude": -0.19926763022601612,
     "crude_hi": -0.1387866250387268,
     "crude_left_out": 0,
     "crude_lo": -0.2561895835619771,
     "group": 413,
     "matches": 16,
     "na": null,
     "other": {
      "den": 244,
      "n": 193,
      "share": 0.7909836065573771,
      "small": false
     },
     "resamples": 2000,
     "strata": 31,
     "strata_both": 24
    },
    "stake": {
     "big": {
      "den": 383,
      "n": 182,
      "share": 0.4751958224543081,
      "small": false
     },
     "medium": {
      "den": 203,
      "n": 80,
      "share": 0.39408866995073893,
      "small": false
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 760,
   "n": 294,
   "share": 0.3868421052631579,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1741,
   "n": 294,
   "share": 0.1688684663986215,
   "small": false
  },
  "risk_pair_other": {
   "den": 981,
   "n": 531,
   "share": 0.5412844036697247,
   "small": false
  },
  "ties": {
   "close": 45,
   "member": 94,
   "order": 29,
   "positive": 122,
   "top_two": 123,
   "zero": 1
  }
 },
 "confidence": {
  "auroc_best": 0.6680731513160123,
  "auroc_blunder": 0.6478807532570974,
  "confident_badly_wrong": {
   "den": 1962,
   "n": 9,
   "share": 0.0045871559633027525
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 107,
     "n": 9,
     "share": 0.08411214953271028
    },
    "kept": {
     "den": 1962,
     "n": 107,
     "share": 0.0545361875637105
    },
    "mean_loss": 0.03418143970944057,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 2,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1962,
     "n": 2,
     "share": 0.0010193679918450561
    },
    "mean_loss": 0.018466651439666748,
    "too_few": true
   }
  },
  "ece": 0.12508664627930685,
  "held_out": {
   "blunders": 0.11136418215101121,
   "kept": 0.00705218624666274,
   "no_cutoff": 46,
   "runs": 300
  },
  "n": 1962,
  "surest": {
   "cut": 0.7,
   "error_rate": 23.59439299310415,
   "n": 503,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 47.633117914778516,
   "n": 618,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 61.03402676149203,
   "n": 611,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 24.892865981281535,
   "n": 733,
   "too_few": false
  }
 },
 "name": "GPT-6 Luna (Decisions API)",
 "options": {
  "11–15": {
   "error_rate": 52.912644631620765,
   "n": 345,
   "too_few": false
  },
  "16–25": {
   "error_rate": 54.78487003271219,
   "n": 311,
   "too_few": false
  },
  "26+": {
   "error_rate": 69.19661713764071,
   "n": 160,
   "too_few": true
  },
  "2–5": {
   "error_rate": 19.569356171347255,
   "n": 695,
   "too_few": false
  },
  "6–10": {
   "error_rate": 55.45545394166874,
   "n": 451,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 17.62706260470783,
   "n": 136,
   "too_few": true
  },
  "contact": {
   "error_rate": 50.88309739839356,
   "n": 1272,
   "too_few": false
  },
  "holding": {
   "error_rate": 57.016064723332725,
   "n": 30,
   "too_few": true
  },
  "opening": {
   "error_rate": 40.14372098364521,
   "n": 293,
   "too_few": false
  },
  "race": {
   "error_rate": 18.971235463113494,
   "n": 231,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6680731513160123,
  "best_share": 0.4322120285423038,
  "blunder_share": 0.2889908256880734,
  "brier": 0.24394923547400613,
  "clusters": 98,
  "confidence_n": 1962,
  "confident_badly_wrong": 0.0045871559633027525,
  "cost_coverage": 1.0,
  "decisions": 1962,
  "ece": 0.12508664627930685,
  "engine_scored": 1962,
  "error_hi": 46.91435981803047,
  "error_lo": 39.66720077498457,
  "error_rate": 43.31066665998171,
  "first_date": "2026-10-19",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.5572986748216107,
  "over_budget": 0.0,
  "p95_loss": 0.4104615002870558,
  "probability_source": "decision",
  "retry_mean": 0.011752803261977574,
  "scored": 1962,
  "time_median": 0.2335,
  "time_p90": 0.35490000000000005,
  "tokens_in": 3351.354740061162,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.3351354740061162,
  "very_confident": 0.0545361875637105,
  "worst_mean": 0.6310152971014684
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6393110435663627,
   "best_share": 0.6911764705882353,
   "blunder_share": 0.125,
   "brier": 0.21717426470588236,
   "clusters": 52,
   "confidence_n": 136,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 136,
   "ece": 0.12169117647058818,
   "engine_scored": 136,
   "error_hi": 25.993984420474252,
   "error_lo": 10.025769594805205,
   "error_rate": 17.62706260470783,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.569485294117647,
   "over_budget": 0.0,
   "p95_loss": 0.24623069167137146,
   "probability_source": "decision",
   "retry_mean": 0.0478014705882353,
   "scored": 136,
   "time_median": 0.2265,
   "time_p90": 0.383,
   "tokens_in": 2707.1029411764707,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.27071029411764713,
   "very_confident": 0.014705882352941176,
   "worst_mean": 0.41294659887041363
  },
  "contact": {
   "auroc": 0.6740593364152379,
   "best_share": 0.4158805031446541,
   "blunder_share": 0.3231132075471698,
   "brier": 0.24425062893081761,
   "clusters": 98,
   "confidence_n": 1272,
   "confident_badly_wrong": 0.006289308176100629,
   "cost_coverage": 1.0,
   "decisions": 1272,
   "ece": 0.14191823899371067,
   "engine_scored": 1272,
   "error_hi": 55.899639860258205,
   "error_lo": 45.904575107144574,
   "error_rate": 50.88309739839356,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5577987421383648,
   "over_budget": 0.0,
   "p95_loss": 0.47812477350235016,
   "probability_source": "decision",
   "retry_mean": 0.011099842767295597,
   "scored": 1272,
   "time_median": 0.231,
   "time_p90": 0.341,
   "tokens_in": 3391.0259433962265,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.33910259433962264,
   "very_confident": 0.05817610062893082,
   "worst_mean": 0.6862599984742701
  },
  "holding": {
   "auroc": 0.7511111111111111,
   "best_share": 0.5,
   "blunder_share": 0.3,
   "brier": 0.19918666666666668,
   "clusters": 14,
   "confidence_n": 30,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 30,
   "ece": 0.086,
   "engine_scored": 30,
   "error_hi": 126.96019469395928,
   "error_lo": 16.325889853658257,
   "error_rate": 57.016064723332725,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.568,
   "over_budget": 0.0,
   "p95_loss": 0.45719698071479786,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 30,
   "time_median": 0.2295,
   "time_p90": 0.32810000000000006,
   "tokens_in": 3174.0666666666666,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.31740666666666667,
   "very_confident": 0.0,
   "worst_mean": 1.012137234210968
  },
  "opening": {
   "auroc": 0.6966430551278103,
   "best_share": 0.34812286689419797,
   "blunder_share": 0.31399317406143346,
   "brier": 0.2530020477815699,
   "clusters": 98,
   "confidence_n": 293,
   "confident_badly_wrong": 0.0034129692832764505,
   "cost_coverage": 1.0,
   "decisions": 293,
   "ece": 0.21706484641638227,
   "engine_scored": 293,
   "error_hi": 46.310851778033715,
   "error_lo": 34.17403217748367,
   "error_rate": 40.14372098364521,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5651877133105802,
   "over_budget": 0.0,
   "p95_loss": 0.3185296595096587,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 293,
   "time_median": 0.243,
   "time_p90": 0.4514,
   "tokens_in": 3743.740614334471,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.3743740614334471,
   "very_confident": 0.06825938566552901,
   "worst_mean": 0.44475607872009276
  },
  "race": {
   "auroc": 0.6223276121650105,
   "best_share": 0.4675324675324675,
   "blunder_share": 0.1645021645021645,
   "brier": 0.25238398268398266,
   "clusters": 87,
   "confidence_n": 231,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 231,
   "ece": 0.09112554112554114,
   "engine_scored": 231,
   "error_hi": 26.019563975713243,
   "error_lo": 13.160490591899825,
   "error_rate": 18.971235463113494,
   "first_date": "2026-10-19",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.535974025974026,
   "over_budget": 0.0,
   "p95_loss": 0.18354558944702148,
   "probability_source": "decision",
   "retry_mean": 0.010558441558441559,
   "scored": 231,
   "time_median": 0.237,
   "time_p90": 0.353,
   "tokens_in": 3037.5281385281387,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.30375281385281383,
   "very_confident": 0.047619047619047616,
   "worst_mean": 0.3088823805252711
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 25.045316806870012,
    "needless": 3.6692651070343003,
    "none": 4.065832489613485,
    "right_risk": 2.580040767712938,
    "right_safety": 4.500640641658678,
    "wrong_risk": 3.4495708470922968
   },
   "calls": {
    "missed": 529.0,
    "needless": 73.0,
    "right_risk": 160.0,
    "right_safety": 636.0,
    "wrong_risk": 51.0
   },
   "confidence": {
    "auroc_right_risk": 0.5953629032258064,
    "missed_mean_p": 0.5461814744801512,
    "missed_n": 529,
    "taken_grouped": 0,
    "taken_n": 284,
    "taken_other": 0
   },
   "error_rate": 43.31066665998171,
   "found": {
    "den": 740.0,
    "n": 160.0,
    "share": 0.21621621621621623
   },
   "good": {
    "den": 284.0,
    "n": 160.0,
    "share": 0.5633802816901409
   },
   "judgement": 55.66271490107879,
   "judgement_hi": 57.600084235364164,
   "judgement_lo": 53.7755141364597,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.08793103448275862,
    "x": 0.7837837837837838,
    "y": 0.10296191819464035
   },
   "margin": 0.001,
   "missed": {
    "den": 740.0,
    "n": 529.0,
    "share": 0.7148648648648649
   },
   "needless": {
    "den": 709.0,
    "n": 73.0,
    "share": 0.10296191819464035
   },
   "needless_by_loss": {
    "big": {
     "den": 709.0,
     "n": 53.0,
     "share": 0.07475317348377997
    },
    "medium": {
     "den": 709.0,
     "n": 18.0,
     "share": 0.02538787023977433
    },
    "small": {
     "den": 709.0,
     "n": 2.0,
     "share": 0.0028208744710860366
    }
   },
   "no_trade_off": 513.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 17.62706260470783,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 17.62706260470783,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 136.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 136,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 31.029919244395863,
      "needless": 4.733628774963835,
      "none": 0.9405552731744898,
      "right_risk": 3.0759567242560895,
      "right_safety": 6.396822502496858,
      "wrong_risk": 4.706214879106426
     },
     "calls": {
      "missed": 383.0,
      "needless": 64.0,
      "right_risk": 111.0,
      "right_safety": 531.0,
      "wrong_risk": 40.0
     },
     "confidence": {
      "auroc_right_risk": 0.5899601524601524,
      "missed_mean_p": 0.543159268929504,
      "missed_n": 383,
      "taken_grouped": 0,
      "taken_n": 215,
      "taken_other": 0
     },
     "error_rate": 50.88309739839356,
     "found": {
      "den": 534.0,
      "n": 111.0,
      "share": 0.20786516853932585
     },
     "good": {
      "den": 215.0,
      "n": 111.0,
      "share": 0.5162790697674419
     },
     "judgement": 55.015107166462094,
     "judgement_hi": 57.376696592926976,
     "judgement_lo": 52.860868232836275,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09456264775413711,
      "x": 0.7921348314606742,
      "y": 0.10756302521008404
     },
     "margin": 0.001,
     "missed": {
      "den": 534.0,
      "n": 383.0,
      "share": 0.7172284644194756
     },
     "needless": {
      "den": 595.0,
      "n": 64.0,
      "share": 0.10756302521008404
     },
     "needless_by_loss": {
      "big": {
       "den": 595.0,
       "n": 45.0,
       "share": 0.07563025210084033
      },
      "medium": {
       "den": 595.0,
       "n": 18.0,
       "share": 0.030252100840336135
      },
      "small": {
       "den": 595.0,
       "n": 1.0,
       "share": 0.0016806722689075631
      }
     },
     "no_trade_off": 143.0,
     "reference": null,
     "right_safety": {
      "den": 595.0,
      "n": 531.0,
      "share": 0.892436974789916
     },
     "risk_pays": 534.0,
     "safety_pays": 595.0,
     "scored": 1272,
     "sdt": {
      "aim": {
       "den": 151.0,
       "n": 111.0,
       "share": 0.7350993377483444
      },
      "beta": 1.0172040007792904,
      "caution": 0.9047348483881532,
      "caution_hi": 1.0141960271745813,
      "caution_lo": 0.8068588640282208,
      "cstar": 0.02574301175696579,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.662614298924864,
      "dprime_hi": 0.8465223338533385,
      "dprime_lo": 0.4793791822489696,
      "false_alarm": {
       "den": 595.0,
       "n": 64.0,
       "share": 0.10756302521008404
      },
      "false_alarm_rate": 0.10822147651006711,
      "hit": {
       "den": 534.0,
       "n": 151.0,
       "share": 0.28277153558052437
      },
      "hit_rate": 0.28317757009345795,
      "missed_loss": 0.20610995968079132,
      "missed_n": 383.0,
      "na": null,
      "needless_loss": 0.18816174380481243,
      "needless_n": 64.0
     },
     "size": {
      "bad": {
       "mean": 8.153846153846153,
       "n": 104.0,
       "too_few": true
      },
      "right": {
       "mean": 6.675675675675675,
       "n": 111.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 330.0,
        "n": 88.0,
        "share": 0.26666666666666666
       },
       "missed": {
        "den": 330.0,
        "n": 222.0,
        "share": 0.6727272727272727
       },
       "risk_pays": 330.0,
       "wrong": {
        "den": 330.0,
        "n": 20.0,
        "share": 0.06060606060606061
       }
      },
      "medium": {
       "found": {
        "den": 143.0,
        "n": 19.0,
        "share": 0.13286713286713286
       },
       "missed": {
        "den": 143.0,
        "n": 112.0,
        "share": 0.7832167832167832
       },
       "risk_pays": 143.0,
       "wrong": {
        "den": 143.0,
        "n": 12.0,
        "share": 0.08391608391608392
       }
      },
      "small": {
       "found": {
        "den": 61.0,
        "n": 4.0,
        "share": 0.06557377049180328
       },
       "missed": {
        "den": 61.0,
        "n": 49.0,
        "share": 0.8032786885245902
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 8.0,
        "share": 0.13114754098360656
       }
      }
     },
     "trade_off": 1129.0,
     "wrong": {
      "den": 534.0,
      "n": 40.0,
      "share": 0.0749063670411985
     }
    },
    "holding": {
     "by_call": {
      "missed": 40.832160909970604,
      "needless": 9.318228562672934,
      "none": 0.03803769747416178,
      "right_risk": 0.0,
      "right_safety": 6.827637553215027,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 2.0,
      "right_risk": 4.0,
      "right_safety": 13.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 57.016064723332725,
     "found": {
      "den": 12.0,
      "n": 4.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 6.0,
      "n": 4.0,
      "share": 0.6666666666666666
     },
     "judgement": 60.0,
     "judgement_hi": 75.24702380952377,
     "judgement_lo": 42.68560606060608,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.13333333333333333
     },
     "margin": 0.001,
     "missed": {
      "den": 12.0,
      "n": 8.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 15.0,
      "n": 2.0,
      "share": 0.13333333333333333
     },
     "needless_by_loss": {
      "big": {
       "den": 15.0,
       "n": 2.0,
       "share": 0.13333333333333333
      },
      "medium": {
       "den": 15.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 15.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 15.0,
      "n": 13.0,
      "share": 0.8666666666666667
     },
     "risk_pays": 12.0,
     "safety_pays": 15.0,
     "scored": 30,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 1.1410403411196346,
      "caution": 0.7028577325320347,
      "caution_hi": 1.300605575844319,
      "caution_lo": 0.23314498169036366,
      "cstar": 0.21479402761575145,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.6142648734350948,
      "dprime_hi": 1.6863626220305985,
      "dprime_lo": -0.3741830026348927,
      "false_alarm": {
       "den": 15.0,
       "n": 2.0,
       "share": 0.13333333333333333
      },
      "false_alarm_rate": 0.15625,
      "hit": {
       "den": 12.0,
       "n": 4.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.34615384615384615,
      "missed_loss": 0.3062412068247795,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.279546856880188,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 7.5,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "missed": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 27.0,
     "wrong": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 28.818735388765564,
      "needless": 3.066127922754646,
      "none": 0.0,
      "right_risk": 3.9229455051161732,
      "right_safety": 1.6678142974807948,
      "wrong_risk": 2.6680978695280317
     },
     "calls": {
      "missed": 138.0,
      "needless": 7.0,
      "right_risk": 45.0,
      "right_safety": 92.0,
      "wrong_risk": 11.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 138,
      "taken_grouped": 0,
      "taken_n": 63,
      "taken_other": 0
     },
     "error_rate": 40.14372098364521,
     "found": {
      "den": 194.0,
      "n": 45.0,
      "share": 0.23195876288659795
     },
     "good": {
      "den": 63.0,
      "n": 45.0,
      "share": 0.7142857142857143
     },
     "judgement": 58.062584608976366,
     "judgement_hi": 61.74996511263817,
     "judgement_lo": 54.442216280451575,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0738255033557047,
      "x": 0.7680412371134021,
      "y": 0.0707070707070707
     },
     "margin": 0.001,
     "missed": {
      "den": 194.0,
      "n": 138.0,
      "share": 0.711340206185567
     },
     "needless": {
      "den": 99.0,
      "n": 7.0,
      "share": 0.0707070707070707
     },
     "needless_by_loss": {
      "big": {
       "den": 99.0,
       "n": 6.0,
       "share": 0.06060606060606061
      },
      "medium": {
       "den": 99.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 99.0,
       "n": 1.0,
       "share": 0.010101010101010102
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 99.0,
      "n": 92.0,
      "share": 0.9292929292929293
     },
     "risk_pays": 194.0,
     "safety_pays": 99.0,
     "scored": 293,
     "sdt": {
      "aim": {
       "den": 56.0,
       "n": 45.0,
       "share": 0.8035714285714286
      },
      "beta": 1.0703599778545057,
      "caution": 0.9968327087344669,
      "caution_hi": 1.2816573971586953,
      "caution_lo": 0.7841756067760939,
      "cstar": 0.07679603559035252,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8853975244079775,
      "dprime_hi": 1.3827047603438152,
      "dprime_lo": 0.5158556992803403,
      "false_alarm": {
       "den": 99.0,
       "n": 7.0,
       "share": 0.0707070707070707
      },
      "false_alarm_rate": 0.075,
      "hit": {
       "den": 194.0,
       "n": 56.0,
       "share": 0.28865979381443296
      },
      "hit_rate": 0.28974358974358977,
      "missed_loss": 0.12237520969432333,
      "missed_n": 138.0,
      "na": null,
      "needless_loss": 0.25667870896203177,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 7.5,
       "n": 18.0,
       "too_few": true
      },
      "right": {
       "mean": 5.222222222222222,
       "n": 45.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 34.0,
        "share": 0.35789473684210527
       },
       "missed": {
        "den": 95.0,
        "n": 56.0,
        "share": 0.5894736842105263
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 5.0,
        "share": 0.05263157894736842
       }
      },
      "medium": {
       "found": {
        "den": 87.0,
        "n": 11.0,
        "share": 0.12643678160919541
       },
       "missed": {
        "den": 87.0,
        "n": 71.0,
        "share": 0.8160919540229885
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 5.0,
        "share": 0.05747126436781609
       }
      },
      "small": {
       "found": {
        "den": 12.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 12.0,
        "n": 11.0,
        "share": 0.9166666666666666
       },
       "risk_pays": 12.0,
       "wrong": {
        "den": 12.0,
        "n": 1.0,
        "share": 0.08333333333333333
       }
      }
     },
     "trade_off": 293.0,
     "wrong": {
      "den": 194.0,
      "n": 11.0,
      "share": 0.05670103092783505
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.971235463113494,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.971235463113494,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 231.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 231,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 709.0,
    "n": 636.0,
    "share": 0.8970380818053597
   },
   "risk_pays": 740.0,
   "safety_pays": 709.0,
   "scored": 1962,
   "sdt": {
    "aim": {
     "den": 211.0,
     "n": 160.0,
     "share": 0.7582938388625592
    },
    "beta": 1.017184863101377,
    "caution": 0.9142700487888391,
    "caution_hi": 1.0038739011739313,
    "caution_lo": 0.8284205391363831,
    "cstar": 0.0245184643306506,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6949404856265344,
    "dprime_hi": 0.8719334621576807,
    "dprime_lo": 0.5360704207023399,
    "false_alarm": {
     "den": 709.0,
     "n": 73.0,
     "share": 0.10296191819464035
    },
    "false_alarm_rate": 0.10352112676056338,
    "hit": {
     "den": 740.0,
     "n": 211.0,
     "share": 0.2851351351351351
    },
    "hit_rate": 0.2854251012145749,
    "missed_loss": 0.18578038402676356,
    "missed_n": 529.0,
    "na": null,
    "needless_loss": 0.1972355654794876,
    "needless_n": 73.0
   },
   "size": {
    "bad": {
     "mean": 8.048387096774194,
     "n": 124.0,
     "too_few": true
    },
    "right": {
     "mean": 6.375,
     "n": 160.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 430.0,
      "n": 123.0,
      "share": 0.28604651162790695
     },
     "missed": {
      "den": 430.0,
      "n": 282.0,
      "share": 0.6558139534883721
     },
     "risk_pays": 430.0,
     "wrong": {
      "den": 430.0,
      "n": 25.0,
      "share": 0.05813953488372093
     }
    },
    "medium": {
     "found": {
      "den": 233.0,
      "n": 30.0,
      "share": 0.12875536480686695
     },
     "missed": {
      "den": 233.0,
      "n": 186.0,
      "share": 0.7982832618025751
     },
     "risk_pays": 233.0,
     "wrong": {
      "den": 233.0,
      "n": 17.0,
      "share": 0.07296137339055794
     }
    },
    "small": {
     "found": {
      "den": 77.0,
      "n": 7.0,
      "share": 0.09090909090909091
     },
     "missed": {
      "den": 77.0,
      "n": 61.0,
      "share": 0.7922077922077922
     },
     "risk_pays": 77.0,
     "wrong": {
      "den": 77.0,
      "n": 9.0,
      "share": 0.11688311688311688
     }
    }
   },
   "trade_off": 1449.0,
   "wrong": {
    "den": 740.0,
    "n": 51.0,
    "share": 0.06891891891891892
   }
  },
  "robust": {
   "by_call": {
    "missed": 24.49467870863449,
    "needless": 4.05108472987417,
    "none": 4.065832489613485,
    "right_risk": 2.175919460958662,
    "right_safety": 5.051278739894202,
    "wrong_risk": 3.4718725310067033
   },
   "calls": {
    "missed": 468.0,
    "needless": 89.0,
    "right_risk": 144.0,
    "right_safety": 697.0,
    "wrong_risk": 51.0
   },
   "confidence": {
    "auroc_right_risk": 0.5906994047619047,
    "missed_mean_p": 0.5459615384615384,
    "missed_n": 468,
    "taken_grouped": 0,
    "taken_n": 284,
    "taken_other": 0
   },
   "error_rate": 43.31066665998171,
   "found": {
    "den": 663.0,
    "n": 144.0,
    "share": 0.2171945701357466
   },
   "good": {
    "den": 284.0,
    "n": 144.0,
    "share": 0.5070422535211268
   },
   "judgement": 55.19815089864484,
   "judgement_hi": 57.08918606537699,
   "judgement_lo": 53.19648162341528,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.09826589595375723,
    "x": 0.7828054298642534,
    "y": 0.11323155216284987
   },
   "margin": 0.02,
   "missed": {
    "den": 663.0,
    "n": 468.0,
    "share": 0.7058823529411765
   },
   "needless": {
    "den": 786.0,
    "n": 89.0,
    "share": 0.11323155216284987
   },
   "needless_by_loss": {
    "big": {
     "den": 786.0,
     "n": 59.0,
     "share": 0.07506361323155217
    },
    "medium": {
     "den": 786.0,
     "n": 21.0,
     "share": 0.026717557251908396
    },
    "small": {
     "den": 786.0,
     "n": 9.0,
     "share": 0.011450381679389313
    }
   },
   "no_trade_off": 513.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 17.62706260470783,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 17.62706260470783,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 136.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 136,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 30.285133529196745,
      "needless": 5.277386392062565,
      "none": 0.9405552731744898,
      "right_risk": 2.646782066462175,
      "right_safety": 7.141608217695974,
      "wrong_risk": 4.5916319198016105
     },
     "calls": {
      "missed": 334.0,
      "needless": 76.0,
      "right_risk": 102.0,
      "right_safety": 580.0,
      "wrong_risk": 37.0
     },
     "confidence": {
      "auroc_right_risk": 0.5919659899357973,
      "missed_mean_p": 0.5437724550898204,
      "missed_n": 334,
      "taken_grouped": 0,
      "taken_n": 215,
      "taken_other": 0
     },
     "error_rate": 50.88309739839356,
     "found": {
      "den": 473.0,
      "n": 102.0,
      "share": 0.2156448202959831
     },
     "good": {
      "den": 215.0,
      "n": 102.0,
      "share": 0.4744186046511628
     },
     "judgement": 54.98955808796988,
     "judgement_hi": 57.54388939552033,
     "judgement_lo": 52.69084668766245,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09973045822102426,
      "x": 0.7843551797040169,
      "y": 0.11585365853658537
     },
     "margin": 0.02,
     "missed": {
      "den": 473.0,
      "n": 334.0,
      "share": 0.7061310782241015
     },
     "needless": {
      "den": 656.0,
      "n": 76.0,
      "share": 0.11585365853658537
     },
     "needless_by_loss": {
      "big": {
       "den": 656.0,
       "n": 50.0,
       "share": 0.07621951219512195
      },
      "medium": {
       "den": 656.0,
       "n": 21.0,
       "share": 0.03201219512195122
      },
      "small": {
       "den": 656.0,
       "n": 5.0,
       "share": 0.007621951219512195
      }
     },
     "no_trade_off": 143.0,
     "reference": null,
     "right_safety": {
      "den": 656.0,
      "n": 580.0,
      "share": 0.8841463414634146
     },
     "risk_pays": 473.0,
     "safety_pays": 656.0,
     "scored": 1272,
     "sdt": {
      "aim": {
       "den": 139.0,
       "n": 102.0,
       "share": 0.7338129496402878
      },
      "beta": 1.0620989346592793,
      "caution": 0.8669180829054316,
      "caution_hi": 0.9659638794337538,
      "caution_lo": 0.7742171854199924,
      "cstar": 0.0923855888586297,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6521263547478855,
      "dprime_hi": 0.8479696175637369,
      "dprime_lo": 0.4559923857178461,
      "false_alarm": {
       "den": 656.0,
       "n": 76.0,
       "share": 0.11585365853658537
      },
      "false_alarm_rate": 0.11643835616438356,
      "hit": {
       "den": 473.0,
       "n": 139.0,
       "share": 0.2938689217758985
      },
      "hit_rate": 0.29430379746835444,
      "missed_loss": 0.23067478951579795,
      "missed_n": 334.0,
      "na": null,
      "needless_loss": 0.17665356554483114,
      "needless_n": 76.0
     },
     "size": {
      "bad": {
       "mean": 7.884955752212389,
       "n": 113.0,
       "too_few": true
      },
      "right": {
       "mean": 6.8431372549019605,
       "n": 102.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 330.0,
        "n": 85.0,
        "share": 0.25757575757575757
       },
       "missed": {
        "den": 330.0,
        "n": 222.0,
        "share": 0.6727272727272727
       },
       "risk_pays": 330.0,
       "wrong": {
        "den": 330.0,
        "n": 23.0,
        "share": 0.0696969696969697
       }
      },
      "medium": {
       "found": {
        "den": 143.0,
        "n": 17.0,
        "share": 0.11888111888111888
       },
       "missed": {
        "den": 143.0,
        "n": 112.0,
        "share": 0.7832167832167832
       },
       "risk_pays": 143.0,
       "wrong": {
        "den": 143.0,
        "n": 14.0,
        "share": 0.0979020979020979
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1129.0,
     "wrong": {
      "den": 473.0,
      "n": 37.0,
      "share": 0.07822410147991543
     }
    },
    "holding": {
     "by_call": {
      "missed": 38.7556920448939,
      "needless": 9.318228562672934,
      "none": 0.03803769747416178,
      "right_risk": 0.0,
      "right_safety": 8.904106418291727,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 7.0,
      "needless": 5.0,
      "right_risk": 1.0,
      "right_safety": 14.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 57.016064723332725,
     "found": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     },
     "good": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "judgement": 43.09210526315789,
     "judgement_hi": 55.95314407814408,
     "judgement_lo": 30.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.875,
      "y": 0.2631578947368421
     },
     "margin": 0.02,
     "missed": {
      "den": 8.0,
      "n": 7.0,
      "share": 0.875
     },
     "needless": {
      "den": 19.0,
      "n": 5.0,
      "share": 0.2631578947368421
     },
     "needless_by_loss": {
      "big": {
       "den": 19.0,
       "n": 2.0,
       "share": 0.10526315789473684
      },
      "medium": {
       "den": 19.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 19.0,
       "n": 3.0,
       "share": 0.15789473684210525
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 19.0,
      "n": 14.0,
      "share": 0.7368421052631579
     },
     "risk_pays": 8.0,
     "safety_pays": 19.0,
     "scored": 30,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 0.799446696371651,
      "caution": 0.7825908460720898,
      "caution_hi": 1.329215284882691,
      "caution_lo": 0.32859414706813156,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.36966144005922297,
      "dprime_hi": 0.34451052207395305,
      "dprime_lo": -1.2271124612224806,
      "false_alarm": {
       "den": 19.0,
       "n": 5.0,
       "share": 0.2631578947368421
      },
      "false_alarm_rate": 0.275,
      "hit": {
       "den": 8.0,
       "n": 1.0,
       "share": 0.125
      },
      "hit_rate": 0.16666666666666666,
      "missed_loss": 0.3321916460990906,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.11181874275207519,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 10.2,
       "n": 5.0,
       "too_few": true
      },
      "right": {
       "mean": 8.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 27.0,
     "wrong": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 28.577471043876415,
      "needless": 3.262272670407344,
      "none": 0.0,
      "right_risk": 3.0800245524266474,
      "right_safety": 1.9090786423699442,
      "wrong_risk": 3.314874074564859
     },
     "calls": {
      "missed": 127.0,
      "needless": 8.0,
      "right_risk": 41.0,
      "right_safety": 103.0,
      "wrong_risk": 14.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 127,
      "taken_grouped": 0,
      "taken_n": 63,
      "taken_other": 0
     },
     "error_rate": 40.14372098364521,
     "found": {
      "den": 182.0,
      "n": 41.0,
      "share": 0.22527472527472528
     },
     "good": {
      "den": 63.0,
      "n": 41.0,
      "share": 0.6507936507936508
     },
     "judgement": 57.66013266013266,
     "judgement_hi": 61.72658693100391,
     "judgement_lo": 53.876563919700615,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09929078014184398,
      "x": 0.7747252747252747,
      "y": 0.07207207207207207
     },
     "margin": 0.02,
     "missed": {
      "den": 182.0,
      "n": 127.0,
      "share": 0.6978021978021978
     },
     "needless": {
      "den": 111.0,
      "n": 8.0,
      "share": 0.07207207207207207
     },
     "needless_by_loss": {
      "big": {
       "den": 111.0,
       "n": 7.0,
       "share": 0.06306306306306306
      },
      "medium": {
       "den": 111.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 111.0,
       "n": 1.0,
       "share": 0.009009009009009009
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 111.0,
      "n": 103.0,
      "share": 0.9279279279279279
     },
     "risk_pays": 182.0,
     "safety_pays": 111.0,
     "scored": 293,
     "sdt": {
      "aim": {
       "den": 55.0,
       "n": 41.0,
       "share": 0.7454545454545455
      },
      "beta": 1.105253221006312,
      "caution": 0.9741230919222825,
      "caution_hi": 1.2625325964283158,
      "caution_lo": 0.7533491348870688,
      "cstar": 0.10898287487451856,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9182586540655429,
      "dprime_hi": 1.4507760431003254,
      "dprime_lo": 0.5575808256121789,
      "false_alarm": {
       "den": 111.0,
       "n": 8.0,
       "share": 0.07207207207207207
      },
      "false_alarm_rate": 0.07589285714285714,
      "hit": {
       "den": 182.0,
       "n": 55.0,
       "share": 0.3021978021978022
      },
      "hit_rate": 0.30327868852459017,
      "missed_loss": 0.13186140182450062,
      "missed_n": 127.0,
      "na": null,
      "needless_loss": 0.23896147310733795,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 6.909090909090909,
       "n": 22.0,
       "too_few": true
      },
      "right": {
       "mean": 5.317073170731708,
       "n": 41.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 31.0,
        "share": 0.3263157894736842
       },
       "missed": {
        "den": 95.0,
        "n": 56.0,
        "share": 0.5894736842105263
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 8.0,
        "share": 0.08421052631578947
       }
      },
      "medium": {
       "found": {
        "den": 87.0,
        "n": 10.0,
        "share": 0.11494252873563218
       },
       "missed": {
        "den": 87.0,
        "n": 71.0,
        "share": 0.8160919540229885
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 6.0,
        "share": 0.06896551724137931
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 293.0,
     "wrong": {
      "den": 182.0,
      "n": 14.0,
      "share": 0.07692307692307693
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.971235463113494,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.971235463113494,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 231.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 231,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 786.0,
    "n": 697.0,
    "share": 0.8867684478371501
   },
   "risk_pays": 663.0,
   "safety_pays": 786.0,
   "scored": 1962,
   "sdt": {
    "aim": {
     "den": 195.0,
     "n": 144.0,
     "share": 0.7384615384615385
    },
    "beta": 1.0310137173335292,
    "caution": 0.8737297219913394,
    "caution_hi": 0.9583762816621388,
    "caution_lo": 0.794557066597744,
    "cstar": 0.045827379182614536,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6664686127214133,
    "dprime_hi": 0.8356713634087105,
    "dprime_lo": 0.49837094916838587,
    "false_alarm": {
     "den": 786.0,
     "n": 89.0,
     "share": 0.11323155216284987
    },
    "false_alarm_rate": 0.11372299872935197,
    "hit": {
     "den": 663.0,
     "n": 195.0,
     "share": 0.29411764705882354
    },
    "hit_rate": 0.2944277108433735,
    "missed_loss": 0.20537845994162762,
    "missed_n": 468.0,
    "na": null,
    "needless_loss": 0.17861187056209263,
    "needless_n": 89.0
   },
   "size": {
    "bad": {
     "mean": 7.814285714285714,
     "n": 140.0,
     "too_few": true
    },
    "right": {
     "mean": 6.416666666666667,
     "n": 144.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 430.0,
      "n": 117.0,
      "share": 0.27209302325581397
     },
     "missed": {
      "den": 430.0,
      "n": 282.0,
      "share": 0.6558139534883721
     },
     "risk_pays": 430.0,
     "wrong": {
      "den": 430.0,
      "n": 31.0,
      "share": 0.07209302325581396
     }
    },
    "medium": {
     "found": {
      "den": 233.0,
      "n": 27.0,
      "share": 0.11587982832618025
     },
     "missed": {
      "den": 233.0,
      "n": 186.0,
      "share": 0.7982832618025751
     },
     "risk_pays": 233.0,
     "wrong": {
      "den": 233.0,
      "n": 20.0,
      "share": 0.08583690987124463
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1449.0,
   "wrong": {
    "den": 663.0,
    "n": 51.0,
    "share": 0.07692307692307693
   }
  }
 },
 "slug": "gpt-6-luna",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 41.67851805686951,
   "n": 11,
   "too_few": true
  },
  "blitz": {
   "error_rate": 43.5991485643646,
   "n": 184,
   "too_few": true
  },
  "holding": {
   "error_rate": 57.016064723332725,
   "n": 30,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 60.789986810785656,
   "n": 517,
   "too_few": false
  },
  "other": {
   "error_rate": 33.726257200424484,
   "n": 104,
   "too_few": true
  },
  "priming": {
   "error_rate": 46.72508536462198,
   "n": 456,
   "too_few": false
  }
 },
 "version": "v3"
}
