{
 "aliases": [
  "GLM-5.3 (on)"
 ],
 "close": {
  "close": {
   "den": 527,
   "n": 29,
   "share": 0.05502846299810247,
   "small": false
  },
  "decisions": 1989,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 527,
  "exclusions": {
   "grouped": 184,
   "no_probabilities": 1,
   "not_audited": 187,
   "sparse": 1090
  },
  "groups": {
   "close": {
    "by_count": [
     17,
     7,
     2,
     3,
     0
    ],
    "differ": {
     "hitting": {
      "den": 29,
      "n": 9,
      "share": 0.3103448275862069,
      "small": true
     },
     "points": {
      "den": 29,
      "n": 5,
      "share": 0.1724137931034483,
      "small": true
     },
     "prime": {
      "den": 29,
      "n": 5,
      "share": 0.1724137931034483,
      "small": true
     },
     "race": {
      "den": 29,
      "n": 1,
      "share": 0.034482758620689655,
      "small": true
     }
    },
    "gap": {
     "mean": 0.11277328482989607,
     "median": 0.041048407554626465,
     "n": 29
    },
    "loss1": {
     "mean": 0.07840964506412375,
     "median": 0.007918238639831543,
     "n": 29
    },
    "loss2": {
     "mean": 0.0369816648549047,
     "median": 0.0,
     "n": 29
    },
    "n": 29,
    "p1": {
     "mean": 0.5283065239599,
     "median": 0.5247439798607527,
     "n": 29
    },
    "p2": {
     "mean": 0.38207554177102593,
     "median": 0.3924361222727896,
     "n": 29
    },
    "psum": {
     "mean": 0.910382065730926,
     "median": 0.9634273109657572,
     "n": 29
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     3,
     4,
     2,
     20
    ]
   },
   "other": {
    "by_count": [
     160,
     223,
     100,
     15,
     0
    ],
    "differ": {
     "hitting": {
      "den": 498,
      "n": 202,
      "share": 0.40562248995983935,
      "small": false
     },
     "points": {
      "den": 498,
      "n": 72,
      "share": 0.14457831325301204,
      "small": false
     },
     "prime": {
      "den": 498,
      "n": 128,
      "share": 0.2570281124497992,
      "small": false
     },
     "race": {
      "den": 498,
      "n": 66,
      "share": 0.13253012048192772,
      "small": false
     }
    },
    "gap": {
     "mean": 0.1340060979127884,
     "median": 0.05392920970916748,
     "n": 498
    },
    "loss1": {
     "mean": 0.025749141552362097,
     "median": 0.0,
     "n": 498
    },
    "loss2": {
     "mean": 0.12745362322732626,
     "median": 0.04200613498687744,
     "n": 498
    },
    "n": 498,
    "p1": {
     "mean": 0.954167475419293,
     "median": 0.9824774411111221,
     "n": 498
    },
    "p2": {
     "mean": 0.03564311215785503,
     "median": 0.0123856094301371,
     "n": 498
    },
    "psum": {
     "mean": 0.989810587577148,
     "median": 0.9981299561374187,
     "n": 498
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     2,
     7,
     489
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 274,
       "n": 16,
       "share": 0.058394160583941604,
       "small": false
      },
      "eligible": 274,
      "risk_close": {
       "den": 16,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 75,
       "n": 3,
       "share": 0.04,
       "small": true
      },
      "eligible": 75,
      "risk_close": {
       "den": 3,
       "n": 3,
       "share": 1.0,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 178,
       "n": 10,
       "share": 0.056179775280898875,
       "small": true
      },
      "eligible": 178,
      "risk_close": {
       "den": 10,
       "n": 6,
       "share": 0.6,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.0,
     "adj_other": 0.8465608465608465,
     "adjusted": -0.8465608465608465,
     "adjusted_hi": -0.7,
     "adjusted_left_out": 85,
     "adjusted_lo": -1.0,
     "close": {
      "den": 3,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "covered": {
      "den": 3,
      "n": 3,
      "share": 1.0,
      "small": true
     },
     "crude": -0.8305084745762712,
     "crude_hi": -0.7450980392156863,
     "crude_left_out": 85,
     "crude_lo": -0.9090909090909091,
     "group": 62,
     "matches": 16,
     "na": null,
     "other": {
      "den": 59,
      "n": 49,
      "share": 0.8305084745762712,
      "small": true
     },
     "resamples": 2000,
     "strata": 8,
     "strata_both": 2
    },
    "stake": {
     "big": {
      "den": 38,
      "n": 1,
      "share": 0.02631578947368421,
      "small": true
     },
     "medium": {
      "den": 25,
      "n": 2,
      "share": 0.08,
      "small": true
     },
     "small": {
      "den": 12,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 274,
       "n": 16,
       "share": 0.058394160583941604,
       "small": false
      },
      "eligible": 274,
      "risk_close": {
       "den": 16,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 63,
       "n": 3,
       "share": 0.047619047619047616,
       "small": true
      },
      "eligible": 63,
      "risk_close": {
       "den": 3,
       "n": 3,
       "share": 1.0,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 190,
       "n": 10,
       "share": 0.05263157894736842,
       "small": true
      },
      "eligible": 190,
      "risk_close": {
       "den": 10,
       "n": 6,
       "share": 0.6,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.0,
     "adj_other": 0.8465608465608465,
     "adjusted": -0.8465608465608465,
     "adjusted_hi": -0.7,
     "adjusted_left_out": 59,
     "adjusted_lo": -1.0,
     "close": {
      "den": 3,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "covered": {
      "den": 3,
      "n": 3,
      "share": 1.0,
      "small": true
     },
     "crude": -0.8125,
     "crude_hi": -0.7142857142857143,
     "crude_left_out": 59,
     "crude_lo": -0.9090909090909091,
     "group": 51,
     "matches": 16,
     "na": null,
     "other": {
      "den": 48,
      "n": 39,
      "share": 0.8125,
      "small": true
     },
     "resamples": 2000,
     "strata": 8,
     "strata_both": 2
    },
    "stake": {
     "big": {
      "den": 38,
      "n": 1,
      "share": 0.02631578947368421,
      "small": true
     },
     "medium": {
      "den": 25,
      "n": 2,
      "share": 0.08,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 29,
   "n": 9,
   "share": 0.3103448275862069,
   "small": true
  },
  "risk_close_of_eligible": {
   "den": 527,
   "n": 9,
   "share": 0.017077798861480076,
   "small": false
  },
  "risk_pair_other": {
   "den": 498,
   "n": 196,
   "share": 0.39357429718875503,
   "small": false
  },
  "ties": {
   "close": 4,
   "member": 13,
   "order": 4,
   "positive": 17,
   "top_two": 17,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.5155987644842074,
  "auroc_blunder": 0.511660999408634,
  "confident_badly_wrong": {
   "den": 1785,
   "n": 257,
   "share": 0.14397759103641455
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1401,
     "n": 257,
     "share": 0.18344039971448964
    },
    "kept": {
     "den": 1785,
     "n": 1401,
     "share": 0.7848739495798319
    },
    "mean_loss": 0.051958098380077235,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 766,
     "n": 167,
     "share": 0.21801566579634465
    },
    "kept": {
     "den": 1785,
     "n": 766,
     "share": 0.4291316526610644
    },
    "mean_loss": 0.06038407257736196,
    "too_few": false
   }
  },
  "ece": 0.3925087540780806,
  "held_out": {
   "blunders": 0.0805451483071452,
   "kept": 0.006494013390660502,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1785,
  "surest": {
   "cut": 0.9959305047197058,
   "error_rate": 30.972245555596064,
   "n": 447,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 31.158771265197444,
   "n": 592,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 45.9173839214017,
   "n": 607,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 19.082246965999843,
   "n": 790,
   "too_few": false
  }
 },
 "name": "GLM-5.3 (low)",
 "options": {
  "11–15": {
   "error_rate": 34.50721843031848,
   "n": 328,
   "too_few": false
  },
  "16–25": {
   "error_rate": 43.147540937608746,
   "n": 335,
   "too_few": false
  },
  "26+": {
   "error_rate": 49.28979903178395,
   "n": 212,
   "too_few": false
  },
  "2–5": {
   "error_rate": 14.429053825925488,
   "n": 645,
   "too_few": false
  },
  "6–10": {
   "error_rate": 33.82483744290846,
   "n": 469,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 2.6740518235068285,
   "n": 131,
   "too_few": true
  },
  "contact": {
   "error_rate": 36.371185889581696,
   "n": 1257,
   "too_few": false
  },
  "holding": {
   "error_rate": 25.656162202358246,
   "n": 50,
   "too_few": true
  },
  "opening": {
   "error_rate": 29.040950366142223,
   "n": 297,
   "too_few": false
  },
  "race": {
   "error_rate": 21.3227083129207,
   "n": 254,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.5155987644842074,
  "best_share": 0.5017596782302665,
  "blunder_share": 0.21669180492709905,
  "brier": 0.4053580765463093,
  "clusters": 100,
  "confidence_n": 1785,
  "confident_badly_wrong": 0.14397759103641455,
  "cost_coverage": 1.0,
  "decisions": 1989,
  "ece": 0.3925087540780806,
  "engine_scored": 1989,
  "error_hi": 33.988169188371764,
  "error_lo": 27.84540792262547,
  "error_rate": 30.866173822236096,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 203,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.9179989501565119,
  "over_budget": 0.006033182503770739,
  "p95_loss": 0.310247254371643,
  "probability_source": "logprobs",
  "retry_mean": 6.685034188034188,
  "scored": 1989,
  "time_median": 1.746,
  "time_p90": 7.4812,
  "tokens_in": 4005.4695827048768,
  "tokens_out": 148.02362996480645,
  "too_few": false,
  "usd_per_1000": 2.9173718552036196,
  "very_confident": 0.7848739495798319,
  "worst_mean": 0.512480355573423
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6814516129032258,
   "best_share": 0.9618320610687023,
   "blunder_share": 0.022900763358778626,
   "brier": 0.03070267048119041,
   "clusters": 60,
   "confidence_n": 128,
   "confident_badly_wrong": 0.0078125,
   "cost_coverage": 1.0,
   "decisions": 131,
   "ece": 0.016858882270980077,
   "engine_scored": 131,
   "error_hi": 6.867308827403475,
   "error_lo": 0.04248924457575242,
   "error_rate": 2.6740518235068285,
   "first_date": "2026-10-19",
   "group_sizes": [
    17,
    25,
    26
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9765938884678255,
   "over_budget": 0.007633587786259542,
   "p95_loss": 3.5762786865234375e-07,
   "probability_source": "logprobs",
   "retry_mean": 4.144740458015267,
   "scored": 131,
   "time_median": 1.546,
   "time_p90": 4.966,
   "tokens_in": 2879.687022900763,
   "tokens_out": 95.16030534351145,
   "too_few": true,
   "usd_per_1000": 1.994333572519084,
   "very_confident": 0.953125,
   "worst_mean": 0.10008593967982701
  },
  "contact": {
   "auroc": 0.4947212177675315,
   "best_share": 0.4614160700079554,
   "blunder_share": 0.2466189339697693,
   "brier": 0.44486425874554963,
   "clusters": 100,
   "confidence_n": 1126,
   "confident_badly_wrong": 0.16785079928952043,
   "cost_coverage": 1.0,
   "decisions": 1257,
   "ece": 0.43312653478633384,
   "engine_scored": 1257,
   "error_hi": 41.04466748540983,
   "error_lo": 32.2572443604328,
   "error_rate": 36.371185889581696,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 131,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.917140744377808,
   "over_budget": 0.00477326968973747,
   "p95_loss": 0.36592204570770276,
   "probability_source": "logprobs",
   "retry_mean": 6.76433492442323,
   "scored": 1257,
   "time_median": 1.706,
   "time_p90": 7.181200000000008,
   "tokens_in": 4043.1185361972953,
   "tokens_out": 143.76849642004774,
   "too_few": false,
   "usd_per_1000": 2.874040644391408,
   "very_confident": 0.7699822380106572,
   "worst_mean": 0.5674592057863871
  },
  "holding": {
   "auroc": 0.36764705882352944,
   "best_share": 0.38,
   "blunder_share": 0.14,
   "brier": 0.5685261663101233,
   "clusters": 14,
   "confidence_n": 41,
   "confident_badly_wrong": 0.14634146341463414,
   "cost_coverage": 1.0,
   "decisions": 50,
   "ece": 0.5831605317105635,
   "engine_scored": 50,
   "error_hi": 45.081475280108656,
   "error_lo": 12.739855516311172,
   "error_rate": 25.656162202358246,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    18,
    21,
    24
   ],
   "grouped": 9,
   "invalid": 0,
   "last_date": "2026-10-24",
   "mean_confidence": 0.950562732495881,
   "over_budget": 0.02,
   "p95_loss": 0.20087816119194027,
   "probability_source": "logprobs",
   "retry_mean": 7.75548,
   "scored": 50,
   "time_median": 2.6105,
   "time_p90": 8.9163,
   "tokens_in": 4533.84,
   "tokens_out": 181.94,
   "too_few": true,
   "usd_per_1000": 3.83627164,
   "very_confident": 0.8780487804878049,
   "worst_mean": 0.5355383902788162
  },
  "opening": {
   "auroc": 0.5251945401199133,
   "best_share": 0.5185185185185185,
   "blunder_share": 0.25252525252525254,
   "brier": 0.38333248983606694,
   "clusters": 100,
   "confidence_n": 251,
   "confident_badly_wrong": 0.15139442231075698,
   "cost_coverage": 1.0,
   "decisions": 297,
   "ece": 0.3763632078045567,
   "engine_scored": 297,
   "error_hi": 35.19857133685072,
   "error_lo": 23.14115368267465,
   "error_rate": 29.040950366142223,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 45,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.9097601972671807,
   "over_budget": 0.006734006734006734,
   "p95_loss": 0.27848333120346064,
   "probability_source": "logprobs",
   "retry_mean": 8.542626262626262,
   "scored": 297,
   "time_median": 1.72,
   "time_p90": 7.429000000000009,
   "tokens_in": 4858.47138047138,
   "tokens_out": 108.24915824915826,
   "too_few": false,
   "usd_per_1000": 3.5036845454545453,
   "very_confident": 0.7649402390438247,
   "worst_mean": 0.3808236559232076
  },
  "race": {
   "auroc": 0.5628939627398796,
   "best_share": 0.468503937007874,
   "blunder_share": 0.14173228346456693,
   "brier": 0.4150252790732761,
   "clusters": 86,
   "confidence_n": 239,
   "confident_badly_wrong": 0.09623430962343096,
   "cost_coverage": 1.0,
   "decisions": 254,
   "ece": 0.40000313217442207,
   "engine_scored": 254,
   "error_hi": 31.461363053439477,
   "error_lo": 12.941812591538522,
   "error_rate": 21.3227083129207,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    18,
    19,
    20,
    22,
    23,
    24
   ],
   "grouped": 15,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.893726981546807,
   "over_budget": 0.007874015748031496,
   "p95_loss": 0.2165197819471359,
   "probability_source": "logprobs",
   "retry_mean": 5.219956692913385,
   "scored": 254,
   "time_median": 2.199,
   "time_p90": 9.2765,
   "tokens_in": 3298.3543307086616,
   "tokens_out": 236.1771653543307,
   "too_few": false,
   "usd_per_1000": 2.741409212598425,
   "very_confident": 0.7698744769874477,
   "worst_mean": 0.4020345944624681
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 17.395758228783873,
    "needless": 1.8694416070595765,
    "none": 3.697974005196189,
    "right_risk": 1.7786702209528276,
    "right_safety": 3.9866154085397123,
    "wrong_risk": 2.137714351703918
   },
   "calls": {
    "missed": 422.0,
    "needless": 57.0,
    "right_risk": 205.0,
    "right_safety": 726.0,
    "wrong_risk": 41.0
   },
   "confidence": {
    "auroc_right_risk": 0.5162389735364876,
    "missed_mean_p": 0.9127431659425235,
    "missed_n": 373,
    "taken_grouped": 43,
    "taken_n": 259,
    "taken_other": 0
   },
   "error_rate": 30.866173822236096,
   "found": {
    "den": 668.0,
    "n": 205.0,
    "share": 0.3068862275449102
   },
   "good": {
    "den": 303.0,
    "n": 205.0,
    "share": 0.6765676567656765
   },
   "judgement": 61.704464633950494,
   "judgement_hi": 63.77670878438568,
   "judgement_lo": 59.67476963090035,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.08855291576673865,
    "x": 0.6931137724550899,
    "y": 0.07279693486590039
   },
   "margin": 0.001,
   "missed": {
    "den": 668.0,
    "n": 422.0,
    "share": 0.6317365269461078
   },
   "needless": {
    "den": 783.0,
    "n": 57.0,
    "share": 0.07279693486590039
   },
   "needless_by_loss": {
    "big": {
     "den": 783.0,
     "n": 35.0,
     "share": 0.04469987228607918
    },
    "medium": {
     "den": 783.0,
     "n": 15.0,
     "share": 0.019157088122605363
    },
    "small": {
     "den": 783.0,
     "n": 7.0,
     "share": 0.008939974457215836
    }
   },
   "no_trade_off": 538.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.6740518235068285,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.6740518235068285,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 131.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 131,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 22.358556031327257,
      "needless": 2.6526798211873857,
      "none": 1.1813152187289753,
      "right_risk": 1.8706347559213448,
      "right_safety": 5.413051638322495,
      "wrong_risk": 2.8949484240942374
     },
     "calls": {
      "missed": 329.0,
      "needless": 51.0,
      "right_risk": 119.0,
      "right_safety": 580.0,
      "wrong_risk": 31.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.9220748499128272,
      "missed_n": 293,
      "taken_grouped": 28,
      "taken_n": 173,
      "taken_other": 0
     },
     "error_rate": 36.371185889581696,
     "found": {
      "den": 479.0,
      "n": 119.0,
      "share": 0.24843423799582465
     },
     "good": {
      "den": 201.0,
      "n": 119.0,
      "share": 0.5920398009950248
     },
     "judgement": 58.38050746239028,
     "judgement_hi": 60.6277870921098,
     "judgement_lo": 56.03700403858814,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08611111111111111,
      "x": 0.7515657620041754,
      "y": 0.08082408874801902
     },
     "margin": 0.001,
     "missed": {
      "den": 479.0,
      "n": 329.0,
      "share": 0.6868475991649269
     },
     "needless": {
      "den": 631.0,
      "n": 51.0,
      "share": 0.08082408874801902
     },
     "needless_by_loss": {
      "big": {
       "den": 631.0,
       "n": 33.0,
       "share": 0.05229793977812995
      },
      "medium": {
       "den": 631.0,
       "n": 13.0,
       "share": 0.020602218700475437
      },
      "small": {
       "den": 631.0,
       "n": 5.0,
       "share": 0.00792393026941363
      }
     },
     "no_trade_off": 147.0,
     "reference": null,
     "right_safety": {
      "den": 631.0,
      "n": 580.0,
      "share": 0.919175911251981
     },
     "risk_pays": 479.0,
     "safety_pays": 631.0,
     "scored": 1257,
     "sdt": {
      "aim": {
       "den": 150.0,
       "n": 119.0,
       "share": 0.7933333333333333
      },
      "beta": 1.0082323988389887,
      "caution": 0.9404863269262564,
      "caution_hi": 1.04489273568526,
      "caution_lo": 0.8440699555366453,
      "cstar": 0.009016490151361854,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.909300331029034,
      "dprime_hi": 1.1034265977979199,
      "dprime_lo": 0.7223257997481499,
      "false_alarm": {
       "den": 631.0,
       "n": 51.0,
       "share": 0.08082408874801902
      },
      "false_alarm_rate": 0.0814873417721519,
      "hit": {
       "den": 479.0,
       "n": 150.0,
       "share": 0.31315240083507306
      },
      "hit_rate": 0.31354166666666666,
      "missed_loss": 0.17084927009956452,
      "missed_n": 329.0,
      "na": null,
      "needless_loss": 0.13076151118558996,
      "needless_n": 51.0
     },
     "size": {
      "bad": {
       "mean": 7.658536585365853,
       "n": 82.0,
       "too_few": true
      },
      "right": {
       "mean": 6.235294117647059,
       "n": 119.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 283.0,
        "n": 92.0,
        "share": 0.3250883392226148
       },
       "missed": {
        "den": 283.0,
        "n": 175.0,
        "share": 0.6183745583038869
       },
       "risk_pays": 283.0,
       "wrong": {
        "den": 283.0,
        "n": 16.0,
        "share": 0.05653710247349823
       }
      },
      "medium": {
       "found": {
        "den": 129.0,
        "n": 23.0,
        "share": 0.17829457364341086
       },
       "missed": {
        "den": 129.0,
        "n": 97.0,
        "share": 0.751937984496124
       },
       "risk_pays": 129.0,
       "wrong": {
        "den": 129.0,
        "n": 9.0,
        "share": 0.06976744186046512
       }
      },
      "small": {
       "found": {
        "den": 67.0,
        "n": 4.0,
        "share": 0.05970149253731343
       },
       "missed": {
        "den": 67.0,
        "n": 57.0,
        "share": 0.8507462686567164
       },
       "risk_pays": 67.0,
       "wrong": {
        "den": 67.0,
        "n": 6.0,
        "share": 0.08955223880597014
       }
      }
     },
     "trade_off": 1110.0,
     "wrong": {
      "den": 479.0,
      "n": 31.0,
      "share": 0.06471816283924843
     }
    },
    "holding": {
     "by_call": {
      "missed": 16.04531019926071,
      "needless": 0.0,
      "none": 0.5778223276138306,
      "right_risk": 1.3706135749816895,
      "right_safety": 6.917253136634827,
      "wrong_risk": 0.7451629638671875
     },
     "calls": {
      "missed": 9.0,
      "needless": 0.0,
      "right_risk": 2.0,
      "right_safety": 33.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 1,
      "taken_n": 2,
      "taken_other": 0
     },
     "error_rate": 25.656162202358246,
     "found": {
      "den": 12.0,
      "n": 2.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "judgement": 58.333333333333336,
     "judgement_hi": 71.06203007518792,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 0.8333333333333334,
      "y": 0.0
     },
     "margin": 0.001,
     "missed": {
      "den": 12.0,
      "n": 9.0,
      "share": 0.75
     },
     "needless": {
      "den": 33.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 33.0,
      "n": 33.0,
      "share": 1.0
     },
     "risk_pays": 12.0,
     "safety_pays": 33.0,
     "scored": 50,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": null,
      "caution": 1.3965320868390787,
      "caution_hi": 1.7962714519010095,
      "caution_lo": 1.1023897764060824,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 1.5627819644862102,
      "dprime_hi": 1.995791981553353,
      "dprime_lo": 0.8685197018036291,
      "false_alarm": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.014705882352941176,
      "hit": {
       "den": 12.0,
       "n": 3.0,
       "share": 0.25
      },
      "hit_rate": 0.2692307692307692,
      "missed_loss": 0.17828122443623012,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 45.0,
     "wrong": {
      "den": 12.0,
      "n": 1.0,
      "share": 0.08333333333333333
     }
    },
    "opening": {
     "by_call": {
      "missed": 19.16899890811355,
      "needless": 1.2925953576059053,
      "none": 0.2531893927641589,
      "right_risk": 3.763826607855081,
      "right_safety": 2.6239376477520877,
      "wrong_risk": 1.938402452051439
     },
     "calls": {
      "missed": 84.0,
      "needless": 6.0,
      "right_risk": 84.0,
      "right_safety": 113.0,
      "wrong_risk": 9.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 71,
      "taken_grouped": 14,
      "taken_n": 84,
      "taken_other": 0
     },
     "error_rate": 29.040950366142223,
     "found": {
      "den": 177.0,
      "n": 84.0,
      "share": 0.4745762711864407
     },
     "good": {
      "den": 99.0,
      "n": 84.0,
      "share": 0.8484848484848485
     },
     "judgement": 71.20780515596068,
     "judgement_hi": 75.44322399658151,
     "judgement_lo": 67.51251964946819,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0967741935483871,
      "x": 0.5254237288135594,
      "y": 0.05042016806722689
     },
     "margin": 0.001,
     "missed": {
      "den": 177.0,
      "n": 84.0,
      "share": 0.4745762711864407
     },
     "needless": {
      "den": 119.0,
      "n": 6.0,
      "share": 0.05042016806722689
     },
     "needless_by_loss": {
      "big": {
       "den": 119.0,
       "n": 2.0,
       "share": 0.01680672268907563
      },
      "medium": {
       "den": 119.0,
       "n": 2.0,
       "share": 0.01680672268907563
      },
      "small": {
       "den": 119.0,
       "n": 2.0,
       "share": 0.01680672268907563
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 119.0,
      "n": 113.0,
      "share": 0.9495798319327731
     },
     "risk_pays": 177.0,
     "safety_pays": 119.0,
     "scored": 297,
     "sdt": {
      "aim": {
       "den": 93.0,
       "n": 84.0,
       "share": 0.9032258064516129
      },
      "beta": 0.6346947264592453,
      "caution": 0.7711586588480767,
      "caution_hi": 1.0128390993624554,
      "caution_lo": 0.5937345847794543,
      "cstar": -0.27236218977995286,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.669141894421861,
      "dprime_hi": 2.148947531672763,
      "dprime_lo": 1.3536895150156887,
      "false_alarm": {
       "den": 119.0,
       "n": 6.0,
       "share": 0.05042016806722689
      },
      "false_alarm_rate": 0.05416666666666667,
      "hit": {
       "den": 177.0,
       "n": 93.0,
       "share": 0.5254237288135594
      },
      "hit_rate": 0.5252808988764045,
      "missed_loss": 0.13555220656451725,
      "missed_n": 84.0,
      "na": null,
      "needless_loss": 0.12796694040298462,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 6.133333333333334,
       "n": 15.0,
       "too_few": true
      },
      "right": {
       "mean": 12.428571428571429,
       "n": 84.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 94.0,
        "n": 47.0,
        "share": 0.5
       },
       "missed": {
        "den": 94.0,
        "n": 45.0,
        "share": 0.4787234042553192
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 2.0,
        "share": 0.02127659574468085
       }
      },
      "medium": {
       "found": {
        "den": 63.0,
        "n": 33.0,
        "share": 0.5238095238095238
       },
       "missed": {
        "den": 63.0,
        "n": 27.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 63.0,
       "wrong": {
        "den": 63.0,
        "n": 3.0,
        "share": 0.047619047619047616
       }
      },
      "small": {
       "found": {
        "den": 20.0,
        "n": 4.0,
        "share": 0.2
       },
       "missed": {
        "den": 20.0,
        "n": 12.0,
        "share": 0.6
       },
       "risk_pays": 20.0,
       "wrong": {
        "den": 20.0,
        "n": 4.0,
        "share": 0.2
       }
      }
     },
     "trade_off": 296.0,
     "wrong": {
      "den": 177.0,
      "n": 9.0,
      "share": 0.05084745762711865
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.3227083129207,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.3227083129207,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 254.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 254,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 783.0,
    "n": 726.0,
    "share": 0.9272030651340997
   },
   "risk_pays": 668.0,
   "safety_pays": 783.0,
   "scored": 1989,
   "sdt": {
    "aim": {
     "den": 246.0,
     "n": 205.0,
     "share": 0.8333333333333334
    },
    "beta": 0.9325914640832854,
    "caution": 0.8936396642572635,
    "caution_hi": 0.9808948257322974,
    "caution_lo": 0.8107841143405541,
    "cstar": -0.06256707497373057,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.1154117000939414,
    "dprime_hi": 1.28761658966484,
    "dprime_lo": 0.9548056145107108,
    "false_alarm": {
     "den": 783.0,
     "n": 57.0,
     "share": 0.07279693486590039
    },
    "false_alarm_rate": 0.07334183673469388,
    "hit": {
     "den": 668.0,
     "n": 246.0,
     "share": 0.36826347305389223
    },
    "hit_rate": 0.3684603886397608,
    "missed_loss": 0.16398181572062145,
    "missed_n": 422.0,
    "na": null,
    "needless_loss": 0.13046734584005257,
    "needless_n": 57.0
   },
   "size": {
    "bad": {
     "mean": 7.459183673469388,
     "n": 98.0,
     "too_few": true
    },
    "right": {
     "mean": 8.770731707317074,
     "n": 205.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 383.0,
      "n": 141.0,
      "share": 0.3681462140992167
     },
     "missed": {
      "den": 383.0,
      "n": 224.0,
      "share": 0.5848563968668408
     },
     "risk_pays": 383.0,
     "wrong": {
      "den": 383.0,
      "n": 18.0,
      "share": 0.04699738903394256
     }
    },
    "medium": {
     "found": {
      "den": 196.0,
      "n": 56.0,
      "share": 0.2857142857142857
     },
     "missed": {
      "den": 196.0,
      "n": 127.0,
      "share": 0.6479591836734694
     },
     "risk_pays": 196.0,
     "wrong": {
      "den": 196.0,
      "n": 13.0,
      "share": 0.0663265306122449
     }
    },
    "small": {
     "found": {
      "den": 89.0,
      "n": 8.0,
      "share": 0.0898876404494382
     },
     "missed": {
      "den": 89.0,
      "n": 71.0,
      "share": 0.797752808988764
     },
     "risk_pays": 89.0,
     "wrong": {
      "den": 89.0,
      "n": 10.0,
      "share": 0.11235955056179775
     }
    }
   },
   "trade_off": 1451.0,
   "wrong": {
    "den": 668.0,
    "n": 41.0,
    "share": 0.061377245508982034
   }
  },
  "robust": {
   "by_call": {
    "missed": 17.019692057338176,
    "needless": 2.123590613082763,
    "none": 3.697974005196189,
    "right_risk": 1.275962848888683,
    "right_safety": 4.36268157998541,
    "wrong_risk": 2.3862727177448764
   },
   "calls": {
    "missed": 351.0,
    "needless": 75.0,
    "right_risk": 184.0,
    "right_safety": 797.0,
    "wrong_risk": 44.0
   },
   "confidence": {
    "auroc_right_risk": 0.5215831787260359,
    "missed_mean_p": 0.9116117941773004,
    "missed_n": 310,
    "taken_grouped": 43,
    "taken_n": 259,
    "taken_other": 0
   },
   "error_rate": 30.866173822236096,
   "found": {
    "den": 579.0,
    "n": 184.0,
    "share": 0.3177892918825561
   },
   "good": {
    "den": 303.0,
    "n": 184.0,
    "share": 0.6072607260726073
   },
   "judgement": 61.58900587853148,
   "judgement_hi": 63.862175897292104,
   "judgement_lo": 59.46976144238723,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.11139240506329114,
    "x": 0.6822107081174439,
    "y": 0.0860091743119266
   },
   "margin": 0.02,
   "missed": {
    "den": 579.0,
    "n": 351.0,
    "share": 0.6062176165803109
   },
   "needless": {
    "den": 872.0,
    "n": 75.0,
    "share": 0.0860091743119266
   },
   "needless_by_loss": {
    "big": {
     "den": 872.0,
     "n": 39.0,
     "share": 0.04472477064220184
    },
    "medium": {
     "den": 872.0,
     "n": 20.0,
     "share": 0.022935779816513763
    },
    "small": {
     "den": 872.0,
     "n": 16.0,
     "share": 0.01834862385321101
    }
   },
   "no_trade_off": 538.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.6740518235068285,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.6740518235068285,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 131.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 131,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.877401448377277,
      "needless": 2.8694723462337715,
      "none": 1.1813152187289753,
      "right_risk": 1.2048332579285737,
      "right_safety": 5.894206221272477,
      "wrong_risk": 3.3439573970406227
     },
     "calls": {
      "missed": 272.0,
      "needless": 61.0,
      "right_risk": 107.0,
      "right_safety": 637.0,
      "wrong_risk": 33.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.9235848907016372,
      "missed_n": 243,
      "taken_grouped": 28,
      "taken_n": 173,
      "taken_other": 0
     },
     "error_rate": 36.371185889581696,
     "found": {
      "den": 412.0,
      "n": 107.0,
      "share": 0.25970873786407767
     },
     "good": {
      "den": 201.0,
      "n": 107.0,
      "share": 0.5323383084577115
     },
     "judgement": 58.61580938604056,
     "judgement_hi": 61.00358544136701,
     "judgement_lo": 56.10028886097405,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.10819672131147541,
      "x": 0.7402912621359223,
      "y": 0.08739255014326648
     },
     "margin": 0.02,
     "missed": {
      "den": 412.0,
      "n": 272.0,
      "share": 0.6601941747572816
     },
     "needless": {
      "den": 698.0,
      "n": 61.0,
      "share": 0.08739255014326648
     },
     "needless_by_loss": {
      "big": {
       "den": 698.0,
       "n": 34.0,
       "share": 0.04871060171919771
      },
      "medium": {
       "den": 698.0,
       "n": 17.0,
       "share": 0.024355300859598854
      },
      "small": {
       "den": 698.0,
       "n": 10.0,
       "share": 0.014326647564469915
      }
     },
     "no_trade_off": 147.0,
     "reference": null,
     "right_safety": {
      "den": 698.0,
      "n": 637.0,
      "share": 0.9126074498567335
     },
     "risk_pays": 412.0,
     "safety_pays": 698.0,
     "scored": 1257,
     "sdt": {
      "aim": {
       "den": 140.0,
       "n": 107.0,
       "share": 0.7642857142857142
      },
      "beta": 0.9908401198590755,
      "caution": 0.8826080972263247,
      "caution_hi": 0.9732759248826709,
      "caution_lo": 0.7941804147267555,
      "cstar": -0.009775447870086086,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9413471300718397,
      "dprime_hi": 1.15074002371749,
      "dprime_lo": 0.7409295130938797,
      "false_alarm": {
       "den": 698.0,
       "n": 61.0,
       "share": 0.08739255014326648
      },
      "false_alarm_rate": 0.08798283261802575,
      "hit": {
       "den": 412.0,
       "n": 140.0,
       "share": 0.33980582524271846
      },
      "hit_rate": 0.34019370460048426,
      "missed_loss": 0.20220510015154586,
      "missed_n": 272.0,
      "na": null,
      "needless_loss": 0.11825989308904429,
      "needless_n": 61.0
     },
     "size": {
      "bad": {
       "mean": 7.638297872340425,
       "n": 94.0,
       "too_few": true
      },
      "right": {
       "mean": 6.093457943925234,
       "n": 107.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 283.0,
        "n": 89.0,
        "share": 0.31448763250883394
       },
       "missed": {
        "den": 283.0,
        "n": 175.0,
        "share": 0.6183745583038869
       },
       "risk_pays": 283.0,
       "wrong": {
        "den": 283.0,
        "n": 19.0,
        "share": 0.06713780918727916
       }
      },
      "medium": {
       "found": {
        "den": 129.0,
        "n": 18.0,
        "share": 0.13953488372093023
       },
       "missed": {
        "den": 129.0,
        "n": 97.0,
        "share": 0.751937984496124
       },
       "risk_pays": 129.0,
       "wrong": {
        "den": 129.0,
        "n": 14.0,
        "share": 0.10852713178294573
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1110.0,
     "wrong": {
      "den": 412.0,
      "n": 33.0,
      "share": 0.08009708737864078
     }
    },
    "holding": {
     "by_call": {
      "missed": 14.875846207141876,
      "needless": 0.0,
      "none": 0.5778223276138306,
      "right_risk": 1.3706135749816895,
      "right_safety": 8.086717128753662,
      "wrong_risk": 0.7451629638671875
     },
     "calls": {
      "missed": 7.0,
      "needless": 0.0,
      "right_risk": 2.0,
      "right_safety": 35.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 1,
      "taken_n": 2,
      "taken_other": 0
     },
     "error_rate": 25.656162202358246,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "judgement": 60.0,
     "judgement_hi": 72.22222222222221,
     "judgement_lo": 50.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.125,
      "x": 0.8,
      "y": 0.0
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 7.0,
      "share": 0.7
     },
     "needless": {
      "den": 35.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless_by_loss": {
      "big": {
       "den": 35.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 35.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 35.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 35.0,
      "n": 35.0,
      "share": 1.0
     },
     "risk_pays": 10.0,
     "safety_pays": 35.0,
     "scored": 50,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": null,
      "caution": 1.33659985110115,
      "caution_hi": 1.6888039008906213,
      "caution_lo": 1.0523249385622973,
      "cstar": null,
      "cstar_note": "N/A: no needless risks to price",
      "cstar_status": "na",
      "dprime": 1.7276214602177655,
      "dprime_hi": 2.2004105812100327,
      "dprime_lo": 1.1047357886691862,
      "false_alarm": {
       "den": 35.0,
       "n": 0.0,
       "share": 0.0
      },
      "false_alarm_rate": 0.013888888888888888,
      "hit": {
       "den": 10.0,
       "n": 3.0,
       "share": 0.3
      },
      "hit_rate": 0.3181818181818182,
      "missed_loss": 0.21251208867345536,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 45.0,
     "wrong": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     }
    },
    "opening": {
     "by_call": {
      "missed": 18.88377633359697,
      "needless": 2.077087509110319,
      "none": 0.2531893927641589,
      "right_risk": 3.2150977187686496,
      "right_safety": 2.9091602222686666,
      "wrong_risk": 1.702639189633456
     },
     "calls": {
      "missed": 72.0,
      "needless": 14.0,
      "right_risk": 75.0,
      "right_safety": 125.0,
      "wrong_risk": 10.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 60,
      "taken_grouped": 14,
      "taken_n": 84,
      "taken_other": 0
     },
     "error_rate": 29.040950366142223,
     "found": {
      "den": 157.0,
      "n": 75.0,
      "share": 0.47770700636942676
     },
     "good": {
      "den": 99.0,
      "n": 75.0,
      "share": 0.7575757575757576
     },
     "judgement": 68.84937909544975,
     "judgement_hi": 73.43147419681458,
     "judgement_lo": 64.38092302980348,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12195121951219512,
      "x": 0.5222929936305732,
      "y": 0.10071942446043165
     },
     "margin": 0.02,
     "missed": {
      "den": 157.0,
      "n": 72.0,
      "share": 0.4585987261146497
     },
     "needless": {
      "den": 139.0,
      "n": 14.0,
      "share": 0.10071942446043165
     },
     "needless_by_loss": {
      "big": {
       "den": 139.0,
       "n": 5.0,
       "share": 0.03597122302158273
      },
      "medium": {
       "den": 139.0,
       "n": 3.0,
       "share": 0.02158273381294964
      },
      "small": {
       "den": 139.0,
       "n": 6.0,
       "share": 0.04316546762589928
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 139.0,
      "n": 125.0,
      "share": 0.8992805755395683
     },
     "risk_pays": 157.0,
     "safety_pays": 139.0,
     "scored": 297,
     "sdt": {
      "aim": {
       "den": 85.0,
       "n": 75.0,
       "share": 0.8823529411764706
      },
      "beta": 0.5008244869420259,
      "caution": 0.5790783096916453,
      "caution_hi": 0.7760851530898161,
      "caution_lo": 0.415298741402501,
      "cstar": -0.5066802893569006,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3647650782276755,
      "dprime_hi": 1.7185309494854302,
      "dprime_lo": 1.0620156791206925,
      "false_alarm": {
       "den": 139.0,
       "n": 14.0,
       "share": 0.10071942446043165
      },
      "false_alarm_rate": 0.10357142857142858,
      "hit": {
       "den": 157.0,
       "n": 85.0,
       "share": 0.5414012738853503
      },
      "hit_rate": 0.5411392405063291,
      "missed_loss": 0.155791154752175,
      "missed_n": 72.0,
      "na": null,
      "needless_loss": 0.08812785574368068,
      "needless_n": 14.0
     },
     "size": {
      "bad": {
       "mean": 9.458333333333334,
       "n": 24.0,
       "too_few": true
      },
      "right": {
       "mean": 12.12,
       "n": 75.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 94.0,
        "n": 45.0,
        "share": 0.4787234042553192
       },
       "missed": {
        "den": 94.0,
        "n": 45.0,
        "share": 0.4787234042553192
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 4.0,
        "share": 0.0425531914893617
       }
      },
      "medium": {
       "found": {
        "den": 63.0,
        "n": 30.0,
        "share": 0.47619047619047616
       },
       "missed": {
        "den": 63.0,
        "n": 27.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 63.0,
       "wrong": {
        "den": 63.0,
        "n": 6.0,
        "share": 0.09523809523809523
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 296.0,
     "wrong": {
      "den": 157.0,
      "n": 10.0,
      "share": 0.06369426751592357
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.3227083129207,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.3227083129207,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 254.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 254,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 872.0,
    "n": 797.0,
    "share": 0.9139908256880734
   },
   "risk_pays": 579.0,
   "safety_pays": 872.0,
   "scored": 1989,
   "sdt": {
    "aim": {
     "den": 228.0,
     "n": 184.0,
     "share": 0.8070175438596491
    },
    "beta": 0.8794332331015046,
    "caution": 0.8158654509309825,
    "caution_hi": 0.8948023232139332,
    "caution_lo": 0.7424148222663073,
    "cstar": -0.11746693759384165,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.09373441520436,
    "dprime_hi": 1.2734631960194358,
    "dprime_lo": 0.9113432709657523,
    "false_alarm": {
     "den": 872.0,
     "n": 75.0,
     "share": 0.0860091743119266
    },
    "false_alarm_rate": 0.08648339060710195,
    "hit": {
     "den": 579.0,
     "n": 228.0,
     "share": 0.39378238341968913
    },
    "hit_rate": 0.3939655172413793,
    "missed_loss": 0.19288984331649933,
    "missed_n": 351.0,
    "na": null,
    "needless_loss": 0.11263524611790975,
    "needless_n": 75.0
   },
   "size": {
    "bad": {
     "mean": 8.033613445378151,
     "n": 119.0,
     "too_few": true
    },
    "right": {
     "mean": 8.548913043478262,
     "n": 184.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 383.0,
      "n": 136.0,
      "share": 0.35509138381201044
     },
     "missed": {
      "den": 383.0,
      "n": 224.0,
      "share": 0.5848563968668408
     },
     "risk_pays": 383.0,
     "wrong": {
      "den": 383.0,
      "n": 23.0,
      "share": 0.06005221932114883
     }
    },
    "medium": {
     "found": {
      "den": 196.0,
      "n": 48.0,
      "share": 0.24489795918367346
     },
     "missed": {
      "den": 196.0,
      "n": 127.0,
      "share": 0.6479591836734694
     },
     "risk_pays": 196.0,
     "wrong": {
      "den": 196.0,
      "n": 21.0,
      "share": 0.10714285714285714
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1451.0,
   "wrong": {
    "den": 579.0,
    "n": 44.0,
    "share": 0.07599309153713299
   }
  }
 },
 "slug": "glm-5-3-on",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 42.41592845609111,
   "n": 31,
   "too_few": true
  },
  "blitz": {
   "error_rate": 27.53632395927395,
   "n": 224,
   "too_few": false
  },
  "holding": {
   "error_rate": 25.656162202358246,
   "n": 50,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 46.2023235409171,
   "n": 349,
   "too_few": false
  },
  "other": {
   "error_rate": 36.24599359252236,
   "n": 88,
   "too_few": true
  },
  "priming": {
   "error_rate": 33.48901232259463,
   "n": 565,
   "too_few": false
  }
 },
 "version": "v3"
}
