{
 "aliases": [
  "Decider v1.2 27B"
 ],
 "close": {
  "close": {
   "den": 1599,
   "n": 847,
   "share": 0.5297060662914321,
   "small": false
  },
  "decisions": 2028,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1599,
  "exclusions": {
   "grouped": 187,
   "not_audited": 242
  },
  "groups": {
   "close": {
    "by_count": [
     226,
     341,
     197,
     68,
     15
    ],
    "differ": {
     "hitting": {
      "den": 847,
      "n": 450,
      "share": 0.5312868949232585,
      "small": false
     },
     "points": {
      "den": 847,
      "n": 207,
      "share": 0.24439197166469895,
      "small": false
     },
     "prime": {
      "den": 847,
      "n": 232,
      "share": 0.27390791027154665,
      "small": false
     },
     "race": {
      "den": 847,
      "n": 110,
      "share": 0.12987012987012986,
      "small": false
     }
    },
    "gap": {
     "mean": 0.13061008620853268,
     "median": 0.07487046718597412,
     "n": 847
    },
    "loss1": {
     "mean": 0.08721222076674982,
     "median": 0.029327809810638428,
     "n": 847
    },
    "loss2": {
     "mean": 0.11161498041051619,
     "median": 0.034857749938964844,
     "n": 847
    },
    "n": 847,
    "p1": {
     "mean": 0.35596368116644694,
     "median": 0.3423632085323334,
     "n": 847
    },
    "p2": {
     "mean": 0.25854781309103503,
     "median": 0.24362932947144125,
     "n": 847
    },
    "psum": {
     "mean": 0.614511494257482,
     "median": 0.58555445092733,
     "n": 847
    },
    "psum_bins": [
     0,
     0,
     40,
     103,
     144,
     155,
     128,
     95,
     73,
     109
    ]
   },
   "other": {
    "by_count": [
     131,
     309,
     215,
     80,
     17
    ],
    "differ": {
     "hitting": {
      "den": 752,
      "n": 455,
      "share": 0.6050531914893617,
      "small": false
     },
     "points": {
      "den": 752,
      "n": 252,
      "share": 0.3351063829787234,
      "small": false
     },
     "prime": {
      "den": 752,
      "n": 222,
      "share": 0.29521276595744683,
      "small": false
     },
     "race": {
      "den": 752,
      "n": 118,
      "share": 0.15691489361702127,
      "small": false
     }
    },
    "gap": {
     "mean": 0.15398287840504596,
     "median": 0.09561735391616821,
     "n": 752
    },
    "loss1": {
     "mean": 0.045288256825284756,
     "median": 0.0,
     "n": 752
    },
    "loss2": {
     "mean": 0.1550239814009438,
     "median": 0.08987486362457275,
     "n": 752
    },
    "n": 752,
    "p1": {
     "mean": 0.605049485839395,
     "median": 0.5988023127937077,
     "n": 752
    },
    "p2": {
     "mean": 0.15709033332594086,
     "median": 0.15211746549956398,
     "n": 752
    },
    "psum": {
     "mean": 0.7621398191653358,
     "median": 0.7802248533620435,
     "n": 752
    },
    "psum_bins": [
     0,
     0,
     1,
     16,
     54,
     83,
     123,
     129,
     142,
     204
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 389,
       "n": 204,
       "share": 0.5244215938303342,
       "small": false
      },
      "eligible": 389,
      "risk_close": {
       "den": 204,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 561,
       "n": 332,
       "share": 0.5918003565062389,
       "small": false
      },
      "eligible": 561,
      "risk_close": {
       "den": 332,
       "n": 205,
       "share": 0.6174698795180723,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 649,
       "n": 311,
       "share": 0.47919876733436056,
       "small": false
      },
      "eligible": 649,
      "risk_close": {
       "den": 311,
       "n": 165,
       "share": 0.5305466237942122,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5609756097560976,
     "adj_other": 0.6712305262090054,
     "adjusted": -0.11025491645290775,
     "adjusted_hi": -0.011925256329545419,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.23148196260129023,
     "close": {
      "den": 205,
      "n": 115,
      "share": 0.5609756097560976,
      "small": false
     },
     "covered": {
      "den": 205,
      "n": 205,
      "share": 1.0,
      "small": false
     },
     "crude": -0.15926248548199762,
     "crude_hi": -0.0636669307692997,
     "crude_left_out": 0,
     "crude_lo": -0.2687860350489584,
     "group": 373,
     "matches": 16,
     "na": null,
     "other": {
      "den": 168,
      "n": 121,
      "share": 0.7202380952380952,
      "small": true
     },
     "resamples": 2000,
     "strata": 26,
     "strata_both": 24
    },
    "stake": {
     "big": {
      "den": 317,
      "n": 190,
      "share": 0.5993690851735016,
      "small": false
     },
     "medium": {
      "den": 177,
      "n": 99,
      "share": 0.559322033898305,
      "small": true
     },
     "small": {
      "den": 67,
      "n": 43,
      "share": 0.6417910447761194,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 389,
       "n": 204,
       "share": 0.5244215938303342,
       "small": false
      },
      "eligible": 389,
      "risk_close": {
       "den": 204,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 494,
       "n": 289,
       "share": 0.5850202429149798,
       "small": false
      },
      "eligible": 494,
      "risk_close": {
       "den": 289,
       "n": 178,
       "share": 0.615916955017301,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 716,
       "n": 354,
       "share": 0.49441340782122906,
       "small": false
      },
      "eligible": 716,
      "risk_close": {
       "den": 354,
       "n": 192,
       "share": 0.5423728813559322,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5819209039548022,
     "adj_other": 0.6801445830857595,
     "adjusted": -0.09822367913095731,
     "adjusted_hi": -0.0025034142737080036,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.1997837858063921,
     "close": {
      "den": 178,
      "n": 103,
      "share": 0.5786516853932584,
      "small": true
     },
     "covered": {
      "den": 178,
      "n": 177,
      "share": 0.9943820224719101,
      "small": true
     },
     "crude": -0.14134831460674158,
     "crude_hi": -0.04515980631741151,
     "crude_left_out": 0,
     "crude_lo": -0.23374235555758846,
     "group": 328,
     "matches": 16,
     "na": null,
     "other": {
      "den": 150,
      "n": 108,
      "share": 0.72,
      "small": true
     },
     "resamples": 2000,
     "strata": 26,
     "strata_both": 23
    },
    "stake": {
     "big": {
      "den": 317,
      "n": 190,
      "share": 0.5993690851735016,
      "small": false
     },
     "medium": {
      "den": 177,
      "n": 99,
      "share": 0.559322033898305,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 847,
   "n": 370,
   "share": 0.43683589138134593,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1599,
   "n": 370,
   "share": 0.2313946216385241,
   "small": false
  },
  "risk_pair_other": {
   "den": 752,
   "n": 423,
   "share": 0.5625,
   "small": false
  },
  "ties": {
   "close": 71,
   "member": 75,
   "order": 26,
   "positive": 101,
   "top_two": 101,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.73174003434873,
  "auroc_blunder": 0.6958439363439554,
  "confident_badly_wrong": {
   "den": 1822,
   "n": 1,
   "share": 0.0005488474204171241
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 40,
     "n": 1,
     "share": 0.025
    },
    "kept": {
     "den": 1822,
     "n": 40,
     "share": 0.021953896816684963
    },
    "mean_loss": 0.005356258153915406,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1822,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.023585915782185368,
  "held_out": {
   "blunders": 0.01927503152494736,
   "kept": 0.03589102498906951,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1822,
  "surest": {
   "cut": 0.6017643252502664,
   "error_rate": 10.112562037089415,
   "n": 456,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 39.49625672602127,
   "n": 634,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 48.512662160981655,
   "n": 652,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 24.56884248799712,
   "n": 742,
   "too_few": false
  }
 },
 "name": "Perplexity Decider 27B v1.2 (local GPU)",
 "options": {
  "11–15": {
   "error_rate": 41.91659800958313,
   "n": 298,
   "too_few": false
  },
  "16–25": {
   "error_rate": 47.69134106135916,
   "n": 348,
   "too_few": false
  },
  "26+": {
   "error_rate": 71.20144634860233,
   "n": 206,
   "too_few": false
  },
  "2–5": {
   "error_rate": 20.522969339549896,
   "n": 676,
   "too_few": false
  },
  "6–10": {
   "error_rate": 34.54441100358963,
   "n": 500,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 7.592351529104956,
   "n": 116,
   "too_few": true
  },
  "contact": {
   "error_rate": 46.07849976082155,
   "n": 1304,
   "too_few": false
  },
  "holding": {
   "error_rate": 29.04149255854018,
   "n": 47,
   "too_few": true
  },
  "opening": {
   "error_rate": 26.129095604195413,
   "n": 287,
   "too_few": false
  },
  "race": {
   "error_rate": 18.503235639446842,
   "n": 274,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.73174003434873,
  "best_share": 0.46597633136094674,
  "blunder_share": 0.27909270216962523,
  "brier": 0.2098469985948178,
  "clusters": 96,
  "confidence_n": 1822,
  "confident_badly_wrong": 0.0005488474204171241,
  "cost_coverage": 1.0,
  "decisions": 2028,
  "ece": 0.023585915782185368,
  "engine_scored": 2028,
  "error_hi": 40.070898530844595,
  "error_lo": 33.899031957510196,
  "error_rate": 36.933414013486875,
  "first_date": "2026-10-20",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 206,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.47074628089784004,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2028,
   "estimate": true,
   "excluded_hours": 131.13333333333333,
   "gaps": [
    [
     "2026-10-20T13:17Z",
     "2026-10-20T20:11Z",
     414
    ],
    [
     "2026-10-20T20:41Z",
     "2026-10-22T22:39Z",
     2998
    ],
    [
     "2026-10-22T22:55Z",
     "2026-10-23T21:15Z",
     1340
    ],
    [
     "2026-10-23T21:20Z",
     "2026-10-24T16:48Z",
     1168
    ],
    [
     "2026-10-24T17:06Z",
     "2026-10-24T17:31Z",
     25
    ],
    [
     "2026-10-24T17:31Z",
     "2026-10-24T17:45Z",
     14
    ],
    [
     "2026-10-24T17:45Z",
     "2026-10-24T17:56Z",
     11
    ],
    [
     "2026-10-24T18:22Z",
     "2026-10-24T18:36Z",
     14
    ],
    [
     "2026-10-24T19:21Z",
     "2026-10-24T19:32Z",
     12
    ],
    [
     "2026-10-24T20:16Z",
     "2026-10-24T20:38Z",
     22
    ],
    [
     "2026-10-24T21:34Z",
     "2026-10-24T21:47Z",
     12
    ],
    [
     "2026-10-24T22:16Z",
     "2026-10-24T22:32Z",
     16
    ],
    [
     "2026-10-25T01:49Z",
     "2026-10-25T02:02Z",
     13
    ],
    [
     "2026-10-25T02:02Z",
     "2026-10-25T02:15Z",
     13
    ],
    [
     "2026-10-25T02:15Z",
     "2026-10-25T02:41Z",
     27
    ],
    [
     "2026-10-25T02:41Z",
     "2026-10-25T03:08Z",
     27
    ],
    [
     "2026-10-25T04:19Z",
     "2026-10-25T04:30Z",
     11
    ],
    [
     "2026-10-25T05:08Z",
     "2026-10-25T20:27Z",
     919
    ],
    [
     "2026-10-25T20:33Z",
     "2026-10-26T10:05Z",
     812
    ]
   ],
   "gpu_decisions": 2028,
   "gpu_usd": 24.797178908618296,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 9.95870638900333,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 9.95870638900333,
     "machine": "rtx_pro_6000",
     "usd": 24.797178908618296,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 24.797178908618296,
   "usd_per_1000": 12.227405773480422
  },
  "p95_loss": 0.34802035689353905,
  "probability_source": "decision",
  "retry_mean": 1.8407376725838265,
  "scored": 2028,
  "time_median": 0.935,
  "time_p90": 2.7321999999999997,
  "tokens_in": 4330.647928994083,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 12.227405773480422,
  "very_confident": 0.021953896816684963,
  "worst_mean": 0.5103017230435173
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.813023610053313,
   "best_share": 0.8879310344827587,
   "blunder_share": 0.02586206896551724,
   "brier": 0.1510677806049799,
   "clusters": 50,
   "confidence_n": 114,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 116,
   "ece": 0.24457652757716658,
   "engine_scored": 116,
   "error_hi": 16.298172854936265,
   "error_lo": 1.36171507633581,
   "error_rate": 7.592351529104956,
   "first_date": "2026-10-20",
   "group_sizes": [
    15,
    19
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6439340890949975,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2028,
    "estimate": true,
    "excluded_hours": 131.13333333333333,
    "gaps": [
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      414
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:39Z",
      2998
     ],
     [
      "2026-10-22T22:55Z",
      "2026-10-23T21:15Z",
      1340
     ],
     [
      "2026-10-23T21:20Z",
      "2026-10-24T16:48Z",
      1168
     ],
     [
      "2026-10-24T17:06Z",
      "2026-10-24T17:31Z",
      25
     ],
     [
      "2026-10-24T17:31Z",
      "2026-10-24T17:45Z",
      14
     ],
     [
      "2026-10-24T17:45Z",
      "2026-10-24T17:56Z",
      11
     ],
     [
      "2026-10-24T18:22Z",
      "2026-10-24T18:36Z",
      14
     ],
     [
      "2026-10-24T19:21Z",
      "2026-10-24T19:32Z",
      12
     ],
     [
      "2026-10-24T20:16Z",
      "2026-10-24T20:38Z",
      22
     ],
     [
      "2026-10-24T21:34Z",
      "2026-10-24T21:47Z",
      12
     ],
     [
      "2026-10-24T22:16Z",
      "2026-10-24T22:32Z",
      16
     ],
     [
      "2026-10-25T01:49Z",
      "2026-10-25T02:02Z",
      13
     ],
     [
      "2026-10-25T02:02Z",
      "2026-10-25T02:15Z",
      13
     ],
     [
      "2026-10-25T02:15Z",
      "2026-10-25T02:41Z",
      27
     ],
     [
      "2026-10-25T02:41Z",
      "2026-10-25T03:08Z",
      27
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:30Z",
      11
     ],
     [
      "2026-10-25T05:08Z",
      "2026-10-25T20:27Z",
      919
     ],
     [
      "2026-10-25T20:33Z",
      "2026-10-26T10:05Z",
      812
     ]
    ],
    "gpu_decisions": 2028,
    "gpu_usd": 24.797178908618296,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.95870638900333,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.95870638900333,
      "machine": "rtx_pro_6000",
      "usd": 24.797178908618296,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.797178908618296,
    "usd_per_1000": 12.227405773480422
   },
   "p95_loss": 0.042081981897354126,
   "probability_source": "decision",
   "retry_mean": 1.2220258620689655,
   "scored": 116,
   "time_median": 0.7184999999999999,
   "time_p90": 1.2240000000000002,
   "tokens_in": 2909.706896551724,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 12.227405773480422,
   "very_confident": 0.06140350877192982,
   "worst_mean": 0.2720709443092346
  },
  "contact": {
   "auroc": 0.6948528379579805,
   "best_share": 0.4110429447852761,
   "blunder_share": 0.34432515337423314,
   "brier": 0.21822143465026947,
   "clusters": 96,
   "confidence_n": 1142,
   "confident_badly_wrong": 0.0008756567425569177,
   "cost_coverage": 1.0,
   "decisions": 1304,
   "ece": 0.015771898621313632,
   "engine_scored": 1304,
   "error_hi": 50.17708439138304,
   "error_lo": 42.31795113718564,
   "error_rate": 46.07849976082155,
   "first_date": "2026-10-20",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 162,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.44283361197165133,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2028,
    "estimate": true,
    "excluded_hours": 131.13333333333333,
    "gaps": [
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      414
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:39Z",
      2998
     ],
     [
      "2026-10-22T22:55Z",
      "2026-10-23T21:15Z",
      1340
     ],
     [
      "2026-10-23T21:20Z",
      "2026-10-24T16:48Z",
      1168
     ],
     [
      "2026-10-24T17:06Z",
      "2026-10-24T17:31Z",
      25
     ],
     [
      "2026-10-24T17:31Z",
      "2026-10-24T17:45Z",
      14
     ],
     [
      "2026-10-24T17:45Z",
      "2026-10-24T17:56Z",
      11
     ],
     [
      "2026-10-24T18:22Z",
      "2026-10-24T18:36Z",
      14
     ],
     [
      "2026-10-24T19:21Z",
      "2026-10-24T19:32Z",
      12
     ],
     [
      "2026-10-24T20:16Z",
      "2026-10-24T20:38Z",
      22
     ],
     [
      "2026-10-24T21:34Z",
      "2026-10-24T21:47Z",
      12
     ],
     [
      "2026-10-24T22:16Z",
      "2026-10-24T22:32Z",
      16
     ],
     [
      "2026-10-25T01:49Z",
      "2026-10-25T02:02Z",
      13
     ],
     [
      "2026-10-25T02:02Z",
      "2026-10-25T02:15Z",
      13
     ],
     [
      "2026-10-25T02:15Z",
      "2026-10-25T02:41Z",
      27
     ],
     [
      "2026-10-25T02:41Z",
      "2026-10-25T03:08Z",
      27
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:30Z",
      11
     ],
     [
      "2026-10-25T05:08Z",
      "2026-10-25T20:27Z",
      919
     ],
     [
      "2026-10-25T20:33Z",
      "2026-10-26T10:05Z",
      812
     ]
    ],
    "gpu_decisions": 2028,
    "gpu_usd": 24.797178908618296,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.95870638900333,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.95870638900333,
      "machine": "rtx_pro_6000",
      "usd": 24.797178908618296,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.797178908618296,
    "usd_per_1000": 12.227405773480422
   },
   "p95_loss": 0.4110346645116804,
   "probability_source": "decision",
   "retry_mean": 1.9103243865030675,
   "scored": 1304,
   "time_median": 0.9715,
   "time_p90": 2.825,
   "tokens_in": 4605.759969325153,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 12.227405773480422,
   "very_confident": 0.008756567425569177,
   "worst_mean": 0.5575745935623463
  },
  "holding": {
   "auroc": 0.7004310344827587,
   "best_share": 0.3404255319148936,
   "blunder_share": 0.23404255319148937,
   "brier": 0.2195545174355846,
   "clusters": 16,
   "confidence_n": 45,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 47,
   "ece": 0.15099600572747093,
   "engine_scored": 47,
   "error_hi": 42.83036884936419,
   "error_lo": 18.964448127254425,
   "error_rate": 29.04149255854018,
   "first_date": "2026-10-20",
   "group_sizes": [
    22,
    23
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.47531322995583225,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2028,
    "estimate": true,
    "excluded_hours": 131.13333333333333,
    "gaps": [
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      414
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:39Z",
      2998
     ],
     [
      "2026-10-22T22:55Z",
      "2026-10-23T21:15Z",
      1340
     ],
     [
      "2026-10-23T21:20Z",
      "2026-10-24T16:48Z",
      1168
     ],
     [
      "2026-10-24T17:06Z",
      "2026-10-24T17:31Z",
      25
     ],
     [
      "2026-10-24T17:31Z",
      "2026-10-24T17:45Z",
      14
     ],
     [
      "2026-10-24T17:45Z",
      "2026-10-24T17:56Z",
      11
     ],
     [
      "2026-10-24T18:22Z",
      "2026-10-24T18:36Z",
      14
     ],
     [
      "2026-10-24T19:21Z",
      "2026-10-24T19:32Z",
      12
     ],
     [
      "2026-10-24T20:16Z",
      "2026-10-24T20:38Z",
      22
     ],
     [
      "2026-10-24T21:34Z",
      "2026-10-24T21:47Z",
      12
     ],
     [
      "2026-10-24T22:16Z",
      "2026-10-24T22:32Z",
      16
     ],
     [
      "2026-10-25T01:49Z",
      "2026-10-25T02:02Z",
      13
     ],
     [
      "2026-10-25T02:02Z",
      "2026-10-25T02:15Z",
      13
     ],
     [
      "2026-10-25T02:15Z",
      "2026-10-25T02:41Z",
      27
     ],
     [
      "2026-10-25T02:41Z",
      "2026-10-25T03:08Z",
      27
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:30Z",
      11
     ],
     [
      "2026-10-25T05:08Z",
      "2026-10-25T20:27Z",
      919
     ],
     [
      "2026-10-25T20:33Z",
      "2026-10-26T10:05Z",
      812
     ]
    ],
    "gpu_decisions": 2028,
    "gpu_usd": 24.797178908618296,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.95870638900333,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.95870638900333,
      "machine": "rtx_pro_6000",
      "usd": 24.797178908618296,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.797178908618296,
    "usd_per_1000": 12.227405773480422
   },
   "p95_loss": 0.23934434056282042,
   "probability_source": "decision",
   "retry_mean": 1.8493617021276596,
   "scored": 47,
   "time_median": 0.89,
   "time_p90": 1.2159999999999997,
   "tokens_in": 3890.404255319149,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 12.227405773480422,
   "very_confident": 0.0,
   "worst_mean": 0.3454264998435974
  },
  "opening": {
   "auroc": 0.7343526350032531,
   "best_share": 0.5261324041811847,
   "blunder_share": 0.24390243902439024,
   "brier": 0.21583134059271156,
   "clusters": 96,
   "confidence_n": 251,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 287,
   "ece": 0.10724851748972854,
   "engine_scored": 287,
   "error_hi": 31.58224629850927,
   "error_lo": 20.819051734339354,
   "error_rate": 26.129095604195413,
   "first_date": "2026-10-20",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 36,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.47844161979208927,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2028,
    "estimate": true,
    "excluded_hours": 131.13333333333333,
    "gaps": [
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      414
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:39Z",
      2998
     ],
     [
      "2026-10-22T22:55Z",
      "2026-10-23T21:15Z",
      1340
     ],
     [
      "2026-10-23T21:20Z",
      "2026-10-24T16:48Z",
      1168
     ],
     [
      "2026-10-24T17:06Z",
      "2026-10-24T17:31Z",
      25
     ],
     [
      "2026-10-24T17:31Z",
      "2026-10-24T17:45Z",
      14
     ],
     [
      "2026-10-24T17:45Z",
      "2026-10-24T17:56Z",
      11
     ],
     [
      "2026-10-24T18:22Z",
      "2026-10-24T18:36Z",
      14
     ],
     [
      "2026-10-24T19:21Z",
      "2026-10-24T19:32Z",
      12
     ],
     [
      "2026-10-24T20:16Z",
      "2026-10-24T20:38Z",
      22
     ],
     [
      "2026-10-24T21:34Z",
      "2026-10-24T21:47Z",
      12
     ],
     [
      "2026-10-24T22:16Z",
      "2026-10-24T22:32Z",
      16
     ],
     [
      "2026-10-25T01:49Z",
      "2026-10-25T02:02Z",
      13
     ],
     [
      "2026-10-25T02:02Z",
      "2026-10-25T02:15Z",
      13
     ],
     [
      "2026-10-25T02:15Z",
      "2026-10-25T02:41Z",
      27
     ],
     [
      "2026-10-25T02:41Z",
      "2026-10-25T03:08Z",
      27
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:30Z",
      11
     ],
     [
      "2026-10-25T05:08Z",
      "2026-10-25T20:27Z",
      919
     ],
     [
      "2026-10-25T20:33Z",
      "2026-10-26T10:05Z",
      812
     ]
    ],
    "gpu_decisions": 2028,
    "gpu_usd": 24.797178908618296,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.95870638900333,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.95870638900333,
      "machine": "rtx_pro_6000",
      "usd": 24.797178908618296,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.797178908618296,
    "usd_per_1000": 12.227405773480422
   },
   "p95_loss": 0.21599771976470944,
   "probability_source": "decision",
   "retry_mean": 1.8993379790940768,
   "scored": 287,
   "time_median": 1.095,
   "time_p90": 2.8424000000000005,
   "tokens_in": 4874.651567944251,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 12.227405773480422,
   "very_confident": 0.06772908366533864,
   "worst_mean": 0.3501866949456079
  },
  "race": {
   "auroc": 0.7871376811594203,
   "best_share": 0.5072992700729927,
   "blunder_share": 0.12043795620437957,
   "brier": 0.19206298632152127,
   "clusters": 83,
   "confidence_n": 270,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 274,
   "ece": 0.06298557363271451,
   "engine_scored": 274,
   "error_hi": 25.59640951677402,
   "error_lo": 11.990005958980039,
   "error_rate": 18.503235639446842,
   "first_date": "2026-10-20",
   "group_sizes": [
    16,
    18,
    21,
    22
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5077678179688231,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2028,
    "estimate": true,
    "excluded_hours": 131.13333333333333,
    "gaps": [
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      414
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:39Z",
      2998
     ],
     [
      "2026-10-22T22:55Z",
      "2026-10-23T21:15Z",
      1340
     ],
     [
      "2026-10-23T21:20Z",
      "2026-10-24T16:48Z",
      1168
     ],
     [
      "2026-10-24T17:06Z",
      "2026-10-24T17:31Z",
      25
     ],
     [
      "2026-10-24T17:31Z",
      "2026-10-24T17:45Z",
      14
     ],
     [
      "2026-10-24T17:45Z",
      "2026-10-24T17:56Z",
      11
     ],
     [
      "2026-10-24T18:22Z",
      "2026-10-24T18:36Z",
      14
     ],
     [
      "2026-10-24T19:21Z",
      "2026-10-24T19:32Z",
      12
     ],
     [
      "2026-10-24T20:16Z",
      "2026-10-24T20:38Z",
      22
     ],
     [
      "2026-10-24T21:34Z",
      "2026-10-24T21:47Z",
      12
     ],
     [
      "2026-10-24T22:16Z",
      "2026-10-24T22:32Z",
      16
     ],
     [
      "2026-10-25T01:49Z",
      "2026-10-25T02:02Z",
      13
     ],
     [
      "2026-10-25T02:02Z",
      "2026-10-25T02:15Z",
      13
     ],
     [
      "2026-10-25T02:15Z",
      "2026-10-25T02:41Z",
      27
     ],
     [
      "2026-10-25T02:41Z",
      "2026-10-25T03:08Z",
      27
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:30Z",
      11
     ],
     [
      "2026-10-25T05:08Z",
      "2026-10-25T20:27Z",
      919
     ],
     [
      "2026-10-25T20:33Z",
      "2026-10-26T10:05Z",
      812
     ]
    ],
    "gpu_decisions": 2028,
    "gpu_usd": 24.797178908618296,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.95870638900333,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.95870638900333,
      "machine": "rtx_pro_6000",
      "usd": 24.797178908618296,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.797178908618296,
    "usd_per_1000": 12.227405773480422
   },
   "p95_loss": 0.2118751227855682,
   "probability_source": "decision",
   "retry_mean": 1.7086423357664233,
   "scored": 274,
   "time_median": 0.7805,
   "time_p90": 1.2067000000000003,
   "tokens_in": 3128.624087591241,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 12.227405773480422,
   "very_confident": 0.022222222222222223,
   "worst_mean": 0.34189317907605854
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 16.245585552157735,
    "needless": 6.417515560896439,
    "none": 3.50701207886551,
    "right_risk": 2.1722945632666524,
    "right_safety": 4.743092915656769,
    "wrong_risk": 3.8479133426437717
   },
   "calls": {
    "missed": 410.0,
    "needless": 145.0,
    "right_risk": 244.0,
    "right_safety": 682.0,
    "wrong_risk": 77.0
   },
   "confidence": {
    "auroc_right_risk": 0.5485246737593584,
    "missed_mean_p": 0.4242838240147153,
    "missed_n": 337,
    "taken_grouped": 50,
    "taken_n": 416,
    "taken_other": 0
   },
   "error_rate": 36.933414013486875,
   "found": {
    "den": 731.0,
    "n": 244.0,
    "share": 0.3337893296853625
   },
   "good": {
    "den": 466.0,
    "n": 244.0,
    "share": 0.5236051502145923
   },
   "judgement": 57.922840123929554,
   "judgement_hi": 59.91331105863875,
   "judgement_lo": 55.983175853903866,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.15811088295687886,
    "x": 0.6662106703146374,
    "y": 0.17533252720677148
   },
   "margin": 0.001,
   "missed": {
    "den": 731.0,
    "n": 410.0,
    "share": 0.560875512995896
   },
   "needless": {
    "den": 827.0,
    "n": 145.0,
    "share": 0.17533252720677148
   },
   "needless_by_loss": {
    "big": {
     "den": 827.0,
     "n": 101.0,
     "share": 0.12212817412333736
    },
    "medium": {
     "den": 827.0,
     "n": 31.0,
     "share": 0.037484885126964934
    },
    "small": {
     "den": 827.0,
     "n": 13.0,
     "share": 0.015719467956469165
    }
   },
   "no_trade_off": 470.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.592351529104956,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.592351529104956,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 22.34201093255742,
      "needless": 9.106695869126202,
      "none": 0.8233963666152369,
      "right_risk": 2.0284566776884114,
      "right_safety": 6.706081993557924,
      "wrong_risk": 5.071857921276356
     },
     "calls": {
      "missed": 339.0,
      "needless": 128.0,
      "right_risk": 146.0,
      "right_safety": 556.0,
      "wrong_risk": 61.0
     },
     "confidence": {
      "auroc_right_risk": 0.5123906034085675,
      "missed_mean_p": 0.42518474550704083,
      "missed_n": 281,
      "taken_grouped": 38,
      "taken_n": 297,
      "taken_other": 0
     },
     "error_rate": 46.07849976082155,
     "found": {
      "den": 546.0,
      "n": 146.0,
      "share": 0.2673992673992674
     },
     "good": {
      "den": 335.0,
      "n": 146.0,
      "share": 0.43582089552238806
     },
     "judgement": 54.01323822376454,
     "judgement_hi": 56.081547891058506,
     "judgement_lo": 51.831622701794814,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1525,
      "x": 0.7326007326007326,
      "y": 0.1871345029239766
     },
     "margin": 0.001,
     "missed": {
      "den": 546.0,
      "n": 339.0,
      "share": 0.6208791208791209
     },
     "needless": {
      "den": 684.0,
      "n": 128.0,
      "share": 0.1871345029239766
     },
     "needless_by_loss": {
      "big": {
       "den": 684.0,
       "n": 89.0,
       "share": 0.1301169590643275
      },
      "medium": {
       "den": 684.0,
       "n": 28.0,
       "share": 0.04093567251461988
      },
      "small": {
       "den": 684.0,
       "n": 11.0,
       "share": 0.01608187134502924
      }
     },
     "no_trade_off": 74.0,
     "reference": null,
     "right_safety": {
      "den": 684.0,
      "n": 556.0,
      "share": 0.8128654970760234
     },
     "risk_pays": 546.0,
     "safety_pays": 684.0,
     "scored": 1304,
     "sdt": {
      "aim": {
       "den": 207.0,
       "n": 146.0,
       "share": 0.7053140096618358
      },
      "beta": 1.3523582679497372,
      "caution": 0.5970086843571214,
      "caution_hi": 0.678254395608496,
      "caution_lo": 0.5207483705548369,
      "cstar": 0.5207919894835114,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5795978811104123,
      "dprime_hi": 0.715861400869853,
      "dprime_lo": 0.45527874883476854,
      "false_alarm": {
       "den": 684.0,
       "n": 128.0,
       "share": 0.1871345029239766
      },
      "false_alarm_rate": 0.18759124087591242,
      "hit": {
       "den": 546.0,
       "n": 207.0,
       "share": 0.3791208791208791
      },
      "hit_rate": 0.3793418647166362,
      "missed_loss": 0.171881901215663,
      "missed_n": 339.0,
      "na": null,
      "needless_loss": 0.18554892833344638,
      "needless_n": 128.0
     },
     "size": {
      "bad": {
       "mean": 8.02116402116402,
       "n": 189.0,
       "too_few": true
      },
      "right": {
       "mean": 6.773972602739726,
       "n": 146.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 319.0,
        "n": 103.0,
        "share": 0.322884012539185
       },
       "missed": {
        "den": 319.0,
        "n": 192.0,
        "share": 0.6018808777429467
       },
       "risk_pays": 319.0,
       "wrong": {
        "den": 319.0,
        "n": 24.0,
        "share": 0.07523510971786834
       }
      },
      "medium": {
       "found": {
        "den": 158.0,
        "n": 30.0,
        "share": 0.189873417721519
       },
       "missed": {
        "den": 158.0,
        "n": 103.0,
        "share": 0.6518987341772152
       },
       "risk_pays": 158.0,
       "wrong": {
        "den": 158.0,
        "n": 25.0,
        "share": 0.15822784810126583
       }
      },
      "small": {
       "found": {
        "den": 69.0,
        "n": 13.0,
        "share": 0.18840579710144928
       },
       "missed": {
        "den": 69.0,
        "n": 44.0,
        "share": 0.6376811594202898
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 12.0,
        "share": 0.17391304347826086
       }
      }
     },
     "trade_off": 1230.0,
     "wrong": {
      "den": 546.0,
      "n": 61.0,
      "share": 0.11172161172161173
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.847434606957943,
      "needless": 8.02887183554629,
      "none": 1.0134806024267318,
      "right_risk": 0.1005511334601869,
      "right_safety": 12.540474216988747,
      "wrong_risk": 2.5106801631602833
     },
     "calls": {
      "missed": 8.0,
      "needless": 5.0,
      "right_risk": 2.0,
      "right_safety": 26.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 8,
      "taken_other": 0
     },
     "error_rate": 29.04149255854018,
     "found": {
      "den": 11.0,
      "n": 2.0,
      "share": 0.18181818181818182
     },
     "good": {
      "den": 8.0,
      "n": 2.0,
      "share": 0.25
     },
     "judgement": 51.02639296187683,
     "judgement_hi": 68.7890625,
     "judgement_lo": 37.92450365726228,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1111111111111111,
      "x": 0.8181818181818182,
      "y": 0.16129032258064516
     },
     "margin": 0.001,
     "missed": {
      "den": 11.0,
      "n": 8.0,
      "share": 0.7272727272727273
     },
     "needless": {
      "den": 31.0,
      "n": 5.0,
      "share": 0.16129032258064516
     },
     "needless_by_loss": {
      "big": {
       "den": 31.0,
       "n": 4.0,
       "share": 0.12903225806451613
      },
      "medium": {
       "den": 31.0,
       "n": 1.0,
       "share": 0.03225806451612903
      },
      "small": {
       "den": 31.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 31.0,
      "n": 26.0,
      "share": 0.8387096774193549
     },
     "risk_pays": 11.0,
     "safety_pays": 31.0,
     "scored": 47,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 7.468468569323791,
      "caution": 0.7476520194995717,
      "caution_hi": 1.2287995193389714,
      "caution_lo": 0.22682069473769262,
      "cstar": 5.048693378557788,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.39825947360294756,
      "dprime_hi": 1.1204214019419647,
      "dprime_lo": -0.43308250704773466,
      "false_alarm": {
       "den": 31.0,
       "n": 5.0,
       "share": 0.16129032258064516
      },
      "false_alarm_rate": 0.171875,
      "hit": {
       "den": 11.0,
       "n": 3.0,
       "share": 0.2727272727272727
      },
      "hit_rate": 0.2916666666666667,
      "missed_loss": 0.05695735663175583,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.15094279050827025,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 15.666666666666666,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "missed": {
        "den": 8.0,
        "n": 5.0,
        "share": 0.625
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 1.0,
        "share": 0.125
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 42.0,
     "wrong": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.488626540745592,
      "needless": 2.6558646964694566,
      "none": 0.14034391280250683,
      "right_risk": 6.117003356538167,
      "right_safety": 0.9925408541948538,
      "wrong_risk": 3.7347162434448347
     },
     "calls": {
      "missed": 63.0,
      "needless": 12.0,
      "right_risk": 96.0,
      "right_safety": 100.0,
      "wrong_risk": 15.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 48,
      "taken_grouped": 12,
      "taken_n": 111,
      "taken_other": 0
     },
     "error_rate": 26.129095604195413,
     "found": {
      "den": 174.0,
      "n": 96.0,
      "share": 0.5517241379310345
     },
     "good": {
      "den": 123.0,
      "n": 96.0,
      "share": 0.7804878048780488
     },
     "judgement": 72.22906403940887,
     "judgement_hi": 76.02809494061836,
     "judgement_lo": 68.25732546313543,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19230769230769232,
      "x": 0.4482758620689655,
      "y": 0.10714285714285714
     },
     "margin": 0.001,
     "missed": {
      "den": 174.0,
      "n": 63.0,
      "share": 0.3620689655172414
     },
     "needless": {
      "den": 112.0,
      "n": 12.0,
      "share": 0.10714285714285714
     },
     "needless_by_loss": {
      "big": {
       "den": 112.0,
       "n": 8.0,
       "share": 0.07142857142857142
      },
      "medium": {
       "den": 112.0,
       "n": 2.0,
       "share": 0.017857142857142856
      },
      "small": {
       "den": 112.0,
       "n": 2.0,
       "share": 0.017857142857142856
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 112.0,
      "n": 100.0,
      "share": 0.8928571428571429
     },
     "risk_pays": 174.0,
     "safety_pays": 112.0,
     "scored": 287,
     "sdt": {
      "aim": {
       "den": 111.0,
       "n": 96.0,
       "share": 0.8648648648648649
      },
      "beta": 0.7186531692624214,
      "caution": 0.43620409506959,
      "caution_hi": 0.6905041505514821,
      "caution_lo": 0.22958758337502705,
      "cstar": -0.2098864089134724,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.574072464638082,
      "dprime_hi": 1.9892571760189703,
      "dprime_lo": 1.2928060350544064,
      "false_alarm": {
       "den": 112.0,
       "n": 12.0,
       "share": 0.10714285714285714
      },
      "false_alarm_rate": 0.11061946902654868,
      "hit": {
       "den": 174.0,
       "n": 111.0,
       "share": 0.6379310344827587
      },
      "hit_rate": 0.6371428571428571,
      "missed_loss": 0.11378526403790429,
      "missed_n": 63.0,
      "na": null,
      "needless_loss": 0.12703886131445566,
      "needless_n": 12.0
     },
     "size": {
      "bad": {
       "mean": 13.37037037037037,
       "n": 27.0,
       "too_few": true
      },
      "right": {
       "mean": 15.239583333333334,
       "n": 96.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 96.0,
        "n": 59.0,
        "share": 0.6145833333333334
       },
       "missed": {
        "den": 96.0,
        "n": 32.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 96.0,
       "wrong": {
        "den": 96.0,
        "n": 5.0,
        "share": 0.052083333333333336
       }
      },
      "medium": {
       "found": {
        "den": 62.0,
        "n": 29.0,
        "share": 0.46774193548387094
       },
       "missed": {
        "den": 62.0,
        "n": 26.0,
        "share": 0.41935483870967744
       },
       "risk_pays": 62.0,
       "wrong": {
        "den": 62.0,
        "n": 7.0,
        "share": 0.11290322580645161
       }
      },
      "small": {
       "found": {
        "den": 16.0,
        "n": 8.0,
        "share": 0.5
       },
       "missed": {
        "den": 16.0,
        "n": 5.0,
        "share": 0.3125
       },
       "risk_pays": 16.0,
       "wrong": {
        "den": 16.0,
        "n": 3.0,
        "share": 0.1875
       }
      }
     },
     "trade_off": 286.0,
     "wrong": {
      "den": 174.0,
      "n": 15.0,
      "share": 0.08620689655172414
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.503235639446842,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.503235639446842,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 274.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 274,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 827.0,
    "n": 682.0,
    "share": 0.8246674727932285
   },
   "risk_pays": 731.0,
   "safety_pays": 827.0,
   "scored": 2028,
   "sdt": {
    "aim": {
     "den": 321.0,
     "n": 244.0,
     "share": 0.7601246105919003
    },
    "beta": 1.2636754487565618,
    "caution": 0.5423801313755855,
    "caution_hi": 0.6105527839343233,
    "caution_lo": 0.47811387856914556,
    "cstar": 0.30049237738203904,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7788034411037965,
    "dprime_hi": 0.8908938005733188,
    "dprime_lo": 0.6679839246220607,
    "false_alarm": {
     "den": 827.0,
     "n": 145.0,
     "share": 0.17533252720677148
    },
    "false_alarm_rate": 0.17572463768115942,
    "hit": {
     "den": 731.0,
     "n": 321.0,
     "share": 0.43912448700410395
    },
    "hit_rate": 0.43920765027322406,
    "missed_loss": 0.16071242682817505,
    "missed_n": 410.0,
    "na": null,
    "needless_loss": 0.17951340079307557,
    "needless_n": 145.0
   },
   "size": {
    "bad": {
     "mean": 8.878378378378379,
     "n": 222.0,
     "too_few": false
    },
    "right": {
     "mean": 10.098360655737705,
     "n": 244.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 416.0,
      "n": 162.0,
      "share": 0.3894230769230769
     },
     "missed": {
      "den": 416.0,
      "n": 225.0,
      "share": 0.5408653846153846
     },
     "risk_pays": 416.0,
     "wrong": {
      "den": 416.0,
      "n": 29.0,
      "share": 0.06971153846153846
     }
    },
    "medium": {
     "found": {
      "den": 228.0,
      "n": 61.0,
      "share": 0.2675438596491228
     },
     "missed": {
      "den": 228.0,
      "n": 134.0,
      "share": 0.5877192982456141
     },
     "risk_pays": 228.0,
     "wrong": {
      "den": 228.0,
      "n": 33.0,
      "share": 0.14473684210526316
     }
    },
    "small": {
     "found": {
      "den": 87.0,
      "n": 21.0,
      "share": 0.2413793103448276
     },
     "missed": {
      "den": 87.0,
      "n": 51.0,
      "share": 0.5862068965517241
     },
     "risk_pays": 87.0,
     "wrong": {
      "den": 87.0,
      "n": 15.0,
      "share": 0.1724137931034483
     }
    }
   },
   "trade_off": 1558.0,
   "wrong": {
    "den": 731.0,
    "n": 77.0,
    "share": 0.10533515731874145
   }
  },
  "robust": {
   "by_call": {
    "missed": 15.816977824391227,
    "needless": 6.930775749377715,
    "none": 3.50701207886551,
    "right_risk": 2.016417483782627,
    "right_safety": 5.171700643423276,
    "wrong_risk": 3.490530233646521
   },
   "calls": {
    "missed": 359.0,
    "needless": 181.0,
    "right_risk": 213.0,
    "right_safety": 733.0,
    "wrong_risk": 72.0
   },
   "confidence": {
    "auroc_right_risk": 0.5381674941146307,
    "missed_mean_p": 0.42126107046121525,
    "missed_n": 296,
    "taken_grouped": 50,
    "taken_n": 416,
    "taken_other": 0
   },
   "error_rate": 36.933414013486875,
   "found": {
    "den": 644.0,
    "n": 213.0,
    "share": 0.3307453416149068
   },
   "good": {
    "den": 466.0,
    "n": 213.0,
    "share": 0.4570815450643777
   },
   "judgement": 56.63573535208013,
   "judgement_hi": 58.737333509454125,
   "judgement_lo": 54.583301040303205,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.16705336426914152,
    "x": 0.6692546583850931,
    "y": 0.19803063457330417
   },
   "margin": 0.02,
   "missed": {
    "den": 644.0,
    "n": 359.0,
    "share": 0.5574534161490683
   },
   "needless": {
    "den": 914.0,
    "n": 181.0,
    "share": 0.19803063457330417
   },
   "needless_by_loss": {
    "big": {
     "den": 914.0,
     "n": 109.0,
     "share": 0.11925601750547046
    },
    "medium": {
     "den": 914.0,
     "n": 37.0,
     "share": 0.04048140043763676
    },
    "small": {
     "den": 914.0,
     "n": 35.0,
     "share": 0.038293216630196934
    }
   },
   "no_trade_off": 470.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.592351529104956,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.592351529104956,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.719302467864715,
      "needless": 9.8543276816058,
      "none": 0.8233963666152369,
      "right_risk": 1.9094412860694838,
      "right_safety": 7.328790458250631,
      "wrong_risk": 4.443241500415685
     },
     "calls": {
      "missed": 295.0,
      "needless": 153.0,
      "right_risk": 129.0,
      "right_safety": 600.0,
      "wrong_risk": 53.0
     },
     "confidence": {
      "auroc_right_risk": 0.5214024624855714,
      "missed_mean_p": 0.4241772623333878,
      "missed_n": 247,
      "taken_grouped": 38,
      "taken_n": 297,
      "taken_other": 0
     },
     "error_rate": 46.07849976082155,
     "found": {
      "den": 477.0,
      "n": 129.0,
      "share": 0.27044025157232704
     },
     "good": {
      "den": 335.0,
      "n": 129.0,
      "share": 0.3850746268656716
     },
     "judgement": 53.36265002881555,
     "judgement_hi": 55.86478646793393,
     "judgement_lo": 50.918140988550114,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.15229885057471265,
      "x": 0.7295597484276729,
      "y": 0.20318725099601595
     },
     "margin": 0.02,
     "missed": {
      "den": 477.0,
      "n": 295.0,
      "share": 0.6184486373165619
     },
     "needless": {
      "den": 753.0,
      "n": 153.0,
      "share": 0.20318725099601595
     },
     "needless_by_loss": {
      "big": {
       "den": 753.0,
       "n": 97.0,
       "share": 0.12881806108897742
      },
      "medium": {
       "den": 753.0,
       "n": 31.0,
       "share": 0.041168658698539175
      },
      "small": {
       "den": 753.0,
       "n": 25.0,
       "share": 0.033200531208499334
      }
     },
     "no_trade_off": 74.0,
     "reference": null,
     "right_safety": {
      "den": 753.0,
      "n": 600.0,
      "share": 0.796812749003984
     },
     "risk_pays": 477.0,
     "safety_pays": 753.0,
     "scored": 1304,
     "sdt": {
      "aim": {
       "den": 182.0,
       "n": 129.0,
       "share": 0.7087912087912088
      },
      "beta": 1.3809829238387914,
      "caution": 0.5648287520602888,
      "caution_hi": 0.6478174426002501,
      "caution_lo": 0.4850342415223951,
      "cstar": 0.6111934900678938,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5281396391266924,
      "dprime_hi": 0.6832269704304669,
      "dprime_lo": 0.3822158649555711,
      "false_alarm": {
       "den": 753.0,
       "n": 153.0,
       "share": 0.20318725099601595
      },
      "false_alarm_rate": 0.20358090185676392,
      "hit": {
       "den": 477.0,
       "n": 182.0,
       "share": 0.38155136268343814
      },
      "hit_rate": 0.3817991631799163,
      "missed_loss": 0.19201335876674974,
      "missed_n": 295.0,
      "na": null,
      "needless_loss": 0.1679744221805747,
      "needless_n": 153.0
     },
     "size": {
      "bad": {
       "mean": 7.79126213592233,
       "n": 206.0,
       "too_few": false
      },
      "right": {
       "mean": 6.976744186046512,
       "n": 129.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 319.0,
        "n": 101.0,
        "share": 0.3166144200626959
       },
       "missed": {
        "den": 319.0,
        "n": 192.0,
        "share": 0.6018808777429467
       },
       "risk_pays": 319.0,
       "wrong": {
        "den": 319.0,
        "n": 26.0,
        "share": 0.08150470219435736
       }
      },
      "medium": {
       "found": {
        "den": 158.0,
        "n": 28.0,
        "share": 0.17721518987341772
       },
       "missed": {
        "den": 158.0,
        "n": 103.0,
        "share": 0.6518987341772152
       },
       "risk_pays": 158.0,
       "wrong": {
        "den": 158.0,
        "n": 27.0,
        "share": 0.17088607594936708
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1230.0,
     "wrong": {
      "den": 477.0,
      "n": 53.0,
      "share": 0.1111111111111111
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.59333746991259,
      "needless": 8.02887183554629,
      "none": 1.0134806024267318,
      "right_risk": 0.0,
      "right_safety": 12.7945713540341,
      "wrong_risk": 2.6112312966204705
     },
     "calls": {
      "missed": 6.0,
      "needless": 5.0,
      "right_risk": 1.0,
      "right_safety": 28.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 8,
      "taken_other": 0
     },
     "error_rate": 29.04149255854018,
     "found": {
      "den": 9.0,
      "n": 1.0,
      "share": 0.1111111111111111
     },
     "good": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     },
     "judgement": 47.97979797979798,
     "judgement_hi": 64.31746031746032,
     "judgement_lo": 37.5,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25,
      "x": 0.8888888888888888,
      "y": 0.15151515151515152
     },
     "margin": 0.02,
     "missed": {
      "den": 9.0,
      "n": 6.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 33.0,
      "n": 5.0,
      "share": 0.15151515151515152
     },
     "needless_by_loss": {
      "big": {
       "den": 33.0,
       "n": 4.0,
       "share": 0.12121212121212122
      },
      "medium": {
       "den": 33.0,
       "n": 1.0,
       "share": 0.030303030303030304
      },
      "small": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 33.0,
      "n": 28.0,
      "share": 0.8484848484848485
     },
     "risk_pays": 9.0,
     "safety_pays": 33.0,
     "scored": 47,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 1.0,
       "share": 0.3333333333333333
      },
      "beta": 7.6909298103620385,
      "caution": 0.6862757291988717,
      "caution_hi": 1.1790205856503726,
      "caution_lo": 0.1891487562416541,
      "cstar": 3.3892773113649457,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.601910525582608,
      "dprime_hi": 1.3607777746239327,
      "dprime_lo": -0.21312230089475404,
      "false_alarm": {
       "den": 33.0,
       "n": 5.0,
       "share": 0.15151515151515152
      },
      "false_alarm_rate": 0.16176470588235295,
      "hit": {
       "den": 9.0,
       "n": 3.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35,
      "missed_loss": 0.07196228702863057,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.15094279050827025,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 13.571428571428571,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 8.0,
        "n": 1.0,
        "share": 0.125
       },
       "missed": {
        "den": 8.0,
        "n": 5.0,
        "share": 0.625
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 42.0,
     "wrong": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.330918984961427,
      "needless": 2.88575939600476,
      "none": 0.14034391280250683,
      "right_risk": 5.572763833019376,
      "right_safety": 1.1502484099790193,
      "wrong_risk": 4.049061067428323
     },
     "calls": {
      "missed": 58.0,
      "needless": 23.0,
      "right_risk": 83.0,
      "right_safety": 105.0,
      "wrong_risk": 17.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 43,
      "taken_grouped": 12,
      "taken_n": 111,
      "taken_other": 0
     },
     "error_rate": 26.129095604195413,
     "found": {
      "den": 158.0,
      "n": 83.0,
      "share": 0.5253164556962026
     },
     "good": {
      "den": 123.0,
      "n": 83.0,
      "share": 0.6747967479674797
     },
     "judgement": 67.28144778481013,
     "judgement_hi": 71.64023191230723,
     "judgement_lo": 62.53547664758739,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.22666666666666666,
      "x": 0.47468354430379744,
      "y": 0.1796875
     },
     "margin": 0.02,
     "missed": {
      "den": 158.0,
      "n": 58.0,
      "share": 0.3670886075949367
     },
     "needless": {
      "den": 128.0,
      "n": 23.0,
      "share": 0.1796875
     },
     "needless_by_loss": {
      "big": {
       "den": 128.0,
       "n": 8.0,
       "share": 0.0625
      },
      "medium": {
       "den": 128.0,
       "n": 5.0,
       "share": 0.0390625
      },
      "small": {
       "den": 128.0,
       "n": 10.0,
       "share": 0.078125
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 128.0,
      "n": 105.0,
      "share": 0.8203125
     },
     "risk_pays": 158.0,
     "safety_pays": 128.0,
     "scored": 287,
     "sdt": {
      "aim": {
       "den": 100.0,
       "n": 83.0,
       "share": 0.83
      },
      "beta": 0.4780988666804103,
      "caution": 0.28488447126498784,
      "caution_hi": 0.4940392049465194,
      "caution_lo": 0.09071632127123593,
      "cstar": -0.5929689292067023,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.244479596605008,
      "dprime_hi": 1.5450912200668874,
      "dprime_lo": 0.9777463298420636,
      "false_alarm": {
       "den": 128.0,
       "n": 23.0,
       "share": 0.1796875
      },
      "false_alarm_rate": 0.1821705426356589,
      "hit": {
       "den": 158.0,
       "n": 100.0,
       "share": 0.6329113924050633
      },
      "hit_rate": 0.6320754716981132,
      "missed_loss": 0.12203357754082515,
      "missed_n": 58.0,
      "na": null,
      "needless_loss": 0.07201851710029271,
      "needless_n": 23.0
     },
     "size": {
      "bad": {
       "mean": 16.6,
       "n": 40.0,
       "too_few": true
      },
      "right": {
       "mean": 13.975903614457831,
       "n": 83.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 96.0,
        "n": 56.0,
        "share": 0.5833333333333334
       },
       "missed": {
        "den": 96.0,
        "n": 32.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 96.0,
       "wrong": {
        "den": 96.0,
        "n": 8.0,
        "share": 0.08333333333333333
       }
      },
      "medium": {
       "found": {
        "den": 62.0,
        "n": 27.0,
        "share": 0.43548387096774194
       },
       "missed": {
        "den": 62.0,
        "n": 26.0,
        "share": 0.41935483870967744
       },
       "risk_pays": 62.0,
       "wrong": {
        "den": 62.0,
        "n": 9.0,
        "share": 0.14516129032258066
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 286.0,
     "wrong": {
      "den": 158.0,
      "n": 17.0,
      "share": 0.10759493670886076
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.503235639446842,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.503235639446842,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 274.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 274,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 914.0,
    "n": 733.0,
    "share": 0.8019693654266958
   },
   "risk_pays": 644.0,
   "safety_pays": 914.0,
   "scored": 2028,
   "sdt": {
    "aim": {
     "den": 285.0,
     "n": 213.0,
     "share": 0.7473684210526316
    },
    "beta": 1.2334869056032014,
    "caution": 0.49589076969885426,
    "caution_hi": 0.5687126296350592,
    "caution_lo": 0.42415946869420457,
    "cstar": 0.29841396521967933,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7032011425219673,
    "dprime_hi": 0.8052818546903389,
    "dprime_lo": 0.6036364082373449,
    "false_alarm": {
     "den": 914.0,
     "n": 181.0,
     "share": 0.19803063457330417
    },
    "false_alarm_rate": 0.19836065573770492,
    "hit": {
     "den": 644.0,
     "n": 285.0,
     "share": 0.44254658385093165
    },
    "hit_rate": 0.44263565891472867,
    "missed_loss": 0.17870100851178503,
    "missed_n": 359.0,
    "na": null,
    "needless_loss": 0.15531064331202218,
    "needless_n": 181.0
   },
   "size": {
    "bad": {
     "mean": 9.34387351778656,
     "n": 253.0,
     "too_few": false
    },
    "right": {
     "mean": 9.72300469483568,
     "n": 213.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 416.0,
      "n": 157.0,
      "share": 0.37740384615384615
     },
     "missed": {
      "den": 416.0,
      "n": 225.0,
      "share": 0.5408653846153846
     },
     "risk_pays": 416.0,
     "wrong": {
      "den": 416.0,
      "n": 34.0,
      "share": 0.08173076923076923
     }
    },
    "medium": {
     "found": {
      "den": 228.0,
      "n": 56.0,
      "share": 0.24561403508771928
     },
     "missed": {
      "den": 228.0,
      "n": 134.0,
      "share": 0.5877192982456141
     },
     "risk_pays": 228.0,
     "wrong": {
      "den": 228.0,
      "n": 38.0,
      "share": 0.16666666666666666
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1558.0,
   "wrong": {
    "den": 644.0,
    "n": 72.0,
    "share": 0.11180124223602485
   }
  }
 },
 "slug": "decider-v1-2-27b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 41.03499586167543,
   "n": 23,
   "too_few": true
  },
  "blitz": {
   "error_rate": 42.509801927712054,
   "n": 308,
   "too_few": false
  },
  "holding": {
   "error_rate": 29.04149255854018,
   "n": 47,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 49.53940716957805,
   "n": 396,
   "too_few": false
  },
  "other": {
   "error_rate": 42.65143373690614,
   "n": 218,
   "too_few": false
  },
  "priming": {
   "error_rate": 47.72680221659891,
   "n": 359,
   "too_few": false
  }
 },
 "version": "v3"
}
