{
 "aliases": [
  "Decider Flash v1.2"
 ],
 "close": {
  "close": {
   "den": 1629,
   "n": 1110,
   "share": 0.6813996316758748,
   "small": false
  },
  "decisions": 2006,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1629,
  "exclusions": {
   "grouped": 198,
   "not_audited": 179
  },
  "groups": {
   "close": {
    "by_count": [
     236,
     495,
     259,
     105,
     15
    ],
    "differ": {
     "hitting": {
      "den": 1110,
      "n": 667,
      "share": 0.6009009009009009,
      "small": false
     },
     "points": {
      "den": 1110,
      "n": 319,
      "share": 0.2873873873873874,
      "small": false
     },
     "prime": {
      "den": 1110,
      "n": 270,
      "share": 0.24324324324324326,
      "small": false
     },
     "race": {
      "den": 1110,
      "n": 132,
      "share": 0.11891891891891893,
      "small": false
     }
    },
    "gap": {
     "mean": 0.14500717740875108,
     "median": 0.07842221856117249,
     "n": 1110
    },
    "loss1": {
     "mean": 0.12351204406570744,
     "median": 0.04533359408378601,
     "n": 1110
    },
    "loss2": {
     "mean": 0.15243510654917708,
     "median": 0.06451237201690674,
     "n": 1110
    },
    "n": 1110,
    "p1": {
     "mean": 0.2998240092624979,
     "median": 0.2689746268892218,
     "n": 1110
    },
    "p2": {
     "mean": 0.22140215130463384,
     "median": 0.19865364362487264,
     "n": 1110
    },
    "psum": {
     "mean": 0.5212261605671318,
     "median": 0.4683047812850743,
     "n": 1110
    },
    "psum_bins": [
     0,
     32,
     184,
     224,
     169,
     130,
     112,
     91,
     51,
     117
    ]
   },
   "other": {
    "by_count": [
     85,
     206,
     160,
     60,
     8
    ],
    "differ": {
     "hitting": {
      "den": 519,
      "n": 313,
      "share": 0.603082851637765,
      "small": false
     },
     "points": {
      "den": 519,
      "n": 221,
      "share": 0.4258188824662813,
      "small": false
     },
     "prime": {
      "den": 519,
      "n": 146,
      "share": 0.2813102119460501,
      "small": false
     },
     "race": {
      "den": 519,
      "n": 58,
      "share": 0.11175337186897881,
      "small": false
     }
    },
    "gap": {
     "mean": 0.1722028032088785,
     "median": 0.10758626461029053,
     "n": 519
    },
    "loss1": {
     "mean": 0.06519521879093265,
     "median": 0.0,
     "n": 519
    },
    "loss2": {
     "mean": 0.16723368065664992,
     "median": 0.10055172443389893,
     "n": 519
    },
    "n": 519,
    "p1": {
     "mean": 0.5254497433446937,
     "median": 0.5256323428844947,
     "n": 519
    },
    "p2": {
     "mean": 0.16304452019384524,
     "median": 0.15283473348435983,
     "n": 519
    },
    "psum": {
     "mean": 0.6884942635385389,
     "median": 0.6878350654213702,
     "n": 519
    },
    "psum_bins": [
     0,
     0,
     11,
     52,
     51,
     77,
     76,
     67,
     83,
     102
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 445,
       "n": 296,
       "share": 0.6651685393258427,
       "small": false
      },
      "eligible": 445,
      "risk_close": {
       "den": 296,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 569,
       "n": 431,
       "share": 0.7574692442882249,
       "small": false
      },
      "eligible": 569,
      "risk_close": {
       "den": 431,
       "n": 245,
       "share": 0.568445475638051,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 615,
       "n": 383,
       "share": 0.6227642276422765,
       "small": false
      },
      "eligible": 615,
      "risk_close": {
       "den": 383,
       "n": 229,
       "share": 0.597911227154047,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5574468085106383,
     "adj_other": 0.7591498572349635,
     "adjusted": -0.2017030487243252,
     "adjusted_hi": -0.05346721073831792,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.3274377102314494,
     "close": {
      "den": 245,
      "n": 137,
      "share": 0.5591836734693878,
      "small": false
     },
     "covered": {
      "den": 245,
      "n": 235,
      "share": 0.9591836734693877,
      "small": false
     },
     "crude": -0.18829107400535972,
     "crude_hi": -0.08111286780852002,
     "crude_left_out": 0,
     "crude_lo": -0.297826734338866,
     "group": 344,
     "matches": 16,
     "na": null,
     "other": {
      "den": 99,
      "n": 74,
      "share": 0.7474747474747475,
      "small": true
     },
     "resamples": 2000,
     "strata": 27,
     "strata_both": 20
    },
    "stake": {
     "big": {
      "den": 317,
      "n": 249,
      "share": 0.7854889589905363,
      "small": false
     },
     "medium": {
      "den": 185,
      "n": 138,
      "share": 0.745945945945946,
      "small": true
     },
     "small": {
      "den": 67,
      "n": 44,
      "share": 0.6567164179104478,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 445,
       "n": 296,
       "share": 0.6651685393258427,
       "small": false
      },
      "eligible": 445,
      "risk_close": {
       "den": 296,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 502,
       "n": 387,
       "share": 0.7709163346613546,
       "small": false
      },
      "eligible": 502,
      "risk_close": {
       "den": 387,
       "n": 220,
       "share": 0.5684754521963824,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 682,
       "n": 427,
       "share": 0.626099706744868,
       "small": false
      },
      "eligible": 682,
      "risk_close": {
       "den": 427,
       "n": 254,
       "share": 0.594847775175644,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5518867924528302,
     "adj_other": 0.7605356121865556,
     "adjusted": -0.2086488197337254,
     "adjusted_hi": -0.058643748024242284,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.32967266706260556,
     "close": {
      "den": 220,
      "n": 121,
      "share": 0.55,
      "small": false
     },
     "covered": {
      "den": 220,
      "n": 212,
      "share": 0.9636363636363636,
      "small": false
     },
     "crude": -0.2030864197530864,
     "crude_hi": -0.08664692906310457,
     "crude_left_out": 0,
     "crude_lo": -0.31094439078694225,
     "group": 301,
     "matches": 16,
     "na": null,
     "other": {
      "den": 81,
      "n": 61,
      "share": 0.7530864197530864,
      "small": true
     },
     "resamples": 2000,
     "strata": 24,
     "strata_both": 19
    },
    "stake": {
     "big": {
      "den": 317,
      "n": 249,
      "share": 0.7854889589905363,
      "small": false
     },
     "medium": {
      "den": 185,
      "n": 138,
      "share": 0.745945945945946,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 1110,
   "n": 474,
   "share": 0.42702702702702705,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1629,
   "n": 474,
   "share": 0.29097605893186,
   "small": false
  },
  "risk_pair_other": {
   "den": 519,
   "n": 278,
   "share": 0.535645472061657,
   "small": false
  },
  "ties": {
   "close": 90,
   "member": 82,
   "order": 43,
   "positive": 120,
   "top_two": 120,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.725637272918198,
  "auroc_blunder": 0.7165768184695432,
  "confident_badly_wrong": {
   "den": 1782,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 5,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1782,
     "n": 5,
     "share": 0.0028058361391694723
    },
    "mean_loss": 0.0,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1782,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.02999041116473971,
  "held_out": {
   "blunders": 0.03070284108402301,
   "kept": 0.027724673428695043,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1782,
  "surest": {
   "cut": 0.5088738837009212,
   "error_rate": 19.551347256241357,
   "n": 446,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 58.70385475419647,
   "n": 603,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 85.73691141394218,
   "n": 621,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 39.64344606451366,
   "n": 782,
   "too_few": false
  }
 },
 "name": "Perplexity Decider Flash v1.2",
 "options": {
  "11–15": {
   "error_rate": 70.48388112900165,
   "n": 337,
   "too_few": false
  },
  "16–25": {
   "error_rate": 79.73559346445445,
   "n": 358,
   "too_few": false
  },
  "26+": {
   "error_rate": 107.40792538438525,
   "n": 224,
   "too_few": false
  },
  "2–5": {
   "error_rate": 28.147377831036927,
   "n": 610,
   "too_few": false
  },
  "6–10": {
   "error_rate": 54.74745296332321,
   "n": 477,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 18.35942749054201,
   "n": 124,
   "too_few": true
  },
  "contact": {
   "error_rate": 71.11656900411087,
   "n": 1283,
   "too_few": false
  },
  "holding": {
   "error_rate": 64.81094121932983,
   "n": 25,
   "too_few": true
  },
  "opening": {
   "error_rate": 50.883895087078265,
   "n": 291,
   "too_few": false
  },
  "race": {
   "error_rate": 34.26009606135607,
   "n": 283,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.725637272918198,
  "best_share": 0.3743768693918245,
  "blunder_share": 0.37537387836490527,
  "brier": 0.20439853473366554,
  "clusters": 98,
  "confidence_n": 1782,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 2006,
  "ece": 0.02999041116473971,
  "engine_scored": 2006,
  "error_hi": 64.53627023541853,
  "error_lo": 54.887041259557826,
  "error_rate": 59.642184061459744,
  "first_date": "2026-10-19",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 224,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.3724392651418984,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2006,
   "estimate": true,
   "excluded_hours": 147.33333333333334,
   "gaps": [
    [
     "2026-10-19T21:27Z",
     "2026-10-19T21:51Z",
     24
    ],
    [
     "2026-10-19T22:25Z",
     "2026-10-20T05:08Z",
     404
    ],
    [
     "2026-10-20T05:09Z",
     "2026-10-20T20:31Z",
     922
    ],
    [
     "2026-10-20T20:41Z",
     "2026-10-22T22:35Z",
     2994
    ],
    [
     "2026-10-22T22:38Z",
     "2026-10-23T21:15Z",
     1356
    ],
    [
     "2026-10-23T21:17Z",
     "2026-10-24T16:48Z",
     1171
    ],
    [
     "2026-10-24T17:03Z",
     "2026-10-24T17:16Z",
     13
    ],
    [
     "2026-10-24T17:24Z",
     "2026-10-24T17:35Z",
     11
    ],
    [
     "2026-10-24T18:35Z",
     "2026-10-24T19:04Z",
     29
    ],
    [
     "2026-10-24T19:28Z",
     "2026-10-24T19:38Z",
     10
    ],
    [
     "2026-10-24T20:47Z",
     "2026-10-24T20:57Z",
     11
    ],
    [
     "2026-10-24T21:10Z",
     "2026-10-24T21:20Z",
     10
    ],
    [
     "2026-10-24T22:35Z",
     "2026-10-24T22:49Z",
     14
    ],
    [
     "2026-10-24T22:49Z",
     "2026-10-24T23:00Z",
     10
    ],
    [
     "2026-10-24T23:44Z",
     "2026-10-25T00:02Z",
     18
    ],
    [
     "2026-10-25T00:23Z",
     "2026-10-25T00:51Z",
     27
    ],
    [
     "2026-10-25T00:59Z",
     "2026-10-25T01:11Z",
     12
    ],
    [
     "2026-10-25T01:47Z",
     "2026-10-25T02:00Z",
     13
    ],
    [
     "2026-10-25T03:02Z",
     "2026-10-25T03:15Z",
     13
    ],
    [
     "2026-10-25T03:24Z",
     "2026-10-25T03:47Z",
     24
    ],
    [
     "2026-10-25T04:29Z",
     "2026-10-25T20:27Z",
     958
    ],
    [
     "2026-10-25T20:30Z",
     "2026-10-26T09:46Z",
     796
    ]
   ],
   "gpu_decisions": 2006,
   "gpu_usd": 24.60842100003957,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 9.88290000001589,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 9.88290000001589,
     "machine": "rtx_pro_6000",
     "usd": 24.60842100003957,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 24.60842100003957,
   "usd_per_1000": 12.267408275194201
  },
  "p95_loss": 0.5312456041574478,
  "probability_source": "decision",
  "retry_mean": 0.6987243270189432,
  "scored": 2006,
  "time_median": 0.559,
  "time_p90": 0.965,
  "tokens_in": 4491.782652043868,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 12.267408275194201,
  "very_confident": 0.0028058361391694723,
  "worst_mean": 0.7648311659693718
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6200911640953717,
   "best_share": 0.7419354838709677,
   "blunder_share": 0.11290322580645161,
   "brier": 0.23274567085230363,
   "clusters": 50,
   "confidence_n": 123,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 124,
   "ece": 0.22209032266543344,
   "engine_scored": 124,
   "error_hi": 30.286397212300418,
   "error_lo": 9.129002206345909,
   "error_rate": 18.35942749054201,
   "first_date": "2026-10-19",
   "group_sizes": [
    20
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5396387600382243,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2006,
    "estimate": true,
    "excluded_hours": 147.33333333333334,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:51Z",
      24
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T05:08Z",
      404
     ],
     [
      "2026-10-20T05:09Z",
      "2026-10-20T20:31Z",
      922
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:35Z",
      2994
     ],
     [
      "2026-10-22T22:38Z",
      "2026-10-23T21:15Z",
      1356
     ],
     [
      "2026-10-23T21:17Z",
      "2026-10-24T16:48Z",
      1171
     ],
     [
      "2026-10-24T17:03Z",
      "2026-10-24T17:16Z",
      13
     ],
     [
      "2026-10-24T17:24Z",
      "2026-10-24T17:35Z",
      11
     ],
     [
      "2026-10-24T18:35Z",
      "2026-10-24T19:04Z",
      29
     ],
     [
      "2026-10-24T19:28Z",
      "2026-10-24T19:38Z",
      10
     ],
     [
      "2026-10-24T20:47Z",
      "2026-10-24T20:57Z",
      11
     ],
     [
      "2026-10-24T21:10Z",
      "2026-10-24T21:20Z",
      10
     ],
     [
      "2026-10-24T22:35Z",
      "2026-10-24T22:49Z",
      14
     ],
     [
      "2026-10-24T22:49Z",
      "2026-10-24T23:00Z",
      10
     ],
     [
      "2026-10-24T23:44Z",
      "2026-10-25T00:02Z",
      18
     ],
     [
      "2026-10-25T00:23Z",
      "2026-10-25T00:51Z",
      27
     ],
     [
      "2026-10-25T00:59Z",
      "2026-10-25T01:11Z",
      12
     ],
     [
      "2026-10-25T01:47Z",
      "2026-10-25T02:00Z",
      13
     ],
     [
      "2026-10-25T03:02Z",
      "2026-10-25T03:15Z",
      13
     ],
     [
      "2026-10-25T03:24Z",
      "2026-10-25T03:47Z",
      24
     ],
     [
      "2026-10-25T04:29Z",
      "2026-10-25T20:27Z",
      958
     ],
     [
      "2026-10-25T20:30Z",
      "2026-10-26T09:46Z",
      796
     ]
    ],
    "gpu_decisions": 2006,
    "gpu_usd": 24.60842100003957,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.88290000001589,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.88290000001589,
      "machine": "rtx_pro_6000",
      "usd": 24.60842100003957,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.60842100003957,
    "usd_per_1000": 12.267408275194201
   },
   "p95_loss": 0.28851432800292953,
   "probability_source": "decision",
   "retry_mean": 0.6216209677419355,
   "scored": 124,
   "time_median": 0.489,
   "time_p90": 0.5591,
   "tokens_in": 2919.451612903226,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 12.267408275194201,
   "very_confident": 0.032520325203252036,
   "worst_mean": 0.49254945913950604
  },
  "contact": {
   "auroc": 0.7183708633081325,
   "best_share": 0.35151987529228373,
   "blunder_share": 0.4240062353858145,
   "brier": 0.20343268255769767,
   "clusters": 98,
   "confidence_n": 1120,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1283,
   "ece": 0.028979287196783145,
   "engine_scored": 1283,
   "error_hi": 77.97653344666321,
   "error_lo": 64.73186740007895,
   "error_rate": 71.11656900411087,
   "first_date": "2026-10-19",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 163,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.35781185371771534,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2006,
    "estimate": true,
    "excluded_hours": 147.33333333333334,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:51Z",
      24
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T05:08Z",
      404
     ],
     [
      "2026-10-20T05:09Z",
      "2026-10-20T20:31Z",
      922
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:35Z",
      2994
     ],
     [
      "2026-10-22T22:38Z",
      "2026-10-23T21:15Z",
      1356
     ],
     [
      "2026-10-23T21:17Z",
      "2026-10-24T16:48Z",
      1171
     ],
     [
      "2026-10-24T17:03Z",
      "2026-10-24T17:16Z",
      13
     ],
     [
      "2026-10-24T17:24Z",
      "2026-10-24T17:35Z",
      11
     ],
     [
      "2026-10-24T18:35Z",
      "2026-10-24T19:04Z",
      29
     ],
     [
      "2026-10-24T19:28Z",
      "2026-10-24T19:38Z",
      10
     ],
     [
      "2026-10-24T20:47Z",
      "2026-10-24T20:57Z",
      11
     ],
     [
      "2026-10-24T21:10Z",
      "2026-10-24T21:20Z",
      10
     ],
     [
      "2026-10-24T22:35Z",
      "2026-10-24T22:49Z",
      14
     ],
     [
      "2026-10-24T22:49Z",
      "2026-10-24T23:00Z",
      10
     ],
     [
      "2026-10-24T23:44Z",
      "2026-10-25T00:02Z",
      18
     ],
     [
      "2026-10-25T00:23Z",
      "2026-10-25T00:51Z",
      27
     ],
     [
      "2026-10-25T00:59Z",
      "2026-10-25T01:11Z",
      12
     ],
     [
      "2026-10-25T01:47Z",
      "2026-10-25T02:00Z",
      13
     ],
     [
      "2026-10-25T03:02Z",
      "2026-10-25T03:15Z",
      13
     ],
     [
      "2026-10-25T03:24Z",
      "2026-10-25T03:47Z",
      24
     ],
     [
      "2026-10-25T04:29Z",
      "2026-10-25T20:27Z",
      958
     ],
     [
      "2026-10-25T20:30Z",
      "2026-10-26T09:46Z",
      796
     ]
    ],
    "gpu_decisions": 2006,
    "gpu_usd": 24.60842100003957,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.88290000001589,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.88290000001589,
      "machine": "rtx_pro_6000",
      "usd": 24.60842100003957,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.60842100003957,
    "usd_per_1000": 12.267408275194201
   },
   "p95_loss": 0.6239820599555969,
   "probability_source": "decision",
   "retry_mean": 0.7068285268901013,
   "scored": 1283,
   "time_median": 0.579,
   "time_p90": 1.3797999999999992,
   "tokens_in": 4650.1893998441155,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 12.267408275194201,
   "very_confident": 0.0,
   "worst_mean": 0.8169153318740427
  },
  "holding": {
   "auroc": 0.5126050420168067,
   "best_share": 0.28,
   "blunder_share": 0.4,
   "brier": 0.2038220282698682,
   "clusters": 14,
   "confidence_n": 24,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 25,
   "ece": 0.23899702465237657,
   "engine_scored": 25,
   "error_hi": 95.33392495413618,
   "error_lo": 35.36399987858275,
   "error_rate": 64.81094121932983,
   "first_date": "2026-10-19",
   "group_sizes": [
    13
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.3441649484176095,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2006,
    "estimate": true,
    "excluded_hours": 147.33333333333334,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:51Z",
      24
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T05:08Z",
      404
     ],
     [
      "2026-10-20T05:09Z",
      "2026-10-20T20:31Z",
      922
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:35Z",
      2994
     ],
     [
      "2026-10-22T22:38Z",
      "2026-10-23T21:15Z",
      1356
     ],
     [
      "2026-10-23T21:17Z",
      "2026-10-24T16:48Z",
      1171
     ],
     [
      "2026-10-24T17:03Z",
      "2026-10-24T17:16Z",
      13
     ],
     [
      "2026-10-24T17:24Z",
      "2026-10-24T17:35Z",
      11
     ],
     [
      "2026-10-24T18:35Z",
      "2026-10-24T19:04Z",
      29
     ],
     [
      "2026-10-24T19:28Z",
      "2026-10-24T19:38Z",
      10
     ],
     [
      "2026-10-24T20:47Z",
      "2026-10-24T20:57Z",
      11
     ],
     [
      "2026-10-24T21:10Z",
      "2026-10-24T21:20Z",
      10
     ],
     [
      "2026-10-24T22:35Z",
      "2026-10-24T22:49Z",
      14
     ],
     [
      "2026-10-24T22:49Z",
      "2026-10-24T23:00Z",
      10
     ],
     [
      "2026-10-24T23:44Z",
      "2026-10-25T00:02Z",
      18
     ],
     [
      "2026-10-25T00:23Z",
      "2026-10-25T00:51Z",
      27
     ],
     [
      "2026-10-25T00:59Z",
      "2026-10-25T01:11Z",
      12
     ],
     [
      "2026-10-25T01:47Z",
      "2026-10-25T02:00Z",
      13
     ],
     [
      "2026-10-25T03:02Z",
      "2026-10-25T03:15Z",
      13
     ],
     [
      "2026-10-25T03:24Z",
      "2026-10-25T03:47Z",
      24
     ],
     [
      "2026-10-25T04:29Z",
      "2026-10-25T20:27Z",
      958
     ],
     [
      "2026-10-25T20:30Z",
      "2026-10-26T09:46Z",
      796
     ]
    ],
    "gpu_decisions": 2006,
    "gpu_usd": 24.60842100003957,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.88290000001589,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.88290000001589,
      "machine": "rtx_pro_6000",
      "usd": 24.60842100003957,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.60842100003957,
    "usd_per_1000": 12.267408275194201
   },
   "p95_loss": 0.5140461087226867,
   "probability_source": "decision",
   "retry_mean": 0.46504000000000006,
   "scored": 25,
   "time_median": 0.452,
   "time_p90": 0.672,
   "tokens_in": 3497.72,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 12.267408275194201,
   "very_confident": 0.0,
   "worst_mean": 0.5776486396789551
  },
  "opening": {
   "auroc": 0.7856634902574314,
   "best_share": 0.32989690721649484,
   "blunder_share": 0.422680412371134,
   "brier": 0.1781047494235497,
   "clusters": 98,
   "confidence_n": 247,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 291,
   "ece": 0.07556536950625369,
   "engine_scored": 291,
   "error_hi": 58.93472675367225,
   "error_lo": 43.730289317556625,
   "error_rate": 50.883895087078265,
   "first_date": "2026-10-19",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 44,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.3198408465138908,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2006,
    "estimate": true,
    "excluded_hours": 147.33333333333334,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:51Z",
      24
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T05:08Z",
      404
     ],
     [
      "2026-10-20T05:09Z",
      "2026-10-20T20:31Z",
      922
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:35Z",
      2994
     ],
     [
      "2026-10-22T22:38Z",
      "2026-10-23T21:15Z",
      1356
     ],
     [
      "2026-10-23T21:17Z",
      "2026-10-24T16:48Z",
      1171
     ],
     [
      "2026-10-24T17:03Z",
      "2026-10-24T17:16Z",
      13
     ],
     [
      "2026-10-24T17:24Z",
      "2026-10-24T17:35Z",
      11
     ],
     [
      "2026-10-24T18:35Z",
      "2026-10-24T19:04Z",
      29
     ],
     [
      "2026-10-24T19:28Z",
      "2026-10-24T19:38Z",
      10
     ],
     [
      "2026-10-24T20:47Z",
      "2026-10-24T20:57Z",
      11
     ],
     [
      "2026-10-24T21:10Z",
      "2026-10-24T21:20Z",
      10
     ],
     [
      "2026-10-24T22:35Z",
      "2026-10-24T22:49Z",
      14
     ],
     [
      "2026-10-24T22:49Z",
      "2026-10-24T23:00Z",
      10
     ],
     [
      "2026-10-24T23:44Z",
      "2026-10-25T00:02Z",
      18
     ],
     [
      "2026-10-25T00:23Z",
      "2026-10-25T00:51Z",
      27
     ],
     [
      "2026-10-25T00:59Z",
      "2026-10-25T01:11Z",
      12
     ],
     [
      "2026-10-25T01:47Z",
      "2026-10-25T02:00Z",
      13
     ],
     [
      "2026-10-25T03:02Z",
      "2026-10-25T03:15Z",
      13
     ],
     [
      "2026-10-25T03:24Z",
      "2026-10-25T03:47Z",
      24
     ],
     [
      "2026-10-25T04:29Z",
      "2026-10-25T20:27Z",
      958
     ],
     [
      "2026-10-25T20:30Z",
      "2026-10-26T09:46Z",
      796
     ]
    ],
    "gpu_decisions": 2006,
    "gpu_usd": 24.60842100003957,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.88290000001589,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.88290000001589,
      "machine": "rtx_pro_6000",
      "usd": 24.60842100003957,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.60842100003957,
    "usd_per_1000": 12.267408275194201
   },
   "p95_loss": 0.361665815114975,
   "probability_source": "decision",
   "retry_mean": 0.7351752577319588,
   "scored": 291,
   "time_median": 0.64,
   "time_p90": 1.846,
   "tokens_in": 5278.147766323024,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 12.267408275194201,
   "very_confident": 0.0,
   "worst_mean": 0.47810203631718956
  },
  "race": {
   "auroc": 0.6582676231695026,
   "best_share": 0.3710247349823322,
   "blunder_share": 0.21908127208480566,
   "brier": 0.219709944514342,
   "clusters": 89,
   "confidence_n": 268,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 283,
   "ece": 0.06580523786399449,
   "engine_scored": 283,
   "error_hi": 44.61460535303184,
   "error_lo": 24.785322589554266,
   "error_rate": 34.26009606135607,
   "first_date": "2026-10-19",
   "group_sizes": [
    13,
    14,
    17,
    18,
    20,
    21,
    22,
    23,
    24
   ],
   "grouped": 15,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.40784059322151656,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2006,
    "estimate": true,
    "excluded_hours": 147.33333333333334,
    "gaps": [
     [
      "2026-10-19T21:27Z",
      "2026-10-19T21:51Z",
      24
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T05:08Z",
      404
     ],
     [
      "2026-10-20T05:09Z",
      "2026-10-20T20:31Z",
      922
     ],
     [
      "2026-10-20T20:41Z",
      "2026-10-22T22:35Z",
      2994
     ],
     [
      "2026-10-22T22:38Z",
      "2026-10-23T21:15Z",
      1356
     ],
     [
      "2026-10-23T21:17Z",
      "2026-10-24T16:48Z",
      1171
     ],
     [
      "2026-10-24T17:03Z",
      "2026-10-24T17:16Z",
      13
     ],
     [
      "2026-10-24T17:24Z",
      "2026-10-24T17:35Z",
      11
     ],
     [
      "2026-10-24T18:35Z",
      "2026-10-24T19:04Z",
      29
     ],
     [
      "2026-10-24T19:28Z",
      "2026-10-24T19:38Z",
      10
     ],
     [
      "2026-10-24T20:47Z",
      "2026-10-24T20:57Z",
      11
     ],
     [
      "2026-10-24T21:10Z",
      "2026-10-24T21:20Z",
      10
     ],
     [
      "2026-10-24T22:35Z",
      "2026-10-24T22:49Z",
      14
     ],
     [
      "2026-10-24T22:49Z",
      "2026-10-24T23:00Z",
      10
     ],
     [
      "2026-10-24T23:44Z",
      "2026-10-25T00:02Z",
      18
     ],
     [
      "2026-10-25T00:23Z",
      "2026-10-25T00:51Z",
      27
     ],
     [
      "2026-10-25T00:59Z",
      "2026-10-25T01:11Z",
      12
     ],
     [
      "2026-10-25T01:47Z",
      "2026-10-25T02:00Z",
      13
     ],
     [
      "2026-10-25T03:02Z",
      "2026-10-25T03:15Z",
      13
     ],
     [
      "2026-10-25T03:24Z",
      "2026-10-25T03:47Z",
      24
     ],
     [
      "2026-10-25T04:29Z",
      "2026-10-25T20:27Z",
      958
     ],
     [
      "2026-10-25T20:30Z",
      "2026-10-26T09:46Z",
      796
     ]
    ],
    "gpu_decisions": 2006,
    "gpu_usd": 24.60842100003957,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.88290000001589,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 9.88290000001589,
      "machine": "rtx_pro_6000",
      "usd": 24.60842100003957,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 24.60842100003957,
    "usd_per_1000": 12.267408275194201
   },
   "p95_loss": 0.2639448165893553,
   "probability_source": "decision",
   "retry_mean": 0.6789293286219081,
   "scored": 283,
   "time_median": 0.526,
   "time_p90": 0.7340000000000001,
   "tokens_in": 3741.7915194346288,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 12.267408275194201,
   "very_confident": 0.0037313432835820895,
   "worst_mean": 0.6243831174714225
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 13.425735316628355,
    "needless": 16.03727798132692,
    "none": 7.11312875196204,
    "right_risk": 3.0962688957943634,
    "right_safety": 6.173300125068824,
    "wrong_risk": 13.796472990679241
   },
   "calls": {
    "missed": 304.0,
    "needless": 257.0,
    "right_risk": 223.0,
    "right_safety": 519.0,
    "wrong_risk": 185.0
   },
   "confidence": {
    "auroc_right_risk": 0.5605883336119004,
    "missed_mean_p": 0.3247366876731153,
    "missed_n": 270,
    "taken_grouped": 100,
    "taken_n": 565,
    "taken_other": 0
   },
   "error_rate": 59.642184061459744,
   "found": {
    "den": 712.0,
    "n": 223.0,
    "share": 0.31320224719101125
   },
   "good": {
    "den": 665.0,
    "n": 223.0,
    "share": 0.33533834586466166
   },
   "judgement": 49.1008340090351,
   "judgement_hi": 51.617650601365106,
   "judgement_lo": 46.452894426514725,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.3783231083844581,
    "x": 0.6867977528089888,
    "y": 0.33118556701030927
   },
   "margin": 0.001,
   "missed": {
    "den": 712.0,
    "n": 304.0,
    "share": 0.42696629213483145
   },
   "needless": {
    "den": 776.0,
    "n": 257.0,
    "share": 0.33118556701030927
   },
   "needless_by_loss": {
    "big": {
     "den": 776.0,
     "n": 196.0,
     "share": 0.25257731958762886
    },
    "medium": {
     "den": 776.0,
     "n": 41.0,
     "share": 0.05283505154639175
    },
    "small": {
     "den": 776.0,
     "n": 20.0,
     "share": 0.02577319587628866
    }
   },
   "no_trade_off": 518.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.35942749054201,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.35942749054201,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 124.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 124,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.43156019821821,
      "needless": 22.30433983813945,
      "none": 1.7661629992356453,
      "right_risk": 3.4773038846853646,
      "right_safety": 8.613276579188632,
      "wrong_risk": 17.523925504643564
     },
     "calls": {
      "missed": 225.0,
      "needless": 226.0,
      "right_risk": 169.0,
      "right_safety": 419.0,
      "wrong_risk": 136.0
     },
     "confidence": {
      "auroc_right_risk": 0.570828719084533,
      "missed_mean_p": 0.33429667180605466,
      "missed_n": 202,
      "taken_grouped": 86,
      "taken_n": 445,
      "taken_other": 0
     },
     "error_rate": 71.11656900411087,
     "found": {
      "den": 530.0,
      "n": 169.0,
      "share": 0.31886792452830187
     },
     "good": {
      "den": 531.0,
      "n": 169.0,
      "share": 0.3182674199623352
     },
     "judgement": 48.424016381453846,
     "judgement_hi": 51.25912353086048,
     "judgement_lo": 45.45184361531238,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3767313019390582,
      "x": 0.6811320754716981,
      "y": 0.35038759689922483
     },
     "margin": 0.001,
     "missed": {
      "den": 530.0,
      "n": 225.0,
      "share": 0.42452830188679247
     },
     "needless": {
      "den": 645.0,
      "n": 226.0,
      "share": 0.35038759689922483
     },
     "needless_by_loss": {
      "big": {
       "den": 645.0,
       "n": 170.0,
       "share": 0.26356589147286824
      },
      "medium": {
       "den": 645.0,
       "n": 39.0,
       "share": 0.06046511627906977
      },
      "small": {
       "den": 645.0,
       "n": 17.0,
       "share": 0.02635658914728682
      }
     },
     "no_trade_off": 108.0,
     "reference": null,
     "right_safety": {
      "den": 645.0,
      "n": 419.0,
      "share": 0.6496124031007752
     },
     "risk_pays": 530.0,
     "safety_pays": 645.0,
     "scored": 1283,
     "sdt": {
      "aim": {
       "den": 305.0,
       "n": 169.0,
       "share": 0.5540983606557377
      },
      "beta": 1.550283188545305,
      "caution": 0.09684490279687931,
      "caution_hi": 0.17606523884312836,
      "caution_lo": 0.021352203872939794,
      "cstar": 0.7643495200811116,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5736088072429119,
      "dprime_hi": 0.7075135124509471,
      "dprime_lo": 0.4358418323298905,
      "false_alarm": {
       "den": 645.0,
       "n": 226.0,
       "share": 0.35038759689922483
      },
      "false_alarm_rate": 0.3506191950464396,
      "hit": {
       "den": 530.0,
       "n": 305.0,
       "share": 0.5754716981132075
      },
      "hit_rate": 0.5753295668549906,
      "missed_loss": 0.19879725986056856,
      "missed_n": 225.0,
      "na": null,
      "needless_loss": 0.25324307975515853,
      "needless_n": 226.0
     },
     "size": {
      "bad": {
       "mean": 13.19889502762431,
       "n": 362.0,
       "too_few": false
      },
      "right": {
       "mean": 10.165680473372781,
       "n": 169.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 299.0,
        "n": 119.0,
        "share": 0.3979933110367893
       },
       "missed": {
        "den": 299.0,
        "n": 114.0,
        "share": 0.38127090301003347
       },
       "risk_pays": 299.0,
       "wrong": {
        "den": 299.0,
        "n": 66.0,
        "share": 0.22073578595317725
       }
      },
      "medium": {
       "found": {
        "den": 162.0,
        "n": 38.0,
        "share": 0.2345679012345679
       },
       "missed": {
        "den": 162.0,
        "n": 79.0,
        "share": 0.4876543209876543
       },
       "risk_pays": 162.0,
       "wrong": {
        "den": 162.0,
        "n": 45.0,
        "share": 0.2777777777777778
       }
      },
      "small": {
       "found": {
        "den": 69.0,
        "n": 12.0,
        "share": 0.17391304347826086
       },
       "missed": {
        "den": 69.0,
        "n": 32.0,
        "share": 0.463768115942029
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 25.0,
        "share": 0.36231884057971014
       }
      }
     },
     "trade_off": 1175.0,
     "wrong": {
      "den": 530.0,
      "n": 136.0,
      "share": 0.25660377358490566
     }
    },
    "holding": {
     "by_call": {
      "missed": 5.042667388916016,
      "needless": 40.14104723930359,
      "none": 0.0,
      "right_risk": 4.3836891651153564,
      "right_safety": 5.248991250991821,
      "wrong_risk": 9.994546175003052
     },
     "calls": {
      "missed": 4.0,
      "needless": 6.0,
      "right_risk": 1.0,
      "right_safety": 11.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 1,
      "taken_n": 7,
      "taken_other": 0
     },
     "error_rate": 64.81094121932983,
     "found": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     },
     "judgement": 40.68627450980392,
     "judgement_hi": 67.92331932773108,
     "judgement_lo": 25.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2,
      "x": 0.8333333333333334,
      "y": 0.35294117647058826
     },
     "margin": 0.001,
     "missed": {
      "den": 6.0,
      "n": 4.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 17.0,
      "n": 6.0,
      "share": 0.35294117647058826
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 5.0,
       "share": 0.29411764705882354
      },
      "medium": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      },
      "small": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 11.0,
      "share": 0.6470588235294118
     },
     "risk_pays": 6.0,
     "safety_pays": 17.0,
     "scored": 25,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 15.03608552198868,
      "caution": 0.3607983873200503,
      "caution_hi": 0.8722744693002353,
      "caution_lo": -0.16827232020924104,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.010615938961038685,
      "dprime_hi": 1.4238354203752746,
      "dprime_lo": -1.324845748892712,
      "false_alarm": {
       "den": 17.0,
       "n": 6.0,
       "share": 0.35294117647058826
      },
      "false_alarm_rate": 0.3611111111111111,
      "hit": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35714285714285715,
      "missed_loss": 0.0630333423614502,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.3345087269941966,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 15.285714285714286,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 13.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "missed": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     }
    },
    "opening": {
     "by_call": {
      "missed": 15.262084625840597,
      "needless": 8.765585694935723,
      "none": 0.10574898359292152,
      "right_risk": 5.636227806818854,
      "right_safety": 4.129145768090212,
      "wrong_risk": 16.985102207799958
     },
     "calls": {
      "missed": 75.0,
      "needless": 25.0,
      "right_risk": 53.0,
      "right_safety": 89.0,
      "wrong_risk": 48.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 64,
      "taken_grouped": 13,
      "taken_n": 113,
      "taken_other": 0
     },
     "error_rate": 50.883895087078265,
     "found": {
      "den": 176.0,
      "n": 53.0,
      "share": 0.30113636363636365
     },
     "good": {
      "den": 126.0,
      "n": 53.0,
      "share": 0.42063492063492064
     },
     "judgement": 54.091905901116434,
     "judgement_hi": 58.95765234330018,
     "judgement_lo": 49.41070286313743,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3902439024390244,
      "x": 0.6988636363636364,
      "y": 0.21929824561403508
     },
     "margin": 0.001,
     "missed": {
      "den": 176.0,
      "n": 75.0,
      "share": 0.42613636363636365
     },
     "needless": {
      "den": 114.0,
      "n": 25.0,
      "share": 0.21929824561403508
     },
     "needless_by_loss": {
      "big": {
       "den": 114.0,
       "n": 21.0,
       "share": 0.18421052631578946
      },
      "medium": {
       "den": 114.0,
       "n": 1.0,
       "share": 0.008771929824561403
      },
      "small": {
       "den": 114.0,
       "n": 3.0,
       "share": 0.02631578947368421
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 114.0,
      "n": 89.0,
      "share": 0.7807017543859649
     },
     "risk_pays": 176.0,
     "safety_pays": 114.0,
     "scored": 291,
     "sdt": {
      "aim": {
       "den": 101.0,
       "n": 53.0,
       "share": 0.5247524752475248
      },
      "beta": 1.1160419540116129,
      "caution": 0.2905888626088846,
      "caution_hi": 0.44992559984540237,
      "caution_lo": 0.15072226843583816,
      "cstar": 0.11538606180183095,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9514880284365541,
      "dprime_hi": 1.2561372515253,
      "dprime_lo": 0.6754902006708701,
      "false_alarm": {
       "den": 114.0,
       "n": 25.0,
       "share": 0.21929824561403508
      },
      "false_alarm_rate": 0.2217391304347826,
      "hit": {
       "den": 176.0,
       "n": 101.0,
       "share": 0.5738636363636364
      },
      "hit_rate": 0.5734463276836158,
      "missed_loss": 0.11843377669652302,
      "missed_n": 75.0,
      "na": null,
      "needless_loss": 0.20406283497810362,
      "needless_n": 25.0
     },
     "size": {
      "bad": {
       "mean": 14.287671232876713,
       "n": 73.0,
       "too_few": true
      },
      "right": {
       "mean": 12.547169811320755,
       "n": 53.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 47.0,
        "share": 0.47474747474747475
       },
       "missed": {
        "den": 99.0,
        "n": 31.0,
        "share": 0.31313131313131315
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 21.0,
        "share": 0.21212121212121213
       }
      },
      "medium": {
       "found": {
        "den": 64.0,
        "n": 5.0,
        "share": 0.078125
       },
       "missed": {
        "den": 64.0,
        "n": 39.0,
        "share": 0.609375
       },
       "risk_pays": 64.0,
       "wrong": {
        "den": 64.0,
        "n": 20.0,
        "share": 0.3125
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 1.0,
        "share": 0.07692307692307693
       },
       "missed": {
        "den": 13.0,
        "n": 5.0,
        "share": 0.38461538461538464
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 7.0,
        "share": 0.5384615384615384
       }
      }
     },
     "trade_off": 290.0,
     "wrong": {
      "den": 176.0,
      "n": 48.0,
      "share": 0.2727272727272727
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.26009606135607,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.26009606135607,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 283.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 283,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 776.0,
    "n": 519.0,
    "share": 0.6688144329896907
   },
   "risk_pays": 712.0,
   "safety_pays": 776.0,
   "scored": 2006,
   "sdt": {
    "aim": {
     "den": 408.0,
     "n": 223.0,
     "share": 0.5465686274509803
    },
    "beta": 1.5399788773485064,
    "caution": 0.1261004357464754,
    "caution_hi": 0.20240290578786613,
    "caution_lo": 0.0522110180680847,
    "cstar": 0.6965305865434553,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.619884766965753,
    "dprime_hi": 0.7371948279601787,
    "dprime_lo": 0.5057383985931322,
    "false_alarm": {
     "den": 776.0,
     "n": 257.0,
     "share": 0.33118556701030927
    },
    "false_alarm_rate": 0.3314028314028314,
    "hit": {
     "den": 712.0,
     "n": 408.0,
     "share": 0.5730337078651685
    },
    "hit_rate": 0.5729312762973352,
    "missed_loss": 0.1771843752970821,
    "missed_n": 304.0,
    "na": null,
    "needless_loss": 0.2503562617162786,
    "needless_n": 257.0
   },
   "size": {
    "bad": {
     "mean": 13.411764705882353,
     "n": 442.0,
     "too_few": false
    },
    "right": {
     "mean": 10.74439461883408,
     "n": 223.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 399.0,
      "n": 167.0,
      "share": 0.41854636591478694
     },
     "missed": {
      "den": 399.0,
      "n": 145.0,
      "share": 0.3634085213032581
     },
     "risk_pays": 399.0,
     "wrong": {
      "den": 399.0,
      "n": 87.0,
      "share": 0.21804511278195488
     }
    },
    "medium": {
     "found": {
      "den": 228.0,
      "n": 43.0,
      "share": 0.18859649122807018
     },
     "missed": {
      "den": 228.0,
      "n": 120.0,
      "share": 0.5263157894736842
     },
     "risk_pays": 228.0,
     "wrong": {
      "den": 228.0,
      "n": 65.0,
      "share": 0.2850877192982456
     }
    },
    "small": {
     "found": {
      "den": 85.0,
      "n": 13.0,
      "share": 0.15294117647058825
     },
     "missed": {
      "den": 85.0,
      "n": 39.0,
      "share": 0.4588235294117647
     },
     "risk_pays": 85.0,
     "wrong": {
      "den": 85.0,
      "n": 33.0,
      "share": 0.38823529411764707
     }
    }
   },
   "trade_off": 1488.0,
   "wrong": {
    "den": 712.0,
    "n": 185.0,
    "share": 0.2598314606741573
   }
  },
  "robust": {
   "by_call": {
    "missed": 13.107613367906001,
    "needless": 17.50862554592245,
    "none": 7.11312875196204,
    "right_risk": 2.447516194072107,
    "right_safety": 6.491422073791177,
    "wrong_risk": 12.973878127805971
   },
   "calls": {
    "missed": 265.0,
    "needless": 303.0,
    "right_risk": 192.0,
    "right_safety": 558.0,
    "wrong_risk": 170.0
   },
   "confidence": {
    "auroc_right_risk": 0.5654950629586013,
    "missed_mean_p": 0.3095436833153504,
    "missed_n": 234,
    "taken_grouped": 100,
    "taken_n": 565,
    "taken_other": 0
   },
   "error_rate": 59.642184061459744,
   "found": {
    "den": 627.0,
    "n": 192.0,
    "share": 0.3062200956937799
   },
   "good": {
    "den": 665.0,
    "n": 192.0,
    "share": 0.2887218045112782
   },
   "judgement": 47.71518596935799,
   "judgement_hi": 50.06689562127092,
   "judgement_lo": 44.99170443118184,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.39080459770114945,
    "x": 0.69377990430622,
    "y": 0.3519163763066202
   },
   "margin": 0.02,
   "missed": {
    "den": 627.0,
    "n": 265.0,
    "share": 0.4226475279106858
   },
   "needless": {
    "den": 861.0,
    "n": 303.0,
    "share": 0.3519163763066202
   },
   "needless_by_loss": {
    "big": {
     "den": 861.0,
     "n": 219.0,
     "share": 0.25435540069686413
    },
    "medium": {
     "den": 861.0,
     "n": 47.0,
     "share": 0.0545876887340302
    },
    "small": {
     "den": 861.0,
     "n": 37.0,
     "share": 0.0429732868757259
    }
   },
   "no_trade_off": 518.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.35942749054201,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.35942749054201,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 124.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 124,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.097916230501276,
      "needless": 24.09735505504712,
      "none": 1.7661629992356453,
      "right_risk": 2.677861604017851,
      "right_safety": 8.946920546905565,
      "wrong_risk": 16.53035256840341
     },
     "calls": {
      "missed": 193.0,
      "needless": 263.0,
      "right_risk": 145.0,
      "right_safety": 451.0,
      "wrong_risk": 123.0
     },
     "confidence": {
      "auroc_right_risk": 0.5739372927343985,
      "missed_mean_p": null,
      "missed_n": 172,
      "taken_grouped": 86,
      "taken_n": 445,
      "taken_other": 0
     },
     "error_rate": 71.11656900411087,
     "found": {
      "den": 461.0,
      "n": 145.0,
      "share": 0.31453362255965295
     },
     "good": {
      "den": 531.0,
      "n": 145.0,
      "share": 0.2730696798493409
     },
     "judgement": 47.30931418120393,
     "judgement_hi": 50.32082737931801,
     "judgement_lo": 44.235550258108645,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.38924050632911394,
      "x": 0.6854663774403471,
      "y": 0.36834733893557425
     },
     "margin": 0.02,
     "missed": {
      "den": 461.0,
      "n": 193.0,
      "share": 0.41865509761388287
     },
     "needless": {
      "den": 714.0,
      "n": 263.0,
      "share": 0.36834733893557425
     },
     "needless_by_loss": {
      "big": {
       "den": 714.0,
       "n": 187.0,
       "share": 0.2619047619047619
      },
      "medium": {
       "den": 714.0,
       "n": 43.0,
       "share": 0.06022408963585434
      },
      "small": {
       "den": 714.0,
       "n": 33.0,
       "share": 0.046218487394957986
      }
     },
     "no_trade_off": 108.0,
     "reference": null,
     "right_safety": {
      "den": 714.0,
      "n": 451.0,
      "share": 0.6316526610644257
     },
     "risk_pays": 461.0,
     "safety_pays": 714.0,
     "scored": 1283,
     "sdt": {
      "aim": {
       "den": 268.0,
       "n": 145.0,
       "share": 0.5410447761194029
      },
      "beta": 1.6018617772756392,
      "caution": 0.06543038557726251,
      "caution_hi": 0.1474010526479777,
      "caution_lo": -0.01427009032040776,
      "cstar": 0.8715141609204977,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5406298425203239,
      "dprime_hi": 0.6845501886228197,
      "dprime_lo": 0.3983997471252086,
      "false_alarm": {
       "den": 714.0,
       "n": 263.0,
       "share": 0.36834733893557425
      },
      "false_alarm_rate": 0.3685314685314685,
      "hit": {
       "den": 461.0,
       "n": 268.0,
       "share": 0.5813449023861171
      },
      "hit_rate": 0.5811688311688312,
      "missed_loss": 0.22732255465008433,
      "missed_n": 193.0,
      "na": null,
      "needless_loss": 0.2351095554039959,
      "needless_n": 263.0
     },
     "size": {
      "bad": {
       "mean": 12.994818652849741,
       "n": 386.0,
       "too_few": false
      },
      "right": {
       "mean": 10.206896551724139,
       "n": 145.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 299.0,
        "n": 114.0,
        "share": 0.38127090301003347
       },
       "missed": {
        "den": 299.0,
        "n": 114.0,
        "share": 0.38127090301003347
       },
       "risk_pays": 299.0,
       "wrong": {
        "den": 299.0,
        "n": 71.0,
        "share": 0.23745819397993312
       }
      },
      "medium": {
       "found": {
        "den": 162.0,
        "n": 31.0,
        "share": 0.19135802469135801
       },
       "missed": {
        "den": 162.0,
        "n": 79.0,
        "share": 0.4876543209876543
       },
       "risk_pays": 162.0,
       "wrong": {
        "den": 162.0,
        "n": 52.0,
        "share": 0.32098765432098764
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1175.0,
     "wrong": {
      "den": 461.0,
      "n": 123.0,
      "share": 0.2668112798264642
     }
    },
    "holding": {
     "by_call": {
      "missed": 3.478018045425415,
      "needless": 50.13559341430664,
      "none": 0.0,
      "right_risk": 4.3836891651153564,
      "right_safety": 6.813640594482422,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 2.0,
      "needless": 7.0,
      "right_risk": 1.0,
      "right_safety": 13.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 1,
      "taken_n": 7,
      "taken_other": 0
     },
     "error_rate": 64.81094121932983,
     "found": {
      "den": 3.0,
      "n": 1.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     },
     "judgement": 49.16666666666667,
     "judgement_hi": 84.21052631578947,
     "judgement_lo": 27.27272727272727,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.35
     },
     "margin": 0.02,
     "missed": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 20.0,
      "n": 7.0,
      "share": 0.35
     },
     "needless_by_loss": {
      "big": {
       "den": 20.0,
       "n": 6.0,
       "share": 0.3
      },
      "medium": {
       "den": 20.0,
       "n": 1.0,
       "share": 0.05
      },
      "small": {
       "den": 20.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 20.0,
      "n": 13.0,
      "share": 0.65
     },
     "risk_pays": 3.0,
     "safety_pays": 20.0,
     "scored": 25,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 27.457122752369862,
      "caution": 0.3423728603824724,
      "caution_hi": 0.9116372913395017,
      "caution_lo": -0.2820706399680359,
      "cstar": 69.78798144404219,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.047466992836194544,
      "dprime_hi": 1.4582562864500592,
      "dprime_lo": -1.061828649726021,
      "false_alarm": {
       "den": 20.0,
       "n": 7.0,
       "share": 0.35
      },
      "false_alarm_rate": 0.35714285714285715,
      "hit": {
       "den": 3.0,
       "n": 1.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.375,
      "missed_loss": 0.08695045113563538,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.3581113815307617,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 15.285714285714286,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 13.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "missed": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.674554780586478,
      "needless": 10.14435214480174,
      "none": 0.10574898359292152,
      "right_risk": 4.688758825518422,
      "right_safety": 4.71667561334433,
      "wrong_risk": 16.553804739234373
     },
     "calls": {
      "missed": 70.0,
      "needless": 33.0,
      "right_risk": 46.0,
      "right_safety": 94.0,
      "wrong_risk": 47.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 60,
      "taken_grouped": 13,
      "taken_n": 113,
      "taken_other": 0
     },
     "error_rate": 50.883895087078265,
     "found": {
      "den": 163.0,
      "n": 46.0,
      "share": 0.2822085889570552
     },
     "good": {
      "den": 126.0,
      "n": 46.0,
      "share": 0.36507936507936506
     },
     "judgement": 51.11830346360079,
     "judgement_hi": 55.80481757921468,
     "judgement_lo": 46.30294870495307,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4017094017094017,
      "x": 0.7177914110429447,
      "y": 0.25984251968503935
     },
     "margin": 0.02,
     "missed": {
      "den": 163.0,
      "n": 70.0,
      "share": 0.4294478527607362
     },
     "needless": {
      "den": 127.0,
      "n": 33.0,
      "share": 0.25984251968503935
     },
     "needless_by_loss": {
      "big": {
       "den": 127.0,
       "n": 26.0,
       "share": 0.2047244094488189
      },
      "medium": {
       "den": 127.0,
       "n": 3.0,
       "share": 0.023622047244094488
      },
      "small": {
       "den": 127.0,
       "n": 4.0,
       "share": 0.031496062992125984
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 127.0,
      "n": 94.0,
      "share": 0.7401574803149606
     },
     "risk_pays": 163.0,
     "safety_pays": 127.0,
     "scored": 291,
     "sdt": {
      "aim": {
       "den": 93.0,
       "n": 46.0,
       "share": 0.4946236559139785
      },
      "beta": 1.1425089201129461,
      "caution": 0.2306854647345738,
      "caution_hi": 0.3634959687159914,
      "caution_lo": 0.09948432868828806,
      "cstar": 0.16352040319148337,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8147402323758862,
      "dprime_hi": 1.1131749920000695,
      "dprime_lo": 0.5479633579628284,
      "false_alarm": {
       "den": 127.0,
       "n": 33.0,
       "share": 0.25984251968503935
      },
      "false_alarm_rate": 0.26171875,
      "hit": {
       "den": 163.0,
       "n": 93.0,
       "share": 0.5705521472392638
      },
      "hit_rate": 0.5701219512195121,
      "missed_loss": 0.1220084411757333,
      "missed_n": 70.0,
      "na": null,
      "needless_loss": 0.17890948328104886,
      "needless_n": 33.0
     },
     "size": {
      "bad": {
       "mean": 13.8625,
       "n": 80.0,
       "too_few": true
      },
      "right": {
       "mean": 13.021739130434783,
       "n": 46.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 43.0,
        "share": 0.43434343434343436
       },
       "missed": {
        "den": 99.0,
        "n": 31.0,
        "share": 0.31313131313131315
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 25.0,
        "share": 0.25252525252525254
       }
      },
      "medium": {
       "found": {
        "den": 64.0,
        "n": 3.0,
        "share": 0.046875
       },
       "missed": {
        "den": 64.0,
        "n": 39.0,
        "share": 0.609375
       },
       "risk_pays": 64.0,
       "wrong": {
        "den": 64.0,
        "n": 22.0,
        "share": 0.34375
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 290.0,
     "wrong": {
      "den": 163.0,
      "n": 47.0,
      "share": 0.2883435582822086
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.26009606135607,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.26009606135607,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 283.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 283,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 861.0,
    "n": 558.0,
    "share": 0.6480836236933798
   },
   "risk_pays": 627.0,
   "safety_pays": 861.0,
   "scored": 2006,
   "sdt": {
    "aim": {
     "den": 362.0,
     "n": 192.0,
     "share": 0.5303867403314917
    },
    "beta": 1.604232417432138,
    "caution": 0.09243928136227571,
    "caution_hi": 0.16554276692529554,
    "caution_lo": 0.020187666853591517,
    "cstar": 0.822708383048983,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.5744993090314141,
    "dprime_hi": 0.6953176302578417,
    "dprime_lo": 0.4590438017798032,
    "false_alarm": {
     "den": 861.0,
     "n": 303.0,
     "share": 0.3519163763066202
    },
    "false_alarm_rate": 0.35208816705336426,
    "hit": {
     "den": 627.0,
     "n": 362.0,
     "share": 0.5773524720893142
    },
    "hit_rate": 0.5772292993630573,
    "missed_loss": 0.19844432012090144,
    "missed_n": 265.0,
    "na": null,
    "needless_loss": 0.23183038181597643,
    "needless_n": 303.0
   },
   "size": {
    "bad": {
     "mean": 13.175475687103594,
     "n": 473.0,
     "too_few": false
    },
    "right": {
     "mean": 10.895833333333334,
     "n": 192.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 399.0,
      "n": 158.0,
      "share": 0.39598997493734334
     },
     "missed": {
      "den": 399.0,
      "n": 145.0,
      "share": 0.3634085213032581
     },
     "risk_pays": 399.0,
     "wrong": {
      "den": 399.0,
      "n": 96.0,
      "share": 0.24060150375939848
     }
    },
    "medium": {
     "found": {
      "den": 228.0,
      "n": 34.0,
      "share": 0.14912280701754385
     },
     "missed": {
      "den": 228.0,
      "n": 120.0,
      "share": 0.5263157894736842
     },
     "risk_pays": 228.0,
     "wrong": {
      "den": 228.0,
      "n": 74.0,
      "share": 0.32456140350877194
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1488.0,
   "wrong": {
    "den": 627.0,
    "n": 170.0,
    "share": 0.2711323763955343
   }
  }
 },
 "slug": "decider-flash-v1-2",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 72.90617173368281,
   "n": 44,
   "too_few": true
  },
  "blitz": {
   "error_rate": 54.73241867387996,
   "n": 238,
   "too_few": false
  },
  "holding": {
   "error_rate": 64.81094121932983,
   "n": 25,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 75.47408866179562,
   "n": 458,
   "too_few": false
  },
  "other": {
   "error_rate": 87.46534056961536,
   "n": 200,
   "too_few": false
  },
  "priming": {
   "error_rate": 66.90428603668602,
   "n": 343,
   "too_few": false
  }
 },
 "version": "v3"
}
