{
 "close": {
  "close": {
   "den": 1509,
   "n": 884,
   "share": 0.585818422796554,
   "small": false
  },
  "decisions": 1952,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1509,
  "exclusions": {
   "grouped": 182,
   "sparse": 261
  },
  "groups": {
   "close": {
    "by_count": [
     180,
     401,
     214,
     78,
     11
    ],
    "differ": {
     "hitting": {
      "den": 884,
      "n": 540,
      "share": 0.6108597285067874,
      "small": false
     },
     "points": {
      "den": 884,
      "n": 249,
      "share": 0.2816742081447964,
      "small": false
     },
     "prime": {
      "den": 884,
      "n": 205,
      "share": 0.2319004524886878,
      "small": false
     },
     "race": {
      "den": 884,
      "n": 113,
      "share": 0.12782805429864252,
      "small": false
     }
    },
    "gap": {
     "mean": 0.14626854725552899,
     "median": 0.08327370882034302,
     "n": 884
    },
    "loss1": {
     "mean": 0.13142287572719394,
     "median": 0.055489808320999146,
     "n": 884
    },
    "loss2": {
     "mean": 0.13890886775373873,
     "median": 0.06655740737915039,
     "n": 884
    },
    "n": 884,
    "p1": {
     "mean": 0.31361031275053675,
     "median": 0.28713571891091894,
     "n": 884
    },
    "p2": {
     "mean": 0.23276152170078693,
     "median": 0.2185877384077786,
     "n": 884
    },
    "psum": {
     "mean": 0.5463718344513238,
     "median": 0.5062164863716643,
     "n": 884
    },
    "psum_bins": [
     0,
     0,
     8,
     101,
     315,
     225,
     100,
     39,
     57,
     39
    ]
   },
   "other": {
    "by_count": [
     116,
     272,
     182,
     51,
     4
    ],
    "differ": {
     "hitting": {
      "den": 625,
      "n": 367,
      "share": 0.5872,
      "small": false
     },
     "points": {
      "den": 625,
      "n": 183,
      "share": 0.2928,
      "small": false
     },
     "prime": {
      "den": 625,
      "n": 161,
      "share": 0.2576,
      "small": false
     },
     "race": {
      "den": 625,
      "n": 94,
      "share": 0.1504,
      "small": false
     }
    },
    "gap": {
     "mean": 0.15613816442489625,
     "median": 0.08243775367736816,
     "n": 625
    },
    "loss1": {
     "mean": 0.07210246891975403,
     "median": 0.0023194551467895508,
     "n": 625
    },
    "loss2": {
     "mean": 0.14147644410133361,
     "median": 0.06488323211669922,
     "n": 625
    },
    "n": 625,
    "p1": {
     "mean": 0.6087717432978318,
     "median": 0.5870237739424684,
     "n": 625
    },
    "p2": {
     "mean": 0.1564137771193151,
     "median": 0.15617505270280377,
     "n": 625
    },
    "psum": {
     "mean": 0.7651855204171469,
     "median": 0.740830796118455,
     "n": 625
    },
    "psum_bins": [
     0,
     0,
     0,
     10,
     43,
     101,
     121,
     71,
     55,
     224
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 425,
       "n": 219,
       "share": 0.5152941176470588,
       "small": false
      },
      "eligible": 425,
      "risk_close": {
       "den": 219,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 512,
       "n": 336,
       "share": 0.65625,
       "small": false
      },
      "eligible": 512,
      "risk_close": {
       "den": 336,
       "n": 195,
       "share": 0.5803571428571429,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 572,
       "n": 329,
       "share": 0.5751748251748252,
       "small": false
      },
      "eligible": 572,
      "risk_close": {
       "den": 329,
       "n": 170,
       "share": 0.5167173252279635,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5885416666666666,
     "adj_other": 0.8238527965090464,
     "adjusted": -0.23531112984237978,
     "adjusted_hi": -0.13801415473199108,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.33695906161942885,
     "close": {
      "den": 195,
      "n": 115,
      "share": 0.5897435897435898,
      "small": true
     },
     "covered": {
      "den": 195,
      "n": 192,
      "share": 0.9846153846153847,
      "small": true
     },
     "crude": -0.21601180593986347,
     "crude_hi": -0.11826316759941816,
     "crude_left_out": 0,
     "crude_lo": -0.30376024363233667,
     "group": 334,
     "matches": 18,
     "na": null,
     "other": {
      "den": 139,
      "n": 112,
      "share": 0.8057553956834532,
      "small": true
     },
     "resamples": 2000,
     "strata": 26,
     "strata_both": 20
    },
    "stake": {
     "big": {
      "den": 290,
      "n": 199,
      "share": 0.6862068965517242,
      "small": false
     },
     "medium": {
      "den": 160,
      "n": 90,
      "share": 0.5625,
      "small": true
     },
     "small": {
      "den": 62,
      "n": 47,
      "share": 0.7580645161290323,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 425,
       "n": 219,
       "share": 0.5152941176470588,
       "small": false
      },
      "eligible": 425,
      "risk_close": {
       "den": 219,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 450,
       "n": 289,
       "share": 0.6422222222222222,
       "small": false
      },
      "eligible": 450,
      "risk_close": {
       "den": 289,
       "n": 167,
       "share": 0.5778546712802768,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 634,
       "n": 376,
       "share": 0.5930599369085173,
       "small": false
      },
      "eligible": 634,
      "risk_close": {
       "den": 376,
       "n": 198,
       "share": 0.526595744680851,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5878787878787879,
     "adj_other": 0.8273060273060272,
     "adjusted": -0.2394272394272393,
     "adjusted_hi": -0.13886372807565245,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.3346346886236104,
     "close": {
      "den": 167,
      "n": 98,
      "share": 0.5868263473053892,
      "small": true
     },
     "covered": {
      "den": 167,
      "n": 165,
      "share": 0.9880239520958084,
      "small": true
     },
     "crude": -0.2241972747418549,
     "crude_hi": -0.1454573440496796,
     "crude_left_out": 0,
     "crude_lo": -0.30335532772461044,
     "group": 294,
     "matches": 18,
     "na": null,
     "other": {
      "den": 127,
      "n": 103,
      "share": 0.8110236220472441,
      "small": true
     },
     "resamples": 2000,
     "strata": 25,
     "strata_both": 20
    },
    "stake": {
     "big": {
      "den": 290,
      "n": 199,
      "share": 0.6862068965517242,
      "small": false
     },
     "medium": {
      "den": 160,
      "n": 90,
      "share": 0.5625,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 884,
   "n": 365,
   "share": 0.41289592760180993,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1509,
   "n": 365,
   "share": 0.24188204108681247,
   "small": false
  },
  "risk_pair_other": {
   "den": 625,
   "n": 327,
   "share": 0.5232,
   "small": false
  },
  "ties": {
   "close": 225,
   "member": 174,
   "order": 120,
   "positive": 284,
   "top_two": 284,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.656702970691303,
  "auroc_blunder": 0.6444231520309854,
  "confident_badly_wrong": {
   "den": 1770,
   "n": 7,
   "share": 0.0039548022598870055
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 48,
     "n": 7,
     "share": 0.14583333333333334
    },
    "kept": {
     "den": 1770,
     "n": 48,
     "share": 0.02711864406779661
    },
    "mean_loss": 0.043344903737306595,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 1,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1770,
     "n": 1,
     "share": 0.0005649717514124294
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.08139084601549944,
  "held_out": {
   "blunders": 0.04302195619169253,
   "kept": 0.01619933783630037,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1770,
  "surest": {
   "cut": 0.5203654667791248,
   "error_rate": 30.828327377816624,
   "n": 443,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 60.97643729750675,
   "n": 619,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 97.74303693470158,
   "n": 562,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 35.41881365921402,
   "n": 771,
   "too_few": false
  }
 },
 "name": "LFM2.5-24B-A2B (off)",
 "options": {
  "11–15": {
   "error_rate": 63.59227610057628,
   "n": 338,
   "too_few": false
  },
  "16–25": {
   "error_rate": 75.0348885739571,
   "n": 347,
   "too_few": false
  },
  "26+": {
   "error_rate": 105.63629321753979,
   "n": 200,
   "too_few": false
  },
  "2–5": {
   "error_rate": 42.81600270160409,
   "n": 602,
   "too_few": false
  },
  "6–10": {
   "error_rate": 54.946492147702045,
   "n": 465,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 34.85320164607121,
   "n": 104,
   "too_few": true
  },
  "contact": {
   "error_rate": 73.34266387912456,
   "n": 1254,
   "too_few": false
  },
  "holding": {
   "error_rate": 33.789365129037336,
   "n": 44,
   "too_few": true
  },
  "opening": {
   "error_rate": 55.985586810196544,
   "n": 282,
   "too_few": false
  },
  "race": {
   "error_rate": 26.540319977411585,
   "n": 268,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.656702970691303,
  "best_share": 0.32172131147540983,
  "blunder_share": 0.4082991803278688,
  "brier": 0.22034426499625342,
  "clusters": 94,
  "confidence_n": 1770,
  "confident_badly_wrong": 0.0039548022598870055,
  "cost_coverage": 1.0,
  "decisions": 1952,
  "ece": 0.08139084601549944,
  "engine_scored": 1952,
  "error_hi": 66.75787039954331,
  "error_lo": 56.31311716873862,
  "error_rate": 61.467165356410334,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 182,
  "invalid": 0,
  "last_date": "2026-10-23",
  "mean_confidence": 0.421503840365782,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1952,
   "estimate": true,
   "excluded_hours": 87.88333333333334,
   "gaps": [
    [
     "2026-10-19T22:56Z",
     "2026-10-19T23:11Z",
     16
    ],
    [
     "2026-10-19T23:11Z",
     "2026-10-19T23:27Z",
     15
    ],
    [
     "2026-10-19T23:27Z",
     "2026-10-19T23:38Z",
     12
    ],
    [
     "2026-10-19T23:47Z",
     "2026-10-19T23:59Z",
     12
    ],
    [
     "2026-10-20T00:58Z",
     "2026-10-20T01:09Z",
     11
    ],
    [
     "2026-10-20T01:28Z",
     "2026-10-20T01:41Z",
     13
    ],
    [
     "2026-10-20T02:00Z",
     "2026-10-20T02:16Z",
     16
    ],
    [
     "2026-10-20T02:21Z",
     "2026-10-20T03:10Z",
     49
    ],
    [
     "2026-10-20T03:27Z",
     "2026-10-20T03:38Z",
     11
    ],
    [
     "2026-10-20T04:16Z",
     "2026-10-20T04:26Z",
     10
    ],
    [
     "2026-10-20T05:07Z",
     "2026-10-20T05:26Z",
     19
    ],
    [
     "2026-10-20T06:37Z",
     "2026-10-20T06:56Z",
     19
    ],
    [
     "2026-10-20T06:56Z",
     "2026-10-20T07:46Z",
     49
    ],
    [
     "2026-10-20T07:46Z",
     "2026-10-20T08:08Z",
     22
    ],
    [
     "2026-10-20T09:12Z",
     "2026-10-20T09:23Z",
     11
    ],
    [
     "2026-10-20T09:32Z",
     "2026-10-20T09:45Z",
     13
    ],
    [
     "2026-10-20T10:02Z",
     "2026-10-20T10:15Z",
     12
    ],
    [
     "2026-10-20T10:28Z",
     "2026-10-20T20:22Z",
     594
    ],
    [
     "2026-10-20T20:26Z",
     "2026-10-23T21:15Z",
     4369
    ]
   ],
   "gpu_decisions": 1952,
   "gpu_usd": 17.826504141545254,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 7.15923861106235,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 7.15923861106235,
     "machine": "rtx_pro_6000",
     "usd": 17.826504141545254,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 17.826504141545254,
   "usd_per_1000": 9.13243040038179
  },
  "p95_loss": 0.5206274211406707,
  "probability_source": "logprobs",
  "retry_mean": 0.001143954918032787,
  "scored": 1952,
  "time_median": 0.136,
  "time_p90": 0.3598000000000002,
  "tokens_in": 3882.473360655738,
  "tokens_out": 1.2346311475409837,
  "too_few": false,
  "usd_per_1000": 9.13243040038179,
  "very_confident": 0.02711864406779661,
  "worst_mean": 0.7436504957019067
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6709016393442623,
   "best_share": 0.5865384615384616,
   "blunder_share": 0.20192307692307693,
   "brier": 0.23156726851929105,
   "clusters": 43,
   "confidence_n": 101,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 104,
   "ece": 0.13940390845957462,
   "engine_scored": 104,
   "error_hi": 53.34490445303789,
   "error_lo": 19.34117129915172,
   "error_rate": 34.85320164607121,
   "first_date": "2026-10-20",
   "group_sizes": [
    18,
    24,
    26
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-23",
   "mean_confidence": 0.577238247948308,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1952,
    "estimate": true,
    "excluded_hours": 87.88333333333334,
    "gaps": [
     [
      "2026-10-19T22:56Z",
      "2026-10-19T23:11Z",
      16
     ],
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:27Z",
      15
     ],
     [
      "2026-10-19T23:27Z",
      "2026-10-19T23:38Z",
      12
     ],
     [
      "2026-10-19T23:47Z",
      "2026-10-19T23:59Z",
      12
     ],
     [
      "2026-10-20T00:58Z",
      "2026-10-20T01:09Z",
      11
     ],
     [
      "2026-10-20T01:28Z",
      "2026-10-20T01:41Z",
      13
     ],
     [
      "2026-10-20T02:00Z",
      "2026-10-20T02:16Z",
      16
     ],
     [
      "2026-10-20T02:21Z",
      "2026-10-20T03:10Z",
      49
     ],
     [
      "2026-10-20T03:27Z",
      "2026-10-20T03:38Z",
      11
     ],
     [
      "2026-10-20T04:16Z",
      "2026-10-20T04:26Z",
      10
     ],
     [
      "2026-10-20T05:07Z",
      "2026-10-20T05:26Z",
      19
     ],
     [
      "2026-10-20T06:37Z",
      "2026-10-20T06:56Z",
      19
     ],
     [
      "2026-10-20T06:56Z",
      "2026-10-20T07:46Z",
      49
     ],
     [
      "2026-10-20T07:46Z",
      "2026-10-20T08:08Z",
      22
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:23Z",
      11
     ],
     [
      "2026-10-20T09:32Z",
      "2026-10-20T09:45Z",
      13
     ],
     [
      "2026-10-20T10:02Z",
      "2026-10-20T10:15Z",
      12
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T20:22Z",
      594
     ],
     [
      "2026-10-20T20:26Z",
      "2026-10-23T21:15Z",
      4369
     ]
    ],
    "gpu_decisions": 1952,
    "gpu_usd": 17.826504141545254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.15923861106235,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.15923861106235,
      "machine": "rtx_pro_6000",
      "usd": 17.826504141545254,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 17.826504141545254,
    "usd_per_1000": 9.13243040038179
   },
   "p95_loss": 0.37655882835388155,
   "probability_source": "logprobs",
   "retry_mean": 0.0,
   "scored": 104,
   "time_median": 0.1055,
   "time_p90": 0.29309999999999997,
   "tokens_in": 3085.076923076923,
   "tokens_out": 1.0865384615384615,
   "too_few": true,
   "usd_per_1000": 9.13243040038179,
   "very_confident": 0.039603960396039604,
   "worst_mean": 0.6478003263473511
  },
  "contact": {
   "auroc": 0.6574671925171017,
   "best_share": 0.31658692185007975,
   "blunder_share": 0.4569377990430622,
   "brier": 0.2188453647477208,
   "clusters": 93,
   "confidence_n": 1134,
   "confident_badly_wrong": 0.004409171075837742,
   "cost_coverage": 1.0,
   "decisions": 1254,
   "ece": 0.07483556788802362,
   "engine_scored": 1254,
   "error_hi": 79.55594763898571,
   "error_lo": 66.5994051777861,
   "error_rate": 73.34266387912456,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 120,
   "invalid": 0,
   "last_date": "2026-10-23",
   "mean_confidence": 0.4094326448796485,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1952,
    "estimate": true,
    "excluded_hours": 87.88333333333334,
    "gaps": [
     [
      "2026-10-19T22:56Z",
      "2026-10-19T23:11Z",
      16
     ],
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:27Z",
      15
     ],
     [
      "2026-10-19T23:27Z",
      "2026-10-19T23:38Z",
      12
     ],
     [
      "2026-10-19T23:47Z",
      "2026-10-19T23:59Z",
      12
     ],
     [
      "2026-10-20T00:58Z",
      "2026-10-20T01:09Z",
      11
     ],
     [
      "2026-10-20T01:28Z",
      "2026-10-20T01:41Z",
      13
     ],
     [
      "2026-10-20T02:00Z",
      "2026-10-20T02:16Z",
      16
     ],
     [
      "2026-10-20T02:21Z",
      "2026-10-20T03:10Z",
      49
     ],
     [
      "2026-10-20T03:27Z",
      "2026-10-20T03:38Z",
      11
     ],
     [
      "2026-10-20T04:16Z",
      "2026-10-20T04:26Z",
      10
     ],
     [
      "2026-10-20T05:07Z",
      "2026-10-20T05:26Z",
      19
     ],
     [
      "2026-10-20T06:37Z",
      "2026-10-20T06:56Z",
      19
     ],
     [
      "2026-10-20T06:56Z",
      "2026-10-20T07:46Z",
      49
     ],
     [
      "2026-10-20T07:46Z",
      "2026-10-20T08:08Z",
      22
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:23Z",
      11
     ],
     [
      "2026-10-20T09:32Z",
      "2026-10-20T09:45Z",
      13
     ],
     [
      "2026-10-20T10:02Z",
      "2026-10-20T10:15Z",
      12
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T20:22Z",
      594
     ],
     [
      "2026-10-20T20:26Z",
      "2026-10-23T21:15Z",
      4369
     ]
    ],
    "gpu_decisions": 1952,
    "gpu_usd": 17.826504141545254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.15923861106235,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.15923861106235,
      "machine": "rtx_pro_6000",
      "usd": 17.826504141545254,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 17.826504141545254,
    "usd_per_1000": 9.13243040038179
   },
   "p95_loss": 0.5995908766984938,
   "probability_source": "logprobs",
   "retry_mean": 0.001255980861244019,
   "scored": 1254,
   "time_median": 0.136,
   "time_p90": 0.352,
   "tokens_in": 3877.532695374801,
   "tokens_out": 1.2352472089314195,
   "too_few": false,
   "usd_per_1000": 9.13243040038179,
   "very_confident": 0.031746031746031744,
   "worst_mean": 0.8215056870664869
  },
  "holding": {
   "auroc": 0.49777777777777776,
   "best_share": 0.22727272727272727,
   "blunder_share": 0.3409090909090909,
   "brier": 0.2604020023366151,
   "clusters": 14,
   "confidence_n": 34,
   "confident_badly_wrong": 0.029411764705882353,
   "cost_coverage": 1.0,
   "decisions": 44,
   "ece": 0.17125205350274428,
   "engine_scored": 44,
   "error_hi": 44.008917219774865,
   "error_lo": 22.32192980069103,
   "error_rate": 33.789365129037336,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    16,
    17,
    19,
    21,
    22,
    23,
    24
   ],
   "grouped": 10,
   "invalid": 0,
   "last_date": "2026-10-23",
   "mean_confidence": 0.4056655194521686,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1952,
    "estimate": true,
    "excluded_hours": 87.88333333333334,
    "gaps": [
     [
      "2026-10-19T22:56Z",
      "2026-10-19T23:11Z",
      16
     ],
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:27Z",
      15
     ],
     [
      "2026-10-19T23:27Z",
      "2026-10-19T23:38Z",
      12
     ],
     [
      "2026-10-19T23:47Z",
      "2026-10-19T23:59Z",
      12
     ],
     [
      "2026-10-20T00:58Z",
      "2026-10-20T01:09Z",
      11
     ],
     [
      "2026-10-20T01:28Z",
      "2026-10-20T01:41Z",
      13
     ],
     [
      "2026-10-20T02:00Z",
      "2026-10-20T02:16Z",
      16
     ],
     [
      "2026-10-20T02:21Z",
      "2026-10-20T03:10Z",
      49
     ],
     [
      "2026-10-20T03:27Z",
      "2026-10-20T03:38Z",
      11
     ],
     [
      "2026-10-20T04:16Z",
      "2026-10-20T04:26Z",
      10
     ],
     [
      "2026-10-20T05:07Z",
      "2026-10-20T05:26Z",
      19
     ],
     [
      "2026-10-20T06:37Z",
      "2026-10-20T06:56Z",
      19
     ],
     [
      "2026-10-20T06:56Z",
      "2026-10-20T07:46Z",
      49
     ],
     [
      "2026-10-20T07:46Z",
      "2026-10-20T08:08Z",
      22
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:23Z",
      11
     ],
     [
      "2026-10-20T09:32Z",
      "2026-10-20T09:45Z",
      13
     ],
     [
      "2026-10-20T10:02Z",
      "2026-10-20T10:15Z",
      12
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T20:22Z",
      594
     ],
     [
      "2026-10-20T20:26Z",
      "2026-10-23T21:15Z",
      4369
     ]
    ],
    "gpu_decisions": 1952,
    "gpu_usd": 17.826504141545254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.15923861106235,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.15923861106235,
      "machine": "rtx_pro_6000",
      "usd": 17.826504141545254,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 17.826504141545254,
    "usd_per_1000": 9.13243040038179
   },
   "p95_loss": 0.20293483138084417,
   "probability_source": "logprobs",
   "retry_mean": 0.0,
   "scored": 44,
   "time_median": 0.2335,
   "time_p90": 0.8691000000000001,
   "tokens_in": 4971.477272727273,
   "tokens_out": 1.5454545454545454,
   "too_few": true,
   "usd_per_1000": 9.13243040038179,
   "very_confident": 0.029411764705882353,
   "worst_mean": 0.3701462149620056
  },
  "opening": {
   "auroc": 0.6598997706616835,
   "best_share": 0.22340425531914893,
   "blunder_share": 0.4716312056737589,
   "brier": 0.19269229941913812,
   "clusters": 94,
   "confidence_n": 254,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 282,
   "ece": 0.1360574058695559,
   "engine_scored": 282,
   "error_hi": 63.710449519732315,
   "error_lo": 48.71277412835588,
   "error_rate": 55.985586810196544,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 28,
   "invalid": 0,
   "last_date": "2026-10-23",
   "mean_confidence": 0.3762148861845165,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1952,
    "estimate": true,
    "excluded_hours": 87.88333333333334,
    "gaps": [
     [
      "2026-10-19T22:56Z",
      "2026-10-19T23:11Z",
      16
     ],
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:27Z",
      15
     ],
     [
      "2026-10-19T23:27Z",
      "2026-10-19T23:38Z",
      12
     ],
     [
      "2026-10-19T23:47Z",
      "2026-10-19T23:59Z",
      12
     ],
     [
      "2026-10-20T00:58Z",
      "2026-10-20T01:09Z",
      11
     ],
     [
      "2026-10-20T01:28Z",
      "2026-10-20T01:41Z",
      13
     ],
     [
      "2026-10-20T02:00Z",
      "2026-10-20T02:16Z",
      16
     ],
     [
      "2026-10-20T02:21Z",
      "2026-10-20T03:10Z",
      49
     ],
     [
      "2026-10-20T03:27Z",
      "2026-10-20T03:38Z",
      11
     ],
     [
      "2026-10-20T04:16Z",
      "2026-10-20T04:26Z",
      10
     ],
     [
      "2026-10-20T05:07Z",
      "2026-10-20T05:26Z",
      19
     ],
     [
      "2026-10-20T06:37Z",
      "2026-10-20T06:56Z",
      19
     ],
     [
      "2026-10-20T06:56Z",
      "2026-10-20T07:46Z",
      49
     ],
     [
      "2026-10-20T07:46Z",
      "2026-10-20T08:08Z",
      22
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:23Z",
      11
     ],
     [
      "2026-10-20T09:32Z",
      "2026-10-20T09:45Z",
      13
     ],
     [
      "2026-10-20T10:02Z",
      "2026-10-20T10:15Z",
      12
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T20:22Z",
      594
     ],
     [
      "2026-10-20T20:26Z",
      "2026-10-23T21:15Z",
      4369
     ]
    ],
    "gpu_decisions": 1952,
    "gpu_usd": 17.826504141545254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.15923861106235,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.15923861106235,
      "machine": "rtx_pro_6000",
      "usd": 17.826504141545254,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 17.826504141545254,
    "usd_per_1000": 9.13243040038179
   },
   "p95_loss": 0.3766981601715086,
   "probability_source": "logprobs",
   "retry_mean": 0.001549645390070922,
   "scored": 282,
   "time_median": 0.181,
   "time_p90": 0.4137,
   "tokens_in": 4268.72695035461,
   "tokens_out": 1.2730496453900708,
   "too_few": false,
   "usd_per_1000": 9.13243040038179,
   "very_confident": 0.0,
   "worst_mean": 0.4787439320768629
  },
  "race": {
   "auroc": 0.5955903071287687,
   "best_share": 0.3619402985074627,
   "blunder_share": 0.20522388059701493,
   "brier": 0.2455582962230721,
   "clusters": 87,
   "confidence_n": 247,
   "confident_badly_wrong": 0.004048582995951417,
   "cost_coverage": 1.0,
   "decisions": 268,
   "ece": 0.14995022879961417,
   "engine_scored": 268,
   "error_hi": 34.3563129092655,
   "error_lo": 19.700771863219263,
   "error_rate": 26.540319977411585,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    18,
    20,
    22,
    23,
    26
   ],
   "grouped": 21,
   "invalid": 0,
   "last_date": "2026-10-23",
   "mean_confidence": 0.46199557230320887,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1952,
    "estimate": true,
    "excluded_hours": 87.88333333333334,
    "gaps": [
     [
      "2026-10-19T22:56Z",
      "2026-10-19T23:11Z",
      16
     ],
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:27Z",
      15
     ],
     [
      "2026-10-19T23:27Z",
      "2026-10-19T23:38Z",
      12
     ],
     [
      "2026-10-19T23:47Z",
      "2026-10-19T23:59Z",
      12
     ],
     [
      "2026-10-20T00:58Z",
      "2026-10-20T01:09Z",
      11
     ],
     [
      "2026-10-20T01:28Z",
      "2026-10-20T01:41Z",
      13
     ],
     [
      "2026-10-20T02:00Z",
      "2026-10-20T02:16Z",
      16
     ],
     [
      "2026-10-20T02:21Z",
      "2026-10-20T03:10Z",
      49
     ],
     [
      "2026-10-20T03:27Z",
      "2026-10-20T03:38Z",
      11
     ],
     [
      "2026-10-20T04:16Z",
      "2026-10-20T04:26Z",
      10
     ],
     [
      "2026-10-20T05:07Z",
      "2026-10-20T05:26Z",
      19
     ],
     [
      "2026-10-20T06:37Z",
      "2026-10-20T06:56Z",
      19
     ],
     [
      "2026-10-20T06:56Z",
      "2026-10-20T07:46Z",
      49
     ],
     [
      "2026-10-20T07:46Z",
      "2026-10-20T08:08Z",
      22
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:23Z",
      11
     ],
     [
      "2026-10-20T09:32Z",
      "2026-10-20T09:45Z",
      13
     ],
     [
      "2026-10-20T10:02Z",
      "2026-10-20T10:15Z",
      12
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T20:22Z",
      594
     ],
     [
      "2026-10-20T20:26Z",
      "2026-10-23T21:15Z",
      4369
     ]
    ],
    "gpu_decisions": 1952,
    "gpu_usd": 17.826504141545254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.15923861106235,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 7.15923861106235,
      "machine": "rtx_pro_6000",
      "usd": 17.826504141545254,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 17.826504141545254,
    "usd_per_1000": 9.13243040038179
   },
   "p95_loss": 0.20630302429199188,
   "probability_source": "logprobs",
   "retry_mean": 0.0008246268656716418,
   "scored": 268,
   "time_median": 0.1145,
   "time_p90": 0.315,
   "tokens_in": 3629.805970149254,
   "tokens_out": 1.1977611940298507,
   "too_few": false,
   "usd_per_1000": 9.13243040038179,
   "very_confident": 0.02834008097165992,
   "worst_mean": 0.42468711504569423
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.794186009552147,
    "needless": 18.702299952445948,
    "none": 6.898382907641715,
    "right_risk": 2.8126904221831777,
    "right_safety": 5.111497926113547,
    "wrong_risk": 13.148108138473797
   },
   "calls": {
    "missed": 347.0,
    "needless": 280.0,
    "right_risk": 206.0,
    "right_safety": 470.0,
    "wrong_risk": 162.0
   },
   "confidence": {
    "auroc_right_risk": 0.5173028698801895,
    "missed_mean_p": 0.3921401360973296,
    "missed_n": 316,
    "taken_grouped": 75,
    "taken_n": 573,
    "taken_other": 0
   },
   "error_rate": 61.467165356410334,
   "found": {
    "den": 715.0,
    "n": 206.0,
    "share": 0.2881118881118881
   },
   "good": {
    "den": 648.0,
    "n": 206.0,
    "share": 0.31790123456790126
   },
   "judgement": 45.738927738927735,
   "judgement_hi": 48.12849699533099,
   "judgement_lo": 43.229422838327736,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.3182711198428291,
    "x": 0.7118881118881119,
    "y": 0.37333333333333335
   },
   "margin": 0.001,
   "missed": {
    "den": 715.0,
    "n": 347.0,
    "share": 0.4853146853146853
   },
   "needless": {
    "den": 750.0,
    "n": 280.0,
    "share": 0.37333333333333335
   },
   "needless_by_loss": {
    "big": {
     "den": 750.0,
     "n": 206.0,
     "share": 0.27466666666666667
    },
    "medium": {
     "den": 750.0,
     "n": 47.0,
     "share": 0.06266666666666666
    },
    "small": {
     "den": 750.0,
     "n": 27.0,
     "share": 0.036
    }
   },
   "no_trade_off": 487.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.85320164607121,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.85320164607121,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 104.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 104,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.436305854689373,
      "needless": 26.018994086476983,
      "none": 1.8438562584455693,
      "right_risk": 2.8093114400214176,
      "right_safety": 6.763890825295182,
      "wrong_risk": 17.470305414196027
     },
     "calls": {
      "missed": 249.0,
      "needless": 243.0,
      "right_risk": 150.0,
      "right_safety": 376.0,
      "wrong_risk": 129.0
     },
     "confidence": {
      "auroc_right_risk": 0.5250990144607166,
      "missed_mean_p": 0.38457625379360194,
      "missed_n": 225,
      "taken_grouped": 61,
      "taken_n": 461,
      "taken_other": 0
     },
     "error_rate": 73.34266387912456,
     "found": {
      "den": 528.0,
      "n": 150.0,
      "share": 0.2840909090909091
     },
     "good": {
      "den": 522.0,
      "n": 150.0,
      "share": 0.28735632183908044
     },
     "judgement": 44.5761124981642,
     "judgement_hi": 47.27608613688048,
     "judgement_lo": 41.918777917261274,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3412698412698413,
      "x": 0.7159090909090909,
      "y": 0.3925686591276252
     },
     "margin": 0.001,
     "missed": {
      "den": 528.0,
      "n": 249.0,
      "share": 0.4715909090909091
     },
     "needless": {
      "den": 619.0,
      "n": 243.0,
      "share": 0.3925686591276252
     },
     "needless_by_loss": {
      "big": {
       "den": 619.0,
       "n": 179.0,
       "share": 0.28917609046849757
      },
      "medium": {
       "den": 619.0,
       "n": 38.0,
       "share": 0.061389337641357025
      },
      "small": {
       "den": 619.0,
       "n": 26.0,
       "share": 0.0420032310177706
      }
     },
     "no_trade_off": 107.0,
     "reference": null,
     "right_safety": {
      "den": 619.0,
      "n": 376.0,
      "share": 0.6074313408723748
     },
     "risk_pays": 528.0,
     "safety_pays": 619.0,
     "scored": 1254,
     "sdt": {
      "aim": {
       "den": 279.0,
       "n": 150.0,
       "share": 0.5376344086021505
      },
      "beta": 1.6953774330272613,
      "caution": 0.10052165288229574,
      "caution_hi": 0.19264515385606115,
      "caution_lo": 0.010156759216229756,
      "cstar": 1.5376659691732446,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.3433160393608533,
      "dprime_hi": 0.4892499748618666,
      "dprime_lo": 0.2065155983244878,
      "false_alarm": {
       "den": 619.0,
       "n": 243.0,
       "share": 0.3925686591276252
      },
      "false_alarm_rate": 0.392741935483871,
      "hit": {
       "den": 528.0,
       "n": 279.0,
       "share": 0.5284090909090909
      },
      "hit_rate": 0.5283553875236295,
      "missed_loss": 0.18569580354843754,
      "missed_n": 249.0,
      "na": null,
      "needless_loss": 0.26854171674437977,
      "needless_n": 243.0
     },
     "size": {
      "bad": {
       "mean": 12.720430107526882,
       "n": 372.0,
       "too_few": false
      },
      "right": {
       "mean": 9.3,
       "n": 150.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 306.0,
        "n": 99.0,
        "share": 0.3235294117647059
       },
       "missed": {
        "den": 306.0,
        "n": 141.0,
        "share": 0.46078431372549017
       },
       "risk_pays": 306.0,
       "wrong": {
        "den": 306.0,
        "n": 66.0,
        "share": 0.21568627450980393
       }
      },
      "medium": {
       "found": {
        "den": 161.0,
        "n": 42.0,
        "share": 0.2608695652173913
       },
       "missed": {
        "den": 161.0,
        "n": 81.0,
        "share": 0.5031055900621118
       },
       "risk_pays": 161.0,
       "wrong": {
        "den": 161.0,
        "n": 38.0,
        "share": 0.2360248447204969
       }
      },
      "small": {
       "found": {
        "den": 61.0,
        "n": 9.0,
        "share": 0.14754098360655737
       },
       "missed": {
        "den": 61.0,
        "n": 27.0,
        "share": 0.4426229508196721
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 25.0,
        "share": 0.4098360655737705
       }
      }
     },
     "trade_off": 1147.0,
     "wrong": {
      "den": 528.0,
      "n": 129.0,
      "share": 0.24431818181818182
     }
    },
    "holding": {
     "by_call": {
      "missed": 6.568200208924034,
      "needless": 6.254605948925018,
      "none": 9.452476420185782,
      "right_risk": 3.382844003764066,
      "right_safety": 8.131238547238437,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 5.0,
      "right_risk": 1.0,
      "right_safety": 26.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 1,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 33.789365129037336,
     "found": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "good": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "judgement": 51.935483870967744,
     "judgement_hi": 73.33333333333334,
     "judgement_lo": 34.21052631578947,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8,
      "y": 0.16129032258064516
     },
     "margin": 0.001,
     "missed": {
      "den": 5.0,
      "n": 4.0,
      "share": 0.8
     },
     "needless": {
      "den": 31.0,
      "n": 5.0,
      "share": 0.16129032258064516
     },
     "needless_by_loss": {
      "big": {
       "den": 31.0,
       "n": 3.0,
       "share": 0.0967741935483871
      },
      "medium": {
       "den": 31.0,
       "n": 2.0,
       "share": 0.06451612903225806
      },
      "small": {
       "den": 31.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 31.0,
      "n": 26.0,
      "share": 0.8387096774193549
     },
     "risk_pays": 5.0,
     "safety_pays": 31.0,
     "scored": 44,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 4.723188167211804,
      "caution": 0.8106357532485636,
      "caution_hi": 1.4637451993414365,
      "caution_lo": 0.17152918358627509,
      "cstar": 5.701540977792016,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.27229200610496385,
      "dprime_hi": 1.3112383512281762,
      "dprime_lo": -0.7680584713143463,
      "false_alarm": {
       "den": 31.0,
       "n": 5.0,
       "share": 0.16129032258064516
      },
      "false_alarm_rate": 0.171875,
      "hit": {
       "den": 5.0,
       "n": 1.0,
       "share": 0.2
      },
      "hit_rate": 0.25,
      "missed_loss": 0.14450040459632874,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.11008106470108033,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 13.8,
       "n": 5.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 36.0,
     "wrong": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 19.39759836763355,
      "needless": 12.779674684325009,
      "none": 0.0,
      "right_risk": 6.449113553720163,
      "right_safety": 4.035284967287212,
      "wrong_risk": 13.323915237230612
     },
     "calls": {
      "missed": 94.0,
      "needless": 32.0,
      "right_risk": 55.0,
      "right_safety": 68.0,
      "wrong_risk": 33.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 88,
      "taken_grouped": 13,
      "taken_n": 107,
      "taken_other": 0
     },
     "error_rate": 55.985586810196544,
     "found": {
      "den": 182.0,
      "n": 55.0,
      "share": 0.3021978021978022
     },
     "good": {
      "den": 120.0,
      "n": 55.0,
      "share": 0.4583333333333333
     },
     "judgement": 49.10989010989011,
     "judgement_hi": 54.743365662041626,
     "judgement_lo": 43.53322211387321,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25984251968503935,
      "x": 0.6978021978021978,
      "y": 0.32
     },
     "margin": 0.001,
     "missed": {
      "den": 182.0,
      "n": 94.0,
      "share": 0.5164835164835165
     },
     "needless": {
      "den": 100.0,
      "n": 32.0,
      "share": 0.32
     },
     "needless_by_loss": {
      "big": {
       "den": 100.0,
       "n": 24.0,
       "share": 0.24
      },
      "medium": {
       "den": 100.0,
       "n": 7.0,
       "share": 0.07
      },
      "small": {
       "den": 100.0,
       "n": 1.0,
       "share": 0.01
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 100.0,
      "n": 68.0,
      "share": 0.68
     },
     "risk_pays": 182.0,
     "safety_pays": 100.0,
     "scored": 282,
     "sdt": {
      "aim": {
       "den": 88.0,
       "n": 55.0,
       "share": 0.625
      },
      "beta": 1.0633551115741802,
      "caution": 0.25191242418619375,
      "caution_hi": 0.4543819365739725,
      "caution_lo": 0.053434525516449845,
      "cstar": 0.1456987834113929,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.42161717198216353,
      "dprime_hi": 0.7638776580300497,
      "dprime_lo": 0.13203363964982368,
      "false_alarm": {
       "den": 100.0,
       "n": 32.0,
       "share": 0.32
      },
      "false_alarm_rate": 0.3217821782178218,
      "hit": {
       "den": 182.0,
       "n": 88.0,
       "share": 0.4835164835164835
      },
      "hit_rate": 0.48360655737704916,
      "missed_loss": 0.11638559020580129,
      "missed_n": 94.0,
      "na": null,
      "needless_loss": 0.22524176631122828,
      "needless_n": 32.0
     },
     "size": {
      "bad": {
       "mean": 12.96923076923077,
       "n": 65.0,
       "too_few": true
      },
      "right": {
       "mean": 11.636363636363637,
       "n": 55.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 105.0,
        "n": 47.0,
        "share": 0.44761904761904764
       },
       "missed": {
        "den": 105.0,
        "n": 41.0,
        "share": 0.3904761904761905
       },
       "risk_pays": 105.0,
       "wrong": {
        "den": 105.0,
        "n": 17.0,
        "share": 0.1619047619047619
       }
      },
      "medium": {
       "found": {
        "den": 61.0,
        "n": 8.0,
        "share": 0.13114754098360656
       },
       "missed": {
        "den": 61.0,
        "n": 42.0,
        "share": 0.6885245901639344
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 11.0,
        "share": 0.18032786885245902
       }
      },
      "small": {
       "found": {
        "den": 16.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 16.0,
        "n": 11.0,
        "share": 0.6875
       },
       "risk_pays": 16.0,
       "wrong": {
        "den": 16.0,
        "n": 5.0,
        "share": 0.3125
       }
      }
     },
     "trade_off": 282.0,
     "wrong": {
      "den": 182.0,
      "n": 33.0,
      "share": 0.1813186813186813
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.540319977411585,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.540319977411585,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 268.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 268,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 750.0,
    "n": 470.0,
    "share": 0.6266666666666667
   },
   "risk_pays": 715.0,
   "safety_pays": 750.0,
   "scored": 1952,
   "sdt": {
    "aim": {
     "den": 368.0,
     "n": 206.0,
     "share": 0.5597826086956522
    },
    "beta": 1.6433520398936035,
    "caution": 0.14291242270361804,
    "caution_hi": 0.2238062861807954,
    "caution_lo": 0.06265660686284102,
    "cstar": 1.382286030050837,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.3593598371285186,
    "dprime_hi": 0.49064266125728817,
    "dprime_lo": 0.2338124806159028,
    "false_alarm": {
     "den": 750.0,
     "n": 280.0,
     "share": 0.37333333333333335
    },
    "false_alarm_rate": 0.37350199733688416,
    "hit": {
     "den": 715.0,
     "n": 368.0,
     "share": 0.5146853146853146
    },
    "hit_rate": 0.5146648044692738,
    "missed_loss": 0.1664452512429152,
    "missed_n": 347.0,
    "na": null,
    "needless_loss": 0.2607634964798178,
    "needless_n": 280.0
   },
   "size": {
    "bad": {
     "mean": 12.76923076923077,
     "n": 442.0,
     "too_few": false
    },
    "right": {
     "mean": 9.946601941747574,
     "n": 206.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 413.0,
      "n": 147.0,
      "share": 0.3559322033898305
     },
     "missed": {
      "den": 413.0,
      "n": 183.0,
      "share": 0.4430992736077482
     },
     "risk_pays": 413.0,
     "wrong": {
      "den": 413.0,
      "n": 83.0,
      "share": 0.2009685230024213
     }
    },
    "medium": {
     "found": {
      "den": 224.0,
      "n": 50.0,
      "share": 0.22321428571428573
     },
     "missed": {
      "den": 224.0,
      "n": 125.0,
      "share": 0.5580357142857143
     },
     "risk_pays": 224.0,
     "wrong": {
      "den": 224.0,
      "n": 49.0,
      "share": 0.21875
     }
    },
    "small": {
     "found": {
      "den": 78.0,
      "n": 9.0,
      "share": 0.11538461538461539
     },
     "missed": {
      "den": 78.0,
      "n": 39.0,
      "share": 0.5
     },
     "risk_pays": 78.0,
     "wrong": {
      "den": 78.0,
      "n": 30.0,
      "share": 0.38461538461538464
     }
    }
   },
   "trade_off": 1465.0,
   "wrong": {
    "den": 715.0,
    "n": 162.0,
    "share": 0.22657342657342658
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.458816895475152,
    "needless": 20.339708958492903,
    "none": 6.898382907641715,
    "right_risk": 2.3496732054675213,
    "right_safety": 5.446867040190541,
    "wrong_risk": 11.973716349142496
   },
   "calls": {
    "missed": 308.0,
    "needless": 319.0,
    "right_risk": 181.0,
    "right_safety": 509.0,
    "wrong_risk": 148.0
   },
   "confidence": {
    "auroc_right_risk": 0.5086787370941194,
    "missed_mean_p": 0.3944268605409039,
    "missed_n": 279,
    "taken_grouped": 75,
    "taken_n": 573,
    "taken_other": 0
   },
   "error_rate": 61.467165356410334,
   "found": {
    "den": 637.0,
    "n": 181.0,
    "share": 0.28414442700156983
   },
   "good": {
    "den": 648.0,
    "n": 181.0,
    "share": 0.279320987654321
   },
   "judgement": 44.9439363259239,
   "judgement_hi": 47.57380133738906,
   "judgement_lo": 42.601469202205465,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.32456140350877194,
    "x": 0.7158555729984302,
    "y": 0.3852657004830918
   },
   "margin": 0.02,
   "missed": {
    "den": 637.0,
    "n": 308.0,
    "share": 0.4835164835164835
   },
   "needless": {
    "den": 828.0,
    "n": 319.0,
    "share": 0.3852657004830918
   },
   "needless_by_loss": {
    "big": {
     "den": 828.0,
     "n": 226.0,
     "share": 0.27294685990338163
    },
    "medium": {
     "den": 828.0,
     "n": 56.0,
     "share": 0.06763285024154589
    },
    "small": {
     "den": 828.0,
     "n": 37.0,
     "share": 0.04468599033816425
    }
   },
   "no_trade_off": 487.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.85320164607121,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.85320164607121,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 104.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 104,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.06601220103162,
      "needless": 28.352619940489294,
      "none": 1.8438562584455693,
      "right_risk": 2.4354042310083504,
      "right_safety": 7.1341844789529345,
      "wrong_risk": 15.510586769196786
     },
     "calls": {
      "missed": 222.0,
      "needless": 277.0,
      "right_risk": 133.0,
      "right_safety": 403.0,
      "wrong_risk": 112.0
     },
     "confidence": {
      "auroc_right_risk": 0.5201857982902605,
      "missed_mean_p": null,
      "missed_n": 199,
      "taken_grouped": 61,
      "taken_n": 461,
      "taken_other": 0
     },
     "error_rate": 73.34266387912456,
     "found": {
      "den": 467.0,
      "n": 133.0,
      "share": 0.284796573875803
     },
     "good": {
      "den": 522.0,
      "n": 133.0,
      "share": 0.2547892720306513
     },
     "judgement": 43.87218163496662,
     "judgement_hi": 46.705339495443425,
     "judgement_lo": 41.269264450669674,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.33532934131736525,
      "x": 0.715203426124197,
      "y": 0.4073529411764706
     },
     "margin": 0.02,
     "missed": {
      "den": 467.0,
      "n": 222.0,
      "share": 0.4753747323340471
     },
     "needless": {
      "den": 680.0,
      "n": 277.0,
      "share": 0.4073529411764706
     },
     "needless_by_loss": {
      "big": {
       "den": 680.0,
       "n": 197.0,
       "share": 0.2897058823529412
      },
      "medium": {
       "den": 680.0,
       "n": 44.0,
       "share": 0.06470588235294118
      },
      "small": {
       "den": 680.0,
       "n": 36.0,
       "share": 0.052941176470588235
      }
     },
     "no_trade_off": 107.0,
     "reference": null,
     "right_safety": {
      "den": 680.0,
      "n": 403.0,
      "share": 0.5926470588235294
     },
     "risk_pays": 467.0,
     "safety_pays": 680.0,
     "scored": 1254,
     "sdt": {
      "aim": {
       "den": 245.0,
       "n": 133.0,
       "share": 0.5428571428571428
      },
      "beta": 1.8314545040789185,
      "caution": 0.0861877631172131,
      "caution_hi": 0.18476883656430548,
      "caution_lo": -0.003920575771430206,
      "cstar": 2.0467639819050256,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.29564252032969446,
      "dprime_hi": 0.44175081077620126,
      "dprime_lo": 0.14875833749377995,
      "false_alarm": {
       "den": 680.0,
       "n": 277.0,
       "share": 0.4073529411764706
      },
      "false_alarm_rate": 0.40748898678414097,
      "hit": {
       "den": 467.0,
       "n": 245.0,
       "share": 0.5246252676659529
      },
      "hit_rate": 0.5245726495726496,
      "missed_loss": 0.20409711081165452,
      "missed_n": 222.0,
      "na": null,
      "needless_loss": 0.25670891989439404,
      "needless_n": 277.0
     },
     "size": {
      "bad": {
       "mean": 12.47043701799486,
       "n": 389.0,
       "too_few": false
      },
      "right": {
       "mean": 9.593984962406015,
       "n": 133.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 306.0,
        "n": 95.0,
        "share": 0.3104575163398693
       },
       "missed": {
        "den": 306.0,
        "n": 141.0,
        "share": 0.46078431372549017
       },
       "risk_pays": 306.0,
       "wrong": {
        "den": 306.0,
        "n": 70.0,
        "share": 0.22875816993464052
       }
      },
      "medium": {
       "found": {
        "den": 161.0,
        "n": 38.0,
        "share": 0.2360248447204969
       },
       "missed": {
        "den": 161.0,
        "n": 81.0,
        "share": 0.5031055900621118
       },
       "risk_pays": 161.0,
       "wrong": {
        "den": 161.0,
        "n": 42.0,
        "share": 0.2608695652173913
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1147.0,
     "wrong": {
      "den": 467.0,
      "n": 112.0,
      "share": 0.2398286937901499
     }
    },
    "holding": {
     "by_call": {
      "missed": 6.5313760529864915,
      "needless": 6.254605948925018,
      "none": 9.452476420185782,
      "right_risk": 3.382844003764066,
      "right_safety": 8.168062703175979,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 3.0,
      "needless": 5.0,
      "right_risk": 1.0,
      "right_safety": 27.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 1,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 33.789365129037336,
     "found": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "good": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "judgement": 54.6875,
     "judgement_hi": 79.5663875598086,
     "judgement_lo": 34.724080267558534,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.75,
      "y": 0.15625
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 3.0,
      "share": 0.75
     },
     "needless": {
      "den": 32.0,
      "n": 5.0,
      "share": 0.15625
     },
     "needless_by_loss": {
      "big": {
       "den": 32.0,
       "n": 3.0,
       "share": 0.09375
      },
      "medium": {
       "den": 32.0,
       "n": 2.0,
       "share": 0.0625
      },
      "small": {
       "den": 32.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 32.0,
      "n": 27.0,
      "share": 0.84375
     },
     "risk_pays": 4.0,
     "safety_pays": 32.0,
     "scored": 44,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 4.596597763056743,
      "caution": 0.745911039404871,
      "caution_hi": 1.4515029624004525,
      "caution_lo": 0.02546771915497862,
      "cstar": 3.4429885474573463,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.4430210533936607,
      "dprime_hi": 1.5509352477769,
      "dprime_lo": -0.5973212435498161,
      "false_alarm": {
       "den": 32.0,
       "n": 5.0,
       "share": 0.15625
      },
      "false_alarm_rate": 0.16666666666666666,
      "hit": {
       "den": 4.0,
       "n": 1.0,
       "share": 0.25
      },
      "hit_rate": 0.3,
      "missed_loss": 0.19158703088760376,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.11008106470108033,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 13.8,
       "n": 5.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 36.0,
     "wrong": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 18.728548700505115,
      "needless": 13.736609290254878,
      "none": 0.0,
      "right_risk": 4.906808706462806,
      "right_safety": 4.7043346344156465,
      "wrong_risk": 13.9092854785581
     },
     "calls": {
      "missed": 83.0,
      "needless": 37.0,
      "right_risk": 47.0,
      "right_safety": 79.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 78,
      "taken_grouped": 13,
      "taken_n": 107,
      "taken_other": 0
     },
     "error_rate": 55.985586810196544,
     "found": {
      "den": 166.0,
      "n": 47.0,
      "share": 0.28313253012048195
     },
     "good": {
      "den": 120.0,
      "n": 47.0,
      "share": 0.39166666666666666
     },
     "judgement": 48.208350643955136,
     "judgement_hi": 53.33918059678057,
     "judgement_lo": 42.7059349380778,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3025210084033613,
      "x": 0.7168674698795181,
      "y": 0.31896551724137934
     },
     "margin": 0.02,
     "missed": {
      "den": 166.0,
      "n": 83.0,
      "share": 0.5
     },
     "needless": {
      "den": 116.0,
      "n": 37.0,
      "share": 0.31896551724137934
     },
     "needless_by_loss": {
      "big": {
       "den": 116.0,
       "n": 26.0,
       "share": 0.22413793103448276
      },
      "medium": {
       "den": 116.0,
       "n": 10.0,
       "share": 0.08620689655172414
      },
      "small": {
       "den": 116.0,
       "n": 1.0,
       "share": 0.008620689655172414
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 116.0,
      "n": 79.0,
      "share": 0.6810344827586207
     },
     "risk_pays": 166.0,
     "safety_pays": 116.0,
     "scored": 282,
     "sdt": {
      "aim": {
       "den": 83.0,
       "n": 47.0,
       "share": 0.5662650602409639
      },
      "beta": 1.1497454264125728,
      "caution": 0.2331326306853178,
      "caution_hi": 0.4235689081207747,
      "caution_lo": 0.04776585343085812,
      "cstar": 0.2992728841142584,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4662652613706356,
      "dprime_hi": 0.7952322880075832,
      "dprime_lo": 0.17052675891696484,
      "false_alarm": {
       "den": 116.0,
       "n": 37.0,
       "share": 0.31896551724137934
      },
      "false_alarm_rate": 0.32051282051282054,
      "hit": {
       "den": 166.0,
       "n": 83.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.12726387309740825,
      "missed_n": 83.0,
      "na": null,
      "needless_loss": 0.20939047674875003,
      "needless_n": 37.0
     },
     "size": {
      "bad": {
       "mean": 12.972602739726028,
       "n": 73.0,
       "too_few": true
      },
      "right": {
       "mean": 11.404255319148936,
       "n": 47.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 105.0,
        "n": 41.0,
        "share": 0.3904761904761905
       },
       "missed": {
        "den": 105.0,
        "n": 41.0,
        "share": 0.3904761904761905
       },
       "risk_pays": 105.0,
       "wrong": {
        "den": 105.0,
        "n": 23.0,
        "share": 0.21904761904761905
       }
      },
      "medium": {
       "found": {
        "den": 61.0,
        "n": 6.0,
        "share": 0.09836065573770492
       },
       "missed": {
        "den": 61.0,
        "n": 42.0,
        "share": 0.6885245901639344
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 13.0,
        "share": 0.21311475409836064
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 282.0,
     "wrong": {
      "den": 166.0,
      "n": 36.0,
      "share": 0.21686746987951808
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.540319977411585,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.540319977411585,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 268.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 268,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 828.0,
    "n": 509.0,
    "share": 0.6147342995169082
   },
   "risk_pays": 637.0,
   "safety_pays": 828.0,
   "scored": 1952,
   "sdt": {
    "aim": {
     "den": 329.0,
     "n": 181.0,
     "share": 0.5501519756838906
    },
    "beta": 1.7654804561086637,
    "caution": 0.1250264500385079,
    "caution_hi": 0.20947486097953216,
    "caution_lo": 0.045980643814605156,
    "cstar": 1.7091163873425959,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.33258288940669095,
    "dprime_hi": 0.4625994132212182,
    "dprime_lo": 0.20189806827249585,
    "false_alarm": {
     "den": 828.0,
     "n": 319.0,
     "share": 0.3852657004830918
    },
    "false_alarm_rate": 0.3854041013268999,
    "hit": {
     "den": 637.0,
     "n": 329.0,
     "share": 0.5164835164835165
    },
    "hit_rate": 0.5164576802507836,
    "missed_loss": 0.1832701985712175,
    "missed_n": 308.0,
    "na": null,
    "needless_loss": 0.24892233157980032,
    "needless_n": 319.0
   },
   "size": {
    "bad": {
     "mean": 12.563169164882227,
     "n": 467.0,
     "too_few": false
    },
    "right": {
     "mean": 10.088397790055248,
     "n": 181.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 413.0,
      "n": 137.0,
      "share": 0.33171912832929784
     },
     "missed": {
      "den": 413.0,
      "n": 183.0,
      "share": 0.4430992736077482
     },
     "risk_pays": 413.0,
     "wrong": {
      "den": 413.0,
      "n": 93.0,
      "share": 0.22518159806295399
     }
    },
    "medium": {
     "found": {
      "den": 224.0,
      "n": 44.0,
      "share": 0.19642857142857142
     },
     "missed": {
      "den": 224.0,
      "n": 125.0,
      "share": 0.5580357142857143
     },
     "risk_pays": 224.0,
     "wrong": {
      "den": 224.0,
      "n": 55.0,
      "share": 0.24553571428571427
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1465.0,
   "wrong": {
    "den": 637.0,
    "n": 148.0,
    "share": 0.23233908948194662
   }
  }
 },
 "slug": "lfm2-5-24b-a2b-off",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 65.42476206675343,
   "n": 87,
   "too_few": true
  },
  "blitz": {
   "error_rate": 66.69021417265353,
   "n": 230,
   "too_few": false
  },
  "holding": {
   "error_rate": 33.789365129037336,
   "n": 44,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 75.4906100389341,
   "n": 437,
   "too_few": false
  },
  "other": {
   "error_rate": 92.64204344328712,
   "n": 221,
   "too_few": false
  },
  "priming": {
   "error_rate": 62.64411740832858,
   "n": 279,
   "too_few": false
  }
 },
 "version": "v3"
}
