{
 "close": {
  "close": {
   "den": 151,
   "n": 0,
   "share": 0.0,
   "small": true
  },
  "decisions": 2193,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 151,
  "exclusions": {
   "grouped": 229,
   "not_audited": 43,
   "sparse": 1770
  },
  "groups": {
   "close": {
    "by_count": [
     0,
     0,
     0,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "points": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "prime": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "race": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "gap": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "loss2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "n": 0,
    "p1": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "p2": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum": {
     "mean": null,
     "median": null,
     "n": 0
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "other": {
    "by_count": [
     46,
     80,
     25,
     0,
     0
    ],
    "differ": {
     "hitting": {
      "den": 151,
      "n": 54,
      "share": 0.3576158940397351,
      "small": true
     },
     "points": {
      "den": 151,
      "n": 11,
      "share": 0.0728476821192053,
      "small": true
     },
     "prime": {
      "den": 151,
      "n": 37,
      "share": 0.24503311258278146,
      "small": true
     },
     "race": {
      "den": 151,
      "n": 28,
      "share": 0.18543046357615894,
      "small": true
     }
    },
    "gap": {
     "mean": 0.10088723345308115,
     "median": 0.023262381553649902,
     "n": 151
    },
    "loss1": {
     "mean": 0.03670528077131865,
     "median": 0.0,
     "n": 151
    },
    "loss2": {
     "mean": 0.08329021022809262,
     "median": 0.0031251907348632812,
     "n": 151
    },
    "n": 151,
    "p1": {
     "mean": 0.9909797689852077,
     "median": 0.9998203816259932,
     "n": 151
    },
    "p2": {
     "mean": 0.003566624503281338,
     "median": 0.00016851718434943687,
     "n": 151
    },
    "psum": {
     "mean": 0.9945463934884891,
     "median": 1.0,
     "n": 151
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     1,
     0,
     1,
     0,
     149
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 94,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 94,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 16,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 16,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 41,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 41,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 13,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 13,
      "n": 10,
      "share": 0.7692307692307693,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 3,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 10,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 3,
      "n": 0,
      "share": 0.0,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 94,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 94,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 13,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 13,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 44,
       "n": 0,
       "share": 0.0,
       "small": true
      },
      "eligible": 44,
      "risk_close": {
       "den": 0,
       "n": 0,
       "share": null,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "close": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     },
     "group": 10,
     "na": "N/A: no close choices in this group",
     "other": {
      "den": 10,
      "n": 7,
      "share": 0.7,
      "small": true
     }
    },
    "stake": {
     "big": {
      "den": 3,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "medium": {
      "den": 10,
      "n": 0,
      "share": 0.0,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 0,
   "n": 0,
   "share": null,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 151,
   "n": 0,
   "share": 0.0,
   "small": true
  },
  "risk_pair_other": {
   "den": 151,
   "n": 48,
   "share": 0.31788079470198677,
   "small": true
  },
  "ties": {
   "close": 0,
   "member": 1,
   "order": 0,
   "positive": 1,
   "top_two": 1,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.5622655663915979,
  "auroc_blunder": 0.5538952564996221,
  "confident_badly_wrong": {
   "den": 1964,
   "n": 596,
   "share": 0.3034623217922607
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1955,
     "n": 596,
     "share": 0.30485933503836316
    },
    "kept": {
     "den": 1964,
     "n": 1955,
     "share": 0.995417515274949
    },
    "mean_loss": 0.0896182459181227,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 1942,
     "n": 591,
     "share": 0.3043254376930999
    },
    "kept": {
     "den": 1964,
     "n": 1942,
     "share": 0.9887983706720977
    },
    "mean_loss": 0.08923938331778336,
    "too_few": false
   }
  },
  "ece": 0.5817970985000193,
  "held_out": {
   "blunders": null,
   "kept": null,
   "no_cutoff": 300,
   "runs": 300
  },
  "n": 1964,
  "surest": {
   "cut": 1.0,
   "error_rate": 39.72216915497754,
   "n": 752,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 50.067609358254984,
   "n": 736,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 67.39247384642766,
   "n": 605,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 31.635935720003825,
   "n": 852,
   "too_few": false
  }
 },
 "name": "LFM2.5-24B-A2B (on)",
 "options": {
  "11–15": {
   "error_rate": 56.206978699832995,
   "n": 378,
   "too_few": false
  },
  "16–25": {
   "error_rate": 62.258347236950485,
   "n": 448,
   "too_few": false
  },
  "26+": {
   "error_rate": 69.80052079473224,
   "n": 245,
   "too_few": false
  },
  "2–5": {
   "error_rate": 26.228343784179803,
   "n": 663,
   "too_few": false
  },
  "6–10": {
   "error_rate": 45.63731451829275,
   "n": 459,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 30.797071995273715,
   "n": 124,
   "too_few": true
  },
  "contact": {
   "error_rate": 56.03368712127375,
   "n": 1436,
   "too_few": false
  },
  "holding": {
   "error_rate": 58.75381935726512,
   "n": 55,
   "too_few": true
  },
  "opening": {
   "error_rate": 42.12318145064794,
   "n": 297,
   "too_few": false
  },
  "race": {
   "error_rate": 16.194903235418515,
   "n": 281,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.5622655663915979,
  "best_share": 0.3962608299133607,
  "blunder_share": 0.3237574099407205,
  "brier": 0.5810170277123968,
  "clusters": 100,
  "confidence_n": 1964,
  "confident_badly_wrong": 0.3034623217922607,
  "cost_coverage": 1.0,
  "decisions": 2193,
  "ece": 0.5817970985000193,
  "engine_scored": 2193,
  "error_hi": 51.154370370424054,
  "error_lo": 44.08083080740797,
  "error_rate": 47.686285635297615,
  "first_date": "2026-10-19",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 229,
  "invalid": 0,
  "last_date": "2026-10-25",
  "mean_confidence": 0.9977848785407525,
  "over_budget": 1.0,
  "own_cost": {
   "decisions": 2193,
   "estimate": true,
   "excluded_hours": 97.11666666666666,
   "gaps": [
    [
     "2026-10-19T23:11Z",
     "2026-10-19T23:21Z",
     10
    ],
    [
     "2026-10-20T02:03Z",
     "2026-10-20T02:15Z",
     12
    ],
    [
     "2026-10-20T02:59Z",
     "2026-10-20T03:09Z",
     10
    ],
    [
     "2026-10-20T09:12Z",
     "2026-10-20T09:22Z",
     11
    ],
    [
     "2026-10-20T10:28Z",
     "2026-10-20T11:39Z",
     71
    ],
    [
     "2026-10-20T11:40Z",
     "2026-10-20T20:25Z",
     525
    ],
    [
     "2026-10-20T21:06Z",
     "2026-10-20T22:48Z",
     102
    ],
    [
     "2026-10-20T22:54Z",
     "2026-10-20T23:13Z",
     19
    ],
    [
     "2026-10-20T23:13Z",
     "2026-10-21T01:30Z",
     137
    ],
    [
     "2026-10-21T04:27Z",
     "2026-10-21T06:25Z",
     118
    ],
    [
     "2026-10-21T06:25Z",
     "2026-10-22T00:01Z",
     1056
    ],
    [
     "2026-10-22T00:01Z",
     "2026-10-22T00:55Z",
     55
    ],
    [
     "2026-10-22T00:55Z",
     "2026-10-22T04:50Z",
     235
    ],
    [
     "2026-10-22T04:50Z",
     "2026-10-22T15:43Z",
     653
    ],
    [
     "2026-10-22T16:19Z",
     "2026-10-22T22:27Z",
     368
    ],
    [
     "2026-10-23T00:05Z",
     "2026-10-24T16:50Z",
     2445
    ]
   ],
   "gpu_decisions": 2193,
   "gpu_usd": 84.90464323440818,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 34.190423333446205,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.10078722225295172,
     "machine": "dgx_spark",
     "usd": 0.021449317536982867,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 34.08963611119325,
     "machine": "rtx_pro_6000",
     "usd": 84.8831939168712,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 84.90464323440818,
   "usd_per_1000": 38.71620758522945
  },
  "p95_loss": 0.43073860406875647,
  "probability_source": "logprobs",
  "retry_mean": 127.69054673962609,
  "scored": 2193,
  "time_median": 324.805,
  "time_p90": 668.578,
  "tokens_in": 28836.270405836753,
  "tokens_out": 21667.886000911993,
  "too_few": false,
  "usd_per_1000": 38.71620758522945,
  "very_confident": 0.995417515274949,
  "worst_mean": 0.6314342826604843
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.45098039215686275,
   "best_share": 0.717741935483871,
   "blunder_share": 0.1935483870967742,
   "brier": 0.28093371108614373,
   "clusters": 54,
   "confidence_n": 121,
   "confident_badly_wrong": 0.19008264462809918,
   "cost_coverage": 1.0,
   "decisions": 124,
   "ece": 0.280336998598931,
   "engine_scored": 124,
   "error_hi": 45.79101368671382,
   "error_lo": 16.611378454170296,
   "error_rate": 30.797071995273715,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    18,
    25
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.999345263061741,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2193,
    "estimate": true,
    "excluded_hours": 97.11666666666666,
    "gaps": [
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:21Z",
      10
     ],
     [
      "2026-10-20T02:03Z",
      "2026-10-20T02:15Z",
      12
     ],
     [
      "2026-10-20T02:59Z",
      "2026-10-20T03:09Z",
      10
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:22Z",
      11
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T11:39Z",
      71
     ],
     [
      "2026-10-20T11:40Z",
      "2026-10-20T20:25Z",
      525
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T22:48Z",
      102
     ],
     [
      "2026-10-20T22:54Z",
      "2026-10-20T23:13Z",
      19
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T01:30Z",
      137
     ],
     [
      "2026-10-21T04:27Z",
      "2026-10-21T06:25Z",
      118
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ],
     [
      "2026-10-22T04:50Z",
      "2026-10-22T15:43Z",
      653
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T22:27Z",
      368
     ],
     [
      "2026-10-23T00:05Z",
      "2026-10-24T16:50Z",
      2445
     ]
    ],
    "gpu_decisions": 2193,
    "gpu_usd": 84.90464323440818,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 34.190423333446205,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.10078722225295172,
      "machine": "dgx_spark",
      "usd": 0.021449317536982867,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 34.08963611119325,
      "machine": "rtx_pro_6000",
      "usd": 84.8831939168712,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 84.90464323440818,
    "usd_per_1000": 38.71620758522945
   },
   "p95_loss": 0.4444330513477324,
   "probability_source": "logprobs",
   "retry_mean": 85.45805645161289,
   "scored": 124,
   "time_median": 285.90099999999995,
   "time_p90": 464.6908,
   "tokens_in": 21396.725806451614,
   "tokens_out": 16527.887096774193,
   "too_few": true,
   "usd_per_1000": 38.71620758522945,
   "very_confident": 1.0,
   "worst_mean": 0.5992140372594198
  },
  "contact": {
   "auroc": 0.589029304029304,
   "best_share": 0.366991643454039,
   "blunder_share": 0.366991643454039,
   "brier": 0.6109517811545011,
   "clusters": 100,
   "confidence_n": 1270,
   "confident_badly_wrong": 0.3425196850393701,
   "cost_coverage": 1.0,
   "decisions": 1436,
   "ece": 0.6118299338363927,
   "engine_scored": 1436,
   "error_hi": 60.92551585590831,
   "error_lo": 51.1906163697845,
   "error_rate": 56.03368712127375,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 166,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.9976567054899359,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2193,
    "estimate": true,
    "excluded_hours": 97.11666666666666,
    "gaps": [
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:21Z",
      10
     ],
     [
      "2026-10-20T02:03Z",
      "2026-10-20T02:15Z",
      12
     ],
     [
      "2026-10-20T02:59Z",
      "2026-10-20T03:09Z",
      10
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:22Z",
      11
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T11:39Z",
      71
     ],
     [
      "2026-10-20T11:40Z",
      "2026-10-20T20:25Z",
      525
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T22:48Z",
      102
     ],
     [
      "2026-10-20T22:54Z",
      "2026-10-20T23:13Z",
      19
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T01:30Z",
      137
     ],
     [
      "2026-10-21T04:27Z",
      "2026-10-21T06:25Z",
      118
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ],
     [
      "2026-10-22T04:50Z",
      "2026-10-22T15:43Z",
      653
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T22:27Z",
      368
     ],
     [
      "2026-10-23T00:05Z",
      "2026-10-24T16:50Z",
      2445
     ]
    ],
    "gpu_decisions": 2193,
    "gpu_usd": 84.90464323440818,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 34.190423333446205,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.10078722225295172,
      "machine": "dgx_spark",
      "usd": 0.021449317536982867,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 34.08963611119325,
      "machine": "rtx_pro_6000",
      "usd": 84.8831939168712,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 84.90464323440818,
    "usd_per_1000": 38.71620758522945
   },
   "p95_loss": 0.4823947101831436,
   "probability_source": "logprobs",
   "retry_mean": 135.1698168523677,
   "scored": 1436,
   "time_median": 328.905,
   "time_p90": 760.4449999999999,
   "tokens_in": 29660.854456824512,
   "tokens_out": 22303.15320334262,
   "too_few": false,
   "usd_per_1000": 38.71620758522945,
   "very_confident": 0.9952755905511811,
   "worst_mean": 0.6880695327288575
  },
  "holding": {
   "auroc": 0.5785714285714286,
   "best_share": 0.38181818181818183,
   "blunder_share": 0.4,
   "brier": 0.5879968202000214,
   "clusters": 25,
   "confidence_n": 51,
   "confident_badly_wrong": 0.37254901960784315,
   "cost_coverage": 1.0,
   "decisions": 55,
   "ece": 0.588077858496979,
   "engine_scored": 55,
   "error_hi": 87.91026926922554,
   "error_lo": 38.55836798661742,
   "error_rate": 58.75381935726512,
   "first_date": "2026-10-20",
   "group_sizes": [
    19,
    22,
    24,
    26
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.9998425643793319,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2193,
    "estimate": true,
    "excluded_hours": 97.11666666666666,
    "gaps": [
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:21Z",
      10
     ],
     [
      "2026-10-20T02:03Z",
      "2026-10-20T02:15Z",
      12
     ],
     [
      "2026-10-20T02:59Z",
      "2026-10-20T03:09Z",
      10
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:22Z",
      11
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T11:39Z",
      71
     ],
     [
      "2026-10-20T11:40Z",
      "2026-10-20T20:25Z",
      525
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T22:48Z",
      102
     ],
     [
      "2026-10-20T22:54Z",
      "2026-10-20T23:13Z",
      19
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T01:30Z",
      137
     ],
     [
      "2026-10-21T04:27Z",
      "2026-10-21T06:25Z",
      118
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ],
     [
      "2026-10-22T04:50Z",
      "2026-10-22T15:43Z",
      653
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T22:27Z",
      368
     ],
     [
      "2026-10-23T00:05Z",
      "2026-10-24T16:50Z",
      2445
     ]
    ],
    "gpu_decisions": 2193,
    "gpu_usd": 84.90464323440818,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 34.190423333446205,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.10078722225295172,
      "machine": "dgx_spark",
      "usd": 0.021449317536982867,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 34.08963611119325,
      "machine": "rtx_pro_6000",
      "usd": 84.8831939168712,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 84.90464323440818,
    "usd_per_1000": 38.71620758522945
   },
   "p95_loss": 0.4644182622432708,
   "probability_source": "logprobs",
   "retry_mean": 121.12590909090909,
   "scored": 55,
   "time_median": 311.439,
   "time_p90": 534.4816000000001,
   "tokens_in": 28092.52727272727,
   "tokens_out": 20675.363636363636,
   "too_few": true,
   "usd_per_1000": 38.71620758522945,
   "very_confident": 1.0,
   "worst_mean": 0.7309403419494629
  },
  "opening": {
   "auroc": 0.5200149644594089,
   "best_share": 0.3602693602693603,
   "blunder_share": 0.3333333333333333,
   "brier": 0.6159263396404306,
   "clusters": 100,
   "confidence_n": 261,
   "confident_badly_wrong": 0.3218390804597701,
   "cost_coverage": 1.0,
   "decisions": 297,
   "ece": 0.6171295517287096,
   "engine_scored": 297,
   "error_hi": 48.9374588182468,
   "error_lo": 35.61631230669001,
   "error_rate": 42.12318145064794,
   "first_date": "2026-10-19",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    23,
    24,
    25,
    26
   ],
   "grouped": 36,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.996439896556296,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2193,
    "estimate": true,
    "excluded_hours": 97.11666666666666,
    "gaps": [
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:21Z",
      10
     ],
     [
      "2026-10-20T02:03Z",
      "2026-10-20T02:15Z",
      12
     ],
     [
      "2026-10-20T02:59Z",
      "2026-10-20T03:09Z",
      10
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:22Z",
      11
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T11:39Z",
      71
     ],
     [
      "2026-10-20T11:40Z",
      "2026-10-20T20:25Z",
      525
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T22:48Z",
      102
     ],
     [
      "2026-10-20T22:54Z",
      "2026-10-20T23:13Z",
      19
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T01:30Z",
      137
     ],
     [
      "2026-10-21T04:27Z",
      "2026-10-21T06:25Z",
      118
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ],
     [
      "2026-10-22T04:50Z",
      "2026-10-22T15:43Z",
      653
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T22:27Z",
      368
     ],
     [
      "2026-10-23T00:05Z",
      "2026-10-24T16:50Z",
      2445
     ]
    ],
    "gpu_decisions": 2193,
    "gpu_usd": 84.90464323440818,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 34.190423333446205,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.10078722225295172,
      "machine": "dgx_spark",
      "usd": 0.021449317536982867,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 34.08963611119325,
      "machine": "rtx_pro_6000",
      "usd": 84.8831939168712,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 84.90464323440818,
    "usd_per_1000": 38.71620758522945
   },
   "p95_loss": 0.3294901132583617,
   "probability_source": "logprobs",
   "retry_mean": 141.2536228956229,
   "scored": 297,
   "time_median": 325.993,
   "time_p90": 755.3862000000005,
   "tokens_in": 29739.643097643097,
   "tokens_out": 21847.94612794613,
   "too_few": false,
   "usd_per_1000": 38.71620758522945,
   "very_confident": 0.9923371647509579,
   "worst_mean": 0.4734787543614705
  },
  "race": {
   "auroc": 0.5167848699763593,
   "best_share": 0.44483985765124556,
   "blunder_share": 0.13523131672597866,
   "brier": 0.5382034055293261,
   "clusters": 87,
   "confidence_n": 261,
   "confident_badly_wrong": 0.13409961685823754,
   "cost_coverage": 1.0,
   "decisions": 281,
   "ece": 0.5388579496812621,
   "engine_scored": 281,
   "error_hi": 20.699669979549977,
   "error_lo": 12.041038494402088,
   "error_rate": 16.194903235418515,
   "first_date": "2026-10-20",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    23,
    24,
    25,
    26
   ],
   "grouped": 20,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.9986280646237906,
   "over_budget": 1.0,
   "own_cost": {
    "decisions": 2193,
    "estimate": true,
    "excluded_hours": 97.11666666666666,
    "gaps": [
     [
      "2026-10-19T23:11Z",
      "2026-10-19T23:21Z",
      10
     ],
     [
      "2026-10-20T02:03Z",
      "2026-10-20T02:15Z",
      12
     ],
     [
      "2026-10-20T02:59Z",
      "2026-10-20T03:09Z",
      10
     ],
     [
      "2026-10-20T09:12Z",
      "2026-10-20T09:22Z",
      11
     ],
     [
      "2026-10-20T10:28Z",
      "2026-10-20T11:39Z",
      71
     ],
     [
      "2026-10-20T11:40Z",
      "2026-10-20T20:25Z",
      525
     ],
     [
      "2026-10-20T21:06Z",
      "2026-10-20T22:48Z",
      102
     ],
     [
      "2026-10-20T22:54Z",
      "2026-10-20T23:13Z",
      19
     ],
     [
      "2026-10-20T23:13Z",
      "2026-10-21T01:30Z",
      137
     ],
     [
      "2026-10-21T04:27Z",
      "2026-10-21T06:25Z",
      118
     ],
     [
      "2026-10-21T06:25Z",
      "2026-10-22T00:01Z",
      1056
     ],
     [
      "2026-10-22T00:01Z",
      "2026-10-22T00:55Z",
      55
     ],
     [
      "2026-10-22T00:55Z",
      "2026-10-22T04:50Z",
      235
     ],
     [
      "2026-10-22T04:50Z",
      "2026-10-22T15:43Z",
      653
     ],
     [
      "2026-10-22T16:19Z",
      "2026-10-22T22:27Z",
      368
     ],
     [
      "2026-10-23T00:05Z",
      "2026-10-24T16:50Z",
      2445
     ]
    ],
    "gpu_decisions": 2193,
    "gpu_usd": 84.90464323440818,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 34.190423333446205,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.10078722225295172,
      "machine": "dgx_spark",
      "usd": 0.021449317536982867,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 34.08963611119325,
      "machine": "rtx_pro_6000",
      "usd": 84.8831939168712,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 84.90464323440818,
    "usd_per_1000": 38.71620758522945
   },
   "p95_loss": 0.16800141334533691,
   "probability_source": "logprobs",
   "retry_mean": 95.05502491103202,
   "scored": 281,
   "time_median": 321.182,
   "time_p90": 657.382,
   "tokens_in": 27096.074733096084,
   "tokens_out": 20693.604982206405,
   "too_few": false,
   "usd_per_1000": 38.71620758522945,
   "very_confident": 0.9961685823754789,
   "worst_mean": 0.25711246047701153
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 12.214491975345515,
    "needless": 13.287840792429376,
    "none": 5.148068063616807,
    "right_risk": 2.7282470663116776,
    "right_safety": 4.2280424445718054,
    "wrong_risk": 10.07959529302243
   },
   "calls": {
    "missed": 373.0,
    "needless": 235.0,
    "right_risk": 248.0,
    "right_safety": 647.0,
    "wrong_risk": 167.0
   },
   "confidence": {
    "auroc_right_risk": 0.515093479252166,
    "missed_mean_p": 0.9997717382088558,
    "missed_n": 309,
    "taken_grouped": 78,
    "taken_n": 572,
    "taken_other": 0
   },
   "error_rate": 47.686285635297615,
   "found": {
    "den": 788.0,
    "n": 248.0,
    "share": 0.3147208121827411
   },
   "good": {
    "den": 650.0,
    "n": 248.0,
    "share": 0.38153846153846155
   },
   "judgement": 52.41404514428445,
   "judgement_hi": 54.51842177439104,
   "judgement_lo": 50.32163907748342,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.30925925925925923,
    "x": 0.6852791878172588,
    "y": 0.26643990929705214
   },
   "margin": 0.001,
   "missed": {
    "den": 788.0,
    "n": 373.0,
    "share": 0.4733502538071066
   },
   "needless": {
    "den": 882.0,
    "n": 235.0,
    "share": 0.26643990929705214
   },
   "needless_by_loss": {
    "big": {
     "den": 882.0,
     "n": 169.0,
     "share": 0.19160997732426305
    },
    "medium": {
     "den": 882.0,
     "n": 54.0,
     "share": 0.061224489795918366
    },
    "small": {
     "den": 882.0,
     "n": 12.0,
     "share": 0.013605442176870748
    }
   },
   "no_trade_off": 523.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 30.797071995273715,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 30.797071995273715,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 124.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 124,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.552201746732079,
      "needless": 18.38461195526017,
      "none": 2.0335017597110823,
      "right_risk": 3.088399902774763,
      "right_safety": 5.122041034001162,
      "wrong_risk": 11.852930722794493
     },
     "calls": {
      "missed": 281.0,
      "needless": 208.0,
      "right_risk": 183.0,
      "right_safety": 524.0,
      "wrong_risk": 125.0
     },
     "confidence": {
      "auroc_right_risk": 0.5217158535769256,
      "missed_mean_p": 0.9997506102496247,
      "missed_n": 235,
      "taken_grouped": 70,
      "taken_n": 446,
      "taken_other": 0
     },
     "error_rate": 56.03368712127375,
     "found": {
      "den": 589.0,
      "n": 183.0,
      "share": 0.31069609507640067
     },
     "good": {
      "den": 516.0,
      "n": 183.0,
      "share": 0.3546511627906977
     },
     "judgement": 51.32715448059599,
     "judgement_hi": 53.757352796410736,
     "judgement_lo": 49.14459042355279,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3078817733990148,
      "x": 0.6893039049235993,
      "y": 0.28415300546448086
     },
     "margin": 0.001,
     "missed": {
      "den": 589.0,
      "n": 281.0,
      "share": 0.4770797962648557
     },
     "needless": {
      "den": 732.0,
      "n": 208.0,
      "share": 0.28415300546448086
     },
     "needless_by_loss": {
      "big": {
       "den": 732.0,
       "n": 147.0,
       "share": 0.20081967213114754
      },
      "medium": {
       "den": 732.0,
       "n": 50.0,
       "share": 0.06830601092896176
      },
      "small": {
       "den": 732.0,
       "n": 11.0,
       "share": 0.015027322404371584
      }
     },
     "no_trade_off": 115.0,
     "reference": null,
     "right_safety": {
      "den": 732.0,
      "n": 524.0,
      "share": 0.7158469945355191
     },
     "risk_pays": 589.0,
     "safety_pays": 732.0,
     "scored": 1436,
     "sdt": {
      "aim": {
       "den": 308.0,
       "n": 183.0,
       "share": 0.5941558441558441
      },
      "beta": 1.9847296489208721,
      "caution": 0.25614658847445526,
      "caution_hi": 0.3249491961769393,
      "caution_lo": 0.1895840531026197,
      "cstar": 1.0931583532833464,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.6270662487163265,
      "dprime_hi": 0.7786286703123678,
      "dprime_lo": 0.49118270255665675,
      "false_alarm": {
       "den": 732.0,
       "n": 208.0,
       "share": 0.28415300546448086
      },
      "false_alarm_rate": 0.2844474761255116,
      "hit": {
       "den": 589.0,
       "n": 308.0,
       "share": 0.5229202037351444
      },
      "hit_rate": 0.5228813559322034,
      "missed_loss": 0.15895346411606595,
      "missed_n": 281.0,
      "na": null,
      "needless_loss": 0.25384906507455385,
      "needless_n": 208.0
     },
     "size": {
      "bad": {
       "mean": 11.993993993993994,
       "n": 333.0,
       "too_few": false
      },
      "right": {
       "mean": 9.021857923497267,
       "n": 183.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 323.0,
        "n": 137.0,
        "share": 0.4241486068111455
       },
       "missed": {
        "den": 323.0,
        "n": 131.0,
        "share": 0.4055727554179567
       },
       "risk_pays": 323.0,
       "wrong": {
        "den": 323.0,
        "n": 55.0,
        "share": 0.17027863777089783
       }
      },
      "medium": {
       "found": {
        "den": 188.0,
        "n": 39.0,
        "share": 0.2074468085106383
       },
       "missed": {
        "den": 188.0,
        "n": 99.0,
        "share": 0.526595744680851
       },
       "risk_pays": 188.0,
       "wrong": {
        "den": 188.0,
        "n": 50.0,
        "share": 0.26595744680851063
       }
      },
      "small": {
       "found": {
        "den": 78.0,
        "n": 7.0,
        "share": 0.08974358974358974
       },
       "missed": {
        "den": 78.0,
        "n": 51.0,
        "share": 0.6538461538461539
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 20.0,
        "share": 0.2564102564102564
       }
      }
     },
     "trade_off": 1321.0,
     "wrong": {
      "den": 589.0,
      "n": 125.0,
      "share": 0.21222410865874364
     }
    },
    "holding": {
     "by_call": {
      "missed": 12.052819403735073,
      "needless": 19.339983571659435,
      "none": 0.0,
      "right_risk": 0.3947561437433416,
      "right_safety": 10.246290401978927,
      "wrong_risk": 16.719969836148348
     },
     "calls": {
      "missed": 10.0,
      "needless": 9.0,
      "right_risk": 2.0,
      "right_safety": 29.0,
      "wrong_risk": 3.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 14,
      "taken_other": 0
     },
     "error_rate": 58.75381935726512,
     "found": {
      "den": 15.0,
      "n": 2.0,
      "share": 0.13333333333333333
     },
     "good": {
      "den": 14.0,
      "n": 2.0,
      "share": 0.14285714285714285
     },
     "judgement": 44.824561403508774,
     "judgement_hi": 57.973427685781864,
     "judgement_lo": 33.711709486166015,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23076923076923078,
      "x": 0.8666666666666667,
      "y": 0.23684210526315788
     },
     "margin": 0.001,
     "missed": {
      "den": 15.0,
      "n": 10.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 38.0,
      "n": 9.0,
      "share": 0.23684210526315788
     },
     "needless_by_loss": {
      "big": {
       "den": 38.0,
       "n": 9.0,
       "share": 0.23684210526315788
      },
      "medium": {
       "den": 38.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 38.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 38.0,
      "n": 29.0,
      "share": 0.7631578947368421
     },
     "risk_pays": 15.0,
     "safety_pays": 38.0,
     "scored": 55,
     "sdt": {
      "aim": {
       "den": 5.0,
       "n": 2.0,
       "share": 0.4
      },
      "beta": 4.51665875445807,
      "caution": 0.5485259588435447,
      "caution_hi": 0.995997630796976,
      "caution_lo": 0.11612693446429716,
      "cstar": 5.153865310864278,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.29255178704363904,
      "dprime_hi": 1.023456987458762,
      "dprime_lo": -0.4768301458485068,
      "false_alarm": {
       "den": 38.0,
       "n": 9.0,
       "share": 0.23684210526315788
      },
      "false_alarm_rate": 0.24358974358974358,
      "hit": {
       "den": 15.0,
       "n": 5.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.34375,
      "missed_loss": 0.1325810134410858,
      "missed_n": 10.0,
      "na": null,
      "needless_loss": 0.23637757698694864,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 14.083333333333334,
       "n": 12.0,
       "too_few": true
      },
      "right": {
       "mean": 8.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 4.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      }
     },
     "trade_off": 53.0,
     "wrong": {
      "den": 15.0,
      "n": 3.0,
      "share": 0.2
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.762673826330037,
      "needless": 5.6438821333426015,
      "none": 0.0,
      "right_risk": 5.139366896064193,
      "right_safety": 4.55656627613286,
      "wrong_risk": 14.020692318778247
     },
     "calls": {
      "missed": 82.0,
      "needless": 18.0,
      "right_risk": 63.0,
      "right_safety": 94.0,
      "wrong_risk": 39.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 65,
      "taken_grouped": 8,
      "taken_n": 112,
      "taken_other": 0
     },
     "error_rate": 42.12318145064794,
     "found": {
      "den": 184.0,
      "n": 63.0,
      "share": 0.3423913043478261
     },
     "good": {
      "den": 120.0,
      "n": 63.0,
      "share": 0.525
     },
     "judgement": 59.08385093167702,
     "judgement_hi": 63.647209621974234,
     "judgement_lo": 54.59921389751553,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.32231404958677684,
      "x": 0.657608695652174,
      "y": 0.16071428571428573
     },
     "margin": 0.001,
     "missed": {
      "den": 184.0,
      "n": 82.0,
      "share": 0.44565217391304346
     },
     "needless": {
      "den": 112.0,
      "n": 18.0,
      "share": 0.16071428571428573
     },
     "needless_by_loss": {
      "big": {
       "den": 112.0,
       "n": 13.0,
       "share": 0.11607142857142858
      },
      "medium": {
       "den": 112.0,
       "n": 4.0,
       "share": 0.03571428571428571
      },
      "small": {
       "den": 112.0,
       "n": 1.0,
       "share": 0.008928571428571428
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 112.0,
      "n": 94.0,
      "share": 0.8392857142857143
     },
     "risk_pays": 184.0,
     "safety_pays": 112.0,
     "scored": 297,
     "sdt": {
      "aim": {
       "den": 102.0,
       "n": 63.0,
       "share": 0.6176470588235294
      },
      "beta": 1.2262465884719274,
      "caution": 0.4216927790940961,
      "caution_hi": 0.5893047253104576,
      "caution_lo": 0.2650257267136931,
      "cstar": 0.1828879880932233,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1152069194811531,
      "dprime_hi": 1.393516354346016,
      "dprime_lo": 0.8353025008277917,
      "false_alarm": {
       "den": 112.0,
       "n": 18.0,
       "share": 0.16071428571428573
      },
      "false_alarm_rate": 0.16371681415929204,
      "hit": {
       "den": 184.0,
       "n": 102.0,
       "share": 0.5543478260869565
      },
      "hit_rate": 0.5540540540540541,
      "missed_loss": 0.09245156405902491,
      "missed_n": 82.0,
      "na": null,
      "needless_loss": 0.18624811040030587,
      "needless_n": 18.0
     },
     "size": {
      "bad": {
       "mean": 13.964912280701755,
       "n": 57.0,
       "too_few": true
      },
      "right": {
       "mean": 15.031746031746032,
       "n": 63.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 76.0,
        "n": 44.0,
        "share": 0.5789473684210527
       },
       "missed": {
        "den": 76.0,
        "n": 19.0,
        "share": 0.25
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 13.0,
        "share": 0.17105263157894737
       }
      },
      "medium": {
       "found": {
        "den": 97.0,
        "n": 19.0,
        "share": 0.1958762886597938
       },
       "missed": {
        "den": 97.0,
        "n": 56.0,
        "share": 0.5773195876288659
       },
       "risk_pays": 97.0,
       "wrong": {
        "den": 97.0,
        "n": 22.0,
        "share": 0.2268041237113402
       }
      },
      "small": {
       "found": {
        "den": 11.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 11.0,
        "n": 7.0,
        "share": 0.6363636363636364
       },
       "risk_pays": 11.0,
       "wrong": {
        "den": 11.0,
        "n": 4.0,
        "share": 0.36363636363636365
       }
      }
     },
     "trade_off": 296.0,
     "wrong": {
      "den": 184.0,
      "n": 39.0,
      "share": 0.21195652173913043
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 16.194903235418515,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 16.194903235418515,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 281.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 281,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 882.0,
    "n": 647.0,
    "share": 0.7335600907029478
   },
   "risk_pays": 788.0,
   "safety_pays": 882.0,
   "scored": 2193,
   "sdt": {
    "aim": {
     "den": 415.0,
     "n": 248.0,
     "share": 0.5975903614457831
    },
    "beta": 1.9326906456755077,
    "caution": 0.27802246423185856,
    "caution_hi": 0.3407590030740412,
    "caution_lo": 0.2142135050399304,
    "cstar": 0.9555327176325419,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.6895767531653824,
    "dprime_hi": 0.8161401901376182,
    "dprime_lo": 0.5646883080065042,
    "false_alarm": {
     "den": 882.0,
     "n": 235.0,
     "share": 0.26643990929705214
    },
    "false_alarm_rate": 0.2667044167610419,
    "hit": {
     "den": 788.0,
     "n": 415.0,
     "share": 0.5266497461928934
    },
    "hit_rate": 0.526615969581749,
    "missed_loss": 0.14362670724896898,
    "missed_n": 373.0,
    "na": null,
    "needless_loss": 0.248001998789767,
    "needless_n": 235.0
   },
   "size": {
    "bad": {
     "mean": 12.335820895522389,
     "n": 402.0,
     "too_few": false
    },
    "right": {
     "mean": 10.540322580645162,
     "n": 248.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 406.0,
      "n": 182.0,
      "share": 0.4482758620689655
     },
     "missed": {
      "den": 406.0,
      "n": 154.0,
      "share": 0.3793103448275862
     },
     "risk_pays": 406.0,
     "wrong": {
      "den": 406.0,
      "n": 70.0,
      "share": 0.1724137931034483
     }
    },
    "medium": {
     "found": {
      "den": 289.0,
      "n": 59.0,
      "share": 0.2041522491349481
     },
     "missed": {
      "den": 289.0,
      "n": 158.0,
      "share": 0.5467128027681661
     },
     "risk_pays": 289.0,
     "wrong": {
      "den": 289.0,
      "n": 72.0,
      "share": 0.2491349480968858
     }
    },
    "small": {
     "found": {
      "den": 93.0,
      "n": 7.0,
      "share": 0.07526881720430108
     },
     "missed": {
      "den": 93.0,
      "n": 61.0,
      "share": 0.6559139784946236
     },
     "risk_pays": 93.0,
     "wrong": {
      "den": 93.0,
      "n": 25.0,
      "share": 0.26881720430107525
     }
    }
   },
   "trade_off": 1670.0,
   "wrong": {
    "den": 788.0,
    "n": 167.0,
    "share": 0.21192893401015228
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.600134195229042,
    "needless": 14.800038163215126,
    "none": 5.148068063616807,
    "right_risk": 2.1399825580360354,
    "right_safety": 4.842400224688278,
    "wrong_risk": 9.155662430512324
   },
   "calls": {
    "missed": 312.0,
    "needless": 267.0,
    "right_risk": 224.0,
    "right_safety": 708.0,
    "wrong_risk": 159.0
   },
   "confidence": {
    "auroc_right_risk": 0.521341297114493,
    "missed_mean_p": 0.999753722473928,
    "missed_n": 259,
    "taken_grouped": 78,
    "taken_n": 572,
    "taken_other": 0
   },
   "error_rate": 47.686285635297615,
   "found": {
    "den": 695.0,
    "n": 224.0,
    "share": 0.32230215827338127
   },
   "good": {
    "den": 650.0,
    "n": 224.0,
    "share": 0.3446153846153846
   },
   "judgement": 52.42280022136136,
   "judgement_hi": 54.64580021380246,
   "judgement_lo": 50.21255586218876,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.3375796178343949,
    "x": 0.6776978417266187,
    "y": 0.27384615384615385
   },
   "margin": 0.02,
   "missed": {
    "den": 695.0,
    "n": 312.0,
    "share": 0.4489208633093525
   },
   "needless": {
    "den": 975.0,
    "n": 267.0,
    "share": 0.27384615384615385
   },
   "needless_by_loss": {
    "big": {
     "den": 975.0,
     "n": 186.0,
     "share": 0.19076923076923077
    },
    "medium": {
     "den": 975.0,
     "n": 59.0,
     "share": 0.06051282051282051
    },
    "small": {
     "den": 975.0,
     "n": 22.0,
     "share": 0.022564102564102566
    }
   },
   "no_trade_off": 523.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 30.797071995273715,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 30.797071995273715,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 124.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 124,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.694008197957094,
      "needless": 20.180433947063754,
      "none": 2.0335017597110823,
      "right_risk": 2.3676204419899785,
      "right_safety": 5.980234582776147,
      "wrong_risk": 10.777888191775691
     },
     "calls": {
      "missed": 230.0,
      "needless": 235.0,
      "right_risk": 165.0,
      "right_safety": 575.0,
      "wrong_risk": 116.0
     },
     "confidence": {
      "auroc_right_risk": 0.5279032561641257,
      "missed_mean_p": null,
      "missed_n": 194,
      "taken_grouped": 70,
      "taken_n": 446,
      "taken_other": 0
     },
     "error_rate": 56.03368712127375,
     "found": {
      "den": 511.0,
      "n": 165.0,
      "share": 0.32289628180039137
     },
     "good": {
      "den": 516.0,
      "n": 165.0,
      "share": 0.31976744186046513
     },
     "judgement": 51.638641250513395,
     "judgement_hi": 53.883570853122215,
     "judgement_lo": 49.35585674838724,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3352601156069364,
      "x": 0.6771037181996086,
      "y": 0.29012345679012347
     },
     "margin": 0.02,
     "missed": {
      "den": 511.0,
      "n": 230.0,
      "share": 0.4500978473581213
     },
     "needless": {
      "den": 810.0,
      "n": 235.0,
      "share": 0.29012345679012347
     },
     "needless_by_loss": {
      "big": {
       "den": 810.0,
       "n": 160.0,
       "share": 0.19753086419753085
      },
      "medium": {
       "den": 810.0,
       "n": 55.0,
       "share": 0.06790123456790123
      },
      "small": {
       "den": 810.0,
       "n": 20.0,
       "share": 0.024691358024691357
      }
     },
     "no_trade_off": 115.0,
     "reference": null,
     "right_safety": {
      "den": 810.0,
      "n": 575.0,
      "share": 0.7098765432098766
     },
     "risk_pays": 511.0,
     "safety_pays": 810.0,
     "scored": 1436,
     "sdt": {
      "aim": {
       "den": 281.0,
       "n": 165.0,
       "share": 0.5871886120996441
      },
      "beta": 2.130660798497496,
      "caution": 0.21355023924326322,
      "caution_hi": 0.28174810867209743,
      "caution_lo": 0.1446676793941477,
      "cstar": 1.116610044578923,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.6774362897033954,
      "dprime_hi": 0.8215242828919608,
      "dprime_lo": 0.5322353917108927,
      "false_alarm": {
       "den": 810.0,
       "n": 235.0,
       "share": 0.29012345679012347
      },
      "false_alarm_rate": 0.2903822441430333,
      "hit": {
       "den": 511.0,
       "n": 281.0,
       "share": 0.5499021526418787
      },
      "hit_rate": 0.5498046875,
      "missed_loss": 0.18348344149796858,
      "missed_n": 230.0,
      "na": null,
      "needless_loss": 0.2466306650892217,
      "needless_n": 235.0
     },
     "size": {
      "bad": {
       "mean": 11.823361823361823,
       "n": 351.0,
       "too_few": false
      },
      "right": {
       "mean": 9.06060606060606,
       "n": 165.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 323.0,
        "n": 129.0,
        "share": 0.3993808049535604
       },
       "missed": {
        "den": 323.0,
        "n": 131.0,
        "share": 0.4055727554179567
       },
       "risk_pays": 323.0,
       "wrong": {
        "den": 323.0,
        "n": 63.0,
        "share": 0.19504643962848298
       }
      },
      "medium": {
       "found": {
        "den": 188.0,
        "n": 36.0,
        "share": 0.19148936170212766
       },
       "missed": {
        "den": 188.0,
        "n": 99.0,
        "share": 0.526595744680851
       },
       "risk_pays": 188.0,
       "wrong": {
        "den": 188.0,
        "n": 53.0,
        "share": 0.28191489361702127
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1321.0,
     "wrong": {
      "den": 511.0,
      "n": 116.0,
      "share": 0.22700587084148727
     }
    },
    "holding": {
     "by_call": {
      "missed": 10.68521412936124,
      "needless": 23.66013689474626,
      "none": 0.0,
      "right_risk": 0.0,
      "right_safety": 11.613895676352762,
      "wrong_risk": 12.794572656804865
     },
     "calls": {
      "missed": 7.0,
      "needless": 10.0,
      "right_risk": 1.0,
      "right_safety": 32.0,
      "wrong_risk": 3.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 14,
      "taken_other": 0
     },
     "error_rate": 58.75381935726512,
     "found": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     },
     "good": {
      "den": 14.0,
      "n": 1.0,
      "share": 0.07142857142857142
     },
     "judgement": 42.64069264069264,
     "judgement_hi": 56.05221617904475,
     "judgement_lo": 32.498310810810814,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3,
      "x": 0.9090909090909091,
      "y": 0.23809523809523808
     },
     "margin": 0.02,
     "missed": {
      "den": 11.0,
      "n": 7.0,
      "share": 0.6363636363636364
     },
     "needless": {
      "den": 42.0,
      "n": 10.0,
      "share": 0.23809523809523808
     },
     "needless_by_loss": {
      "big": {
       "den": 42.0,
       "n": 10.0,
       "share": 0.23809523809523808
      },
      "medium": {
       "den": 42.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 42.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 42.0,
      "n": 32.0,
      "share": 0.7619047619047619
     },
     "risk_pays": 11.0,
     "safety_pays": 42.0,
     "scored": 55,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 1.0,
       "share": 0.25
      },
      "beta": 5.918186794337027,
      "caution": 0.5057698545959819,
      "caution_hi": 1.0220786141320877,
      "caution_lo": 0.02913052761486056,
      "cstar": 4.7507760794073475,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.37426098126321355,
      "dprime_hi": 1.1118823229166044,
      "dprime_lo": -0.43989240765949,
      "false_alarm": {
       "den": 42.0,
       "n": 10.0,
       "share": 0.23809523809523808
      },
      "false_alarm_rate": 0.2441860465116279,
      "hit": {
       "den": 11.0,
       "n": 4.0,
       "share": 0.36363636363636365
      },
      "hit_rate": 0.375,
      "missed_loss": 0.1679105077471052,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.26026150584220886,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 13.153846153846153,
       "n": 13.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 4.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 53.0,
     "wrong": {
      "den": 11.0,
      "n": 3.0,
      "share": 0.2727272727272727
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.62899576012133,
      "needless": 7.326845167461871,
      "none": 0.0,
      "right_risk": 4.353800656819584,
      "right_safety": 4.690244342341567,
      "wrong_risk": 13.123295523903586
     },
     "calls": {
      "missed": 75.0,
      "needless": 22.0,
      "right_risk": 58.0,
      "right_safety": 101.0,
      "wrong_risk": 40.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 58,
      "taken_grouped": 8,
      "taken_n": 112,
      "taken_other": 0
     },
     "error_rate": 42.12318145064794,
     "found": {
      "den": 173.0,
      "n": 58.0,
      "share": 0.3352601156069364
     },
     "good": {
      "den": 120.0,
      "n": 58.0,
      "share": 0.48333333333333334
     },
     "judgement": 57.81991634945251,
     "judgement_hi": 62.34632741985683,
     "judgement_lo": 53.38813216499335,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.34782608695652173,
      "x": 0.6647398843930635,
      "y": 0.17886178861788618
     },
     "margin": 0.02,
     "missed": {
      "den": 173.0,
      "n": 75.0,
      "share": 0.43352601156069365
     },
     "needless": {
      "den": 123.0,
      "n": 22.0,
      "share": 0.17886178861788618
     },
     "needless_by_loss": {
      "big": {
       "den": 123.0,
       "n": 16.0,
       "share": 0.13008130081300814
      },
      "medium": {
       "den": 123.0,
       "n": 4.0,
       "share": 0.032520325203252036
      },
      "small": {
       "den": 123.0,
       "n": 2.0,
       "share": 0.016260162601626018
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 123.0,
      "n": 101.0,
      "share": 0.8211382113821138
     },
     "risk_pays": 173.0,
     "safety_pays": 123.0,
     "scored": 297,
     "sdt": {
      "aim": {
       "den": 98.0,
       "n": 58.0,
       "share": 0.5918367346938775
      },
      "beta": 1.4061957708708095,
      "caution": 0.3717069069033291,
      "caution_hi": 0.5332349714541624,
      "caution_lo": 0.22221370061204637,
      "cstar": 0.3167279802443158,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0762801032853446,
      "dprime_hi": 1.3421734465096147,
      "dprime_lo": 0.8411409059156381,
      "false_alarm": {
       "den": 123.0,
       "n": 22.0,
       "share": 0.17886178861788618
      },
      "false_alarm_rate": 0.1814516129032258,
      "hit": {
       "den": 173.0,
       "n": 98.0,
       "share": 0.5664739884393064
      },
      "hit_rate": 0.5660919540229885,
      "missed_loss": 0.10002164642016093,
      "missed_n": 75.0,
      "na": null,
      "needless_loss": 0.1978248195214705,
      "needless_n": 22.0
     },
     "size": {
      "bad": {
       "mean": 14.225806451612904,
       "n": 62.0,
       "too_few": true
      },
      "right": {
       "mean": 14.844827586206897,
       "n": 58.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 76.0,
        "n": 41.0,
        "share": 0.5394736842105263
       },
       "missed": {
        "den": 76.0,
        "n": 19.0,
        "share": 0.25
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 16.0,
        "share": 0.21052631578947367
       }
      },
      "medium": {
       "found": {
        "den": 97.0,
        "n": 17.0,
        "share": 0.17525773195876287
       },
       "missed": {
        "den": 97.0,
        "n": 56.0,
        "share": 0.5773195876288659
       },
       "risk_pays": 97.0,
       "wrong": {
        "den": 97.0,
        "n": 24.0,
        "share": 0.24742268041237114
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 296.0,
     "wrong": {
      "den": 173.0,
      "n": 40.0,
      "share": 0.23121387283236994
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 16.194903235418515,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 16.194903235418515,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 281.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 281,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 975.0,
    "n": 708.0,
    "share": 0.7261538461538461
   },
   "risk_pays": 695.0,
   "safety_pays": 975.0,
   "scored": 2193,
   "sdt": {
    "aim": {
     "den": 383.0,
     "n": 224.0,
     "share": 0.5848563968668408
    },
    "beta": 2.09152454537083,
    "caution": 0.23616161419587092,
    "caution_hi": 0.29996692756441745,
    "caution_lo": 0.17534582281048308,
    "cstar": 1.0125759731178814,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.7287287741313155,
    "dprime_hi": 0.8492994409895839,
    "dprime_lo": 0.6093603678916694,
    "false_alarm": {
     "den": 975.0,
     "n": 267.0,
     "share": 0.27384615384615385
    },
    "false_alarm_rate": 0.274077868852459,
    "hit": {
     "den": 695.0,
     "n": 383.0,
     "share": 0.5510791366906475
    },
    "hit_rate": 0.5510057471264368,
    "missed_loss": 0.16307111724446982,
    "missed_n": 312.0,
    "na": null,
    "needless_loss": 0.24311972802944398,
    "needless_n": 267.0
   },
   "size": {
    "bad": {
     "mean": 12.213615023474178,
     "n": 426.0,
     "too_few": false
    },
    "right": {
     "mean": 10.580357142857142,
     "n": 224.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 406.0,
      "n": 171.0,
      "share": 0.4211822660098522
     },
     "missed": {
      "den": 406.0,
      "n": 154.0,
      "share": 0.3793103448275862
     },
     "risk_pays": 406.0,
     "wrong": {
      "den": 406.0,
      "n": 81.0,
      "share": 0.19950738916256158
     }
    },
    "medium": {
     "found": {
      "den": 289.0,
      "n": 53.0,
      "share": 0.18339100346020762
     },
     "missed": {
      "den": 289.0,
      "n": 158.0,
      "share": 0.5467128027681661
     },
     "risk_pays": 289.0,
     "wrong": {
      "den": 289.0,
      "n": 78.0,
      "share": 0.2698961937716263
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1670.0,
   "wrong": {
    "den": 695.0,
    "n": 159.0,
    "share": 0.22877697841726619
   }
  }
 },
 "slug": "lfm2-5-24b-a2b-on",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 50.64692927731408,
   "n": 117,
   "too_few": true
  },
  "blitz": {
   "error_rate": 49.842530627124354,
   "n": 302,
   "too_few": false
  },
  "holding": {
   "error_rate": 58.75381935726512,
   "n": 55,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 65.4928500062964,
   "n": 445,
   "too_few": false
  },
  "other": {
   "error_rate": 55.407211821303406,
   "n": 234,
   "too_few": false
  },
  "priming": {
   "error_rate": 51.410159503919836,
   "n": 338,
   "too_few": false
  }
 },
 "version": "v3"
}
