{
 "aliases": [
  "Decider v1.1 27B"
 ],
 "close": {
  "close": {
   "den": 1633,
   "n": 654,
   "share": 0.40048989589712186,
   "small": false
  },
  "decisions": 2052,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1633,
  "exclusions": {
   "grouped": 202,
   "not_audited": 217
  },
  "groups": {
   "close": {
    "by_count": [
     160,
     262,
     154,
     69,
     9
    ],
    "differ": {
     "hitting": {
      "den": 654,
      "n": 356,
      "share": 0.5443425076452599,
      "small": false
     },
     "points": {
      "den": 654,
      "n": 175,
      "share": 0.26758409785932724,
      "small": false
     },
     "prime": {
      "den": 654,
      "n": 185,
      "share": 0.28287461773700306,
      "small": false
     },
     "race": {
      "den": 654,
      "n": 97,
      "share": 0.14831804281345565,
      "small": false
     }
    },
    "gap": {
     "mean": 0.13401427272627478,
     "median": 0.0720166563987732,
     "n": 654
    },
    "loss1": {
     "mean": 0.10078175730479237,
     "median": 0.03398919105529785,
     "n": 654
    },
    "loss2": {
     "mean": 0.1101043418004243,
     "median": 0.04866427183151245,
     "n": 654
    },
    "n": 654,
    "p1": {
     "mean": 0.39074347481463895,
     "median": 0.3851612338824503,
     "n": 654
    },
    "p2": {
     "mean": 0.27939108681012154,
     "median": 0.2701551176801976,
     "n": 654
    },
    "psum": {
     "mean": 0.6701345616247605,
     "median": 0.6645014744555469,
     "n": 654
    },
    "psum_bins": [
     0,
     0,
     4,
     29,
     80,
     121,
     150,
     120,
     72,
     78
    ]
   },
   "other": {
    "by_count": [
     205,
     394,
     259,
     109,
     12
    ],
    "differ": {
     "hitting": {
      "den": 979,
      "n": 532,
      "share": 0.54341164453524,
      "small": false
     },
     "points": {
      "den": 979,
      "n": 332,
      "share": 0.3391215526046987,
      "small": false
     },
     "prime": {
      "den": 979,
      "n": 302,
      "share": 0.3084780388151175,
      "small": false
     },
     "race": {
      "den": 979,
      "n": 121,
      "share": 0.12359550561797752,
      "small": false
     }
    },
    "gap": {
     "mean": 0.14279925634473775,
     "median": 0.07881057262420654,
     "n": 979
    },
    "loss1": {
     "mean": 0.05308504611162414,
     "median": 0.0,
     "n": 979
    },
    "loss2": {
     "mean": 0.13953834467694026,
     "median": 0.06544137001037598,
     "n": 979
    },
    "n": 979,
    "p1": {
     "mean": 0.7165605041851845,
     "median": 0.7293513199880326,
     "n": 979
    },
    "p2": {
     "mean": 0.13353741626302104,
     "median": 0.1313399828859045,
     "n": 979
    },
    "psum": {
     "mean": 0.8500979204482055,
     "median": 0.8919867800244481,
     "n": 979
    },
    "psum_bins": [
     0,
     0,
     0,
     2,
     19,
     53,
     98,
     137,
     202,
     468
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 431,
       "n": 135,
       "share": 0.31322505800464034,
       "small": false
      },
      "eligible": 431,
      "risk_close": {
       "den": 135,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 528,
       "n": 256,
       "share": 0.48484848484848486,
       "small": false
      },
      "eligible": 528,
      "risk_close": {
       "den": 256,
       "n": 170,
       "share": 0.6640625,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 674,
       "n": 263,
       "share": 0.39020771513353114,
       "small": false
      },
      "eligible": 674,
      "risk_close": {
       "den": 263,
       "n": 132,
       "share": 0.5019011406844106,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5828220858895705,
     "adj_other": 0.7621577971537961,
     "adjusted": -0.17933571126422554,
     "adjusted_hi": -0.05879486157940104,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.2699307629859721,
     "close": {
      "den": 170,
      "n": 97,
      "share": 0.5705882352941176,
      "small": true
     },
     "covered": {
      "den": 170,
      "n": 163,
      "share": 0.9588235294117647,
      "small": true
     },
     "crude": -0.18325791855203621,
     "crude_hi": -0.09684104268739091,
     "crude_left_out": 0,
     "crude_lo": -0.2690820118173839,
     "group": 365,
     "matches": 16,
     "na": null,
     "other": {
      "den": 195,
      "n": 147,
      "share": 0.7538461538461538,
      "small": true
     },
     "resamples": 2000,
     "strata": 29,
     "strata_both": 18
    },
    "stake": {
     "big": {
      "den": 304,
      "n": 153,
      "share": 0.5032894736842105,
      "small": false
     },
     "medium": {
      "den": 167,
      "n": 74,
      "share": 0.4431137724550898,
      "small": true
     },
     "small": {
      "den": 57,
      "n": 29,
      "share": 0.5087719298245614,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 431,
       "n": 135,
       "share": 0.31322505800464034,
       "small": false
      },
      "eligible": 431,
      "risk_close": {
       "den": 135,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 471,
       "n": 227,
       "share": 0.4819532908704883,
       "small": false
      },
      "eligible": 471,
      "risk_close": {
       "den": 227,
       "n": 151,
       "share": 0.6651982378854625,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 731,
       "n": 292,
       "share": 0.399452804377565,
       "small": false
      },
      "eligible": 731,
      "risk_close": {
       "den": 292,
       "n": 151,
       "share": 0.5171232876712328,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.5763888888888888,
     "adj_other": 0.7666995611741988,
     "adjusted": -0.19031067228530996,
     "adjusted_hi": -0.06281177117548915,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.28993922092377067,
     "close": {
      "den": 151,
      "n": 85,
      "share": 0.5629139072847682,
      "small": true
     },
     "covered": {
      "den": 151,
      "n": 144,
      "share": 0.9536423841059603,
      "small": true
     },
     "crude": -0.19137180700094614,
     "crude_hi": -0.09299271181293647,
     "crude_left_out": 0,
     "crude_lo": -0.287938705711764,
     "group": 326,
     "matches": 16,
     "na": null,
     "other": {
      "den": 175,
      "n": 132,
      "share": 0.7542857142857143,
      "small": true
     },
     "resamples": 2000,
     "strata": 29,
     "strata_both": 18
    },
    "stake": {
     "big": {
      "den": 304,
      "n": 153,
      "share": 0.5032894736842105,
      "small": false
     },
     "medium": {
      "den": 167,
      "n": 74,
      "share": 0.4431137724550898,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 654,
   "n": 302,
   "share": 0.4617737003058104,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1633,
   "n": 302,
   "share": 0.18493570116350275,
   "small": false
  },
  "risk_pair_other": {
   "den": 979,
   "n": 487,
   "share": 0.4974463738508682,
   "small": false
  },
  "ties": {
   "close": 56,
   "member": 40,
   "order": 40,
   "positive": 80,
   "top_two": 80,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7352903774565025,
  "auroc_blunder": 0.6933782783012845,
  "confident_badly_wrong": {
   "den": 1826,
   "n": 10,
   "share": 0.00547645125958379
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 195,
     "n": 10,
     "share": 0.05128205128205128
    },
    "kept": {
     "den": 1826,
     "n": 195,
     "share": 0.10679079956188389
    },
    "mean_loss": 0.013913569694910293,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 9,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1826,
     "n": 9,
     "share": 0.004928806133625411
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.0910706833020427,
  "held_out": {
   "blunders": 0.018975392694625486,
   "kept": 0.041444095187321804,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1826,
  "surest": {
   "cut": 0.7703241364532214,
   "error_rate": 10.02539831256449,
   "n": 457,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 37.46593229172769,
   "n": 646,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 58.49917997504526,
   "n": 651,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 22.909370933147457,
   "n": 755,
   "too_few": false
  }
 },
 "name": "Perplexity Decider 27B v1.1 (local GPU)",
 "options": {
  "11–15": {
   "error_rate": 54.858512840829455,
   "n": 333,
   "too_few": false
  },
  "16–25": {
   "error_rate": 44.971801847687566,
   "n": 382,
   "too_few": false
  },
  "26+": {
   "error_rate": 62.630367160370916,
   "n": 226,
   "too_few": false
  },
  "2–5": {
   "error_rate": 19.548363795603862,
   "n": 634,
   "too_few": false
  },
  "6–10": {
   "error_rate": 36.870638935570945,
   "n": 477,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 7.051374583408751,
   "n": 145,
   "too_few": true
  },
  "contact": {
   "error_rate": 46.10335145411122,
   "n": 1277,
   "too_few": false
  },
  "holding": {
   "error_rate": 38.80629976590475,
   "n": 75,
   "too_few": true
  },
  "opening": {
   "error_rate": 38.045823966201986,
   "n": 304,
   "too_few": false
  },
  "race": {
   "error_rate": 20.755782426590937,
   "n": 251,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7352903774565025,
  "best_share": 0.47076023391812866,
  "blunder_share": 0.2680311890838207,
  "brier": 0.2156276088019978,
  "clusters": 102,
  "confidence_n": 1826,
  "confident_badly_wrong": 0.00547645125958379,
  "cost_coverage": 1.0,
  "decisions": 2052,
  "ece": 0.0910706833020427,
  "engine_scored": 2052,
  "error_hi": 42.45993816996535,
  "error_lo": 35.28843844288763,
  "error_rate": 38.782911052016026,
  "first_date": "2026-10-15",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 226,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.5858843221233039,
  "over_budget": 0.005847953216374269,
  "own_cost": {
   "decisions": 2052,
   "estimate": true,
   "excluded_hours": 255.1,
   "gaps": [
    [
     "2026-10-15T10:50Z",
     "2026-10-15T11:08Z",
     18
    ],
    [
     "2026-10-15T11:11Z",
     "2026-10-15T11:39Z",
     28
    ],
    [
     "2026-10-15T11:41Z",
     "2026-10-15T13:17Z",
     96
    ],
    [
     "2026-10-15T13:20Z",
     "2026-10-16T04:47Z",
     928
    ],
    [
     "2026-10-16T04:49Z",
     "2026-10-19T20:53Z",
     5284
    ],
    [
     "2026-10-19T22:25Z",
     "2026-10-20T04:53Z",
     388
    ],
    [
     "2026-10-20T05:14Z",
     "2026-10-20T13:10Z",
     476
    ],
    [
     "2026-10-20T13:16Z",
     "2026-10-20T20:12Z",
     415
    ],
    [
     "2026-10-20T20:24Z",
     "2026-10-22T17:16Z",
     2692
    ],
    [
     "2026-10-22T17:22Z",
     "2026-10-22T22:51Z",
     329
    ],
    [
     "2026-10-22T22:54Z",
     "2026-10-23T21:15Z",
     1341
    ],
    [
     "2026-10-23T21:16Z",
     "2026-10-24T16:48Z",
     1172
    ],
    [
     "2026-10-24T17:08Z",
     "2026-10-24T17:19Z",
     11
    ],
    [
     "2026-10-24T17:19Z",
     "2026-10-24T17:32Z",
     12
    ],
    [
     "2026-10-24T17:32Z",
     "2026-10-24T17:47Z",
     16
    ],
    [
     "2026-10-24T17:59Z",
     "2026-10-24T18:10Z",
     11
    ],
    [
     "2026-10-24T18:30Z",
     "2026-10-24T18:46Z",
     16
    ],
    [
     "2026-10-24T18:55Z",
     "2026-10-24T19:37Z",
     42
    ],
    [
     "2026-10-24T19:37Z",
     "2026-10-24T20:10Z",
     33
    ],
    [
     "2026-10-24T20:10Z",
     "2026-10-24T21:04Z",
     54
    ],
    [
     "2026-10-24T21:04Z",
     "2026-10-24T21:41Z",
     37
    ],
    [
     "2026-10-24T21:41Z",
     "2026-10-24T23:15Z",
     94
    ],
    [
     "2026-10-24T23:15Z",
     "2026-10-24T23:26Z",
     11
    ],
    [
     "2026-10-25T01:11Z",
     "2026-10-25T01:27Z",
     16
    ],
    [
     "2026-10-25T01:27Z",
     "2026-10-25T01:38Z",
     12
    ],
    [
     "2026-10-25T01:38Z",
     "2026-10-25T02:00Z",
     22
    ],
    [
     "2026-10-25T02:09Z",
     "2026-10-25T02:29Z",
     20
    ],
    [
     "2026-10-25T02:29Z",
     "2026-10-25T02:55Z",
     26
    ],
    [
     "2026-10-25T03:27Z",
     "2026-10-25T03:39Z",
     12
    ],
    [
     "2026-10-25T04:08Z",
     "2026-10-25T04:21Z",
     13
    ],
    [
     "2026-10-25T05:03Z",
     "2026-10-25T05:16Z",
     13
    ],
    [
     "2026-10-25T05:16Z",
     "2026-10-25T05:30Z",
     14
    ],
    [
     "2026-10-25T05:33Z",
     "2026-10-25T20:27Z",
     894
    ],
    [
     "2026-10-25T20:31Z",
     "2026-10-26T09:10Z",
     760
    ]
   ],
   "gpu_decisions": 2052,
   "gpu_usd": 13.528882173298374,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 7.526153610812292,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 2.288459999958674,
     "machine": "dgx_spark",
     "usd": 0.48702508227286556,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 5.237693610853618,
     "machine": "rtx_pro_6000",
     "usd": 13.04185709102551,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 13.528882173298374,
   "usd_per_1000": 6.593022501607395
  },
  "p95_loss": 0.38919930905103595,
  "probability_source": "decision",
  "retry_mean": 3.857218810916179,
  "scored": 2052,
  "time_median": 1.9735,
  "time_p90": 7.4769000000000005,
  "tokens_in": 4488.327485380117,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 6.593022501607395,
  "very_confident": 0.10679079956188389,
  "worst_mean": 0.5689771140663369
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8576965669988926,
   "best_share": 0.896551724137931,
   "blunder_share": 0.041379310344827586,
   "brier": 0.08654864060457407,
   "clusters": 53,
   "confidence_n": 143,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 145,
   "ece": 0.1369583549397692,
   "engine_scored": 145,
   "error_hi": 12.221977561409478,
   "error_lo": 2.508128182710831,
   "error_rate": 7.051374583408751,
   "first_date": "2026-10-15",
   "group_sizes": [
    19,
    23
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7729695011185514,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2052,
    "estimate": true,
    "excluded_hours": 255.1,
    "gaps": [
     [
      "2026-10-15T10:50Z",
      "2026-10-15T11:08Z",
      18
     ],
     [
      "2026-10-15T11:11Z",
      "2026-10-15T11:39Z",
      28
     ],
     [
      "2026-10-15T11:41Z",
      "2026-10-15T13:17Z",
      96
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      928
     ],
     [
      "2026-10-16T04:49Z",
      "2026-10-19T20:53Z",
      5284
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T04:53Z",
      388
     ],
     [
      "2026-10-20T05:14Z",
      "2026-10-20T13:10Z",
      476
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-20T20:12Z",
      415
     ],
     [
      "2026-10-20T20:24Z",
      "2026-10-22T17:16Z",
      2692
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:51Z",
      329
     ],
     [
      "2026-10-22T22:54Z",
      "2026-10-23T21:15Z",
      1341
     ],
     [
      "2026-10-23T21:16Z",
      "2026-10-24T16:48Z",
      1172
     ],
     [
      "2026-10-24T17:08Z",
      "2026-10-24T17:19Z",
      11
     ],
     [
      "2026-10-24T17:19Z",
      "2026-10-24T17:32Z",
      12
     ],
     [
      "2026-10-24T17:32Z",
      "2026-10-24T17:47Z",
      16
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:10Z",
      11
     ],
     [
      "2026-10-24T18:30Z",
      "2026-10-24T18:46Z",
      16
     ],
     [
      "2026-10-24T18:55Z",
      "2026-10-24T19:37Z",
      42
     ],
     [
      "2026-10-24T19:37Z",
      "2026-10-24T20:10Z",
      33
     ],
     [
      "2026-10-24T20:10Z",
      "2026-10-24T21:04Z",
      54
     ],
     [
      "2026-10-24T21:04Z",
      "2026-10-24T21:41Z",
      37
     ],
     [
      "2026-10-24T21:41Z",
      "2026-10-24T23:15Z",
      94
     ],
     [
      "2026-10-24T23:15Z",
      "2026-10-24T23:26Z",
      11
     ],
     [
      "2026-10-25T01:11Z",
      "2026-10-25T01:27Z",
      16
     ],
     [
      "2026-10-25T01:27Z",
      "2026-10-25T01:38Z",
      12
     ],
     [
      "2026-10-25T01:38Z",
      "2026-10-25T02:00Z",
      22
     ],
     [
      "2026-10-25T02:09Z",
      "2026-10-25T02:29Z",
      20
     ],
     [
      "2026-10-25T02:29Z",
      "2026-10-25T02:55Z",
      26
     ],
     [
      "2026-10-25T03:27Z",
      "2026-10-25T03:39Z",
      12
     ],
     [
      "2026-10-25T04:08Z",
      "2026-10-25T04:21Z",
      13
     ],
     [
      "2026-10-25T05:03Z",
      "2026-10-25T05:16Z",
      13
     ],
     [
      "2026-10-25T05:16Z",
      "2026-10-25T05:30Z",
      14
     ],
     [
      "2026-10-25T05:33Z",
      "2026-10-25T20:27Z",
      894
     ],
     [
      "2026-10-25T20:31Z",
      "2026-10-26T09:10Z",
      760
     ]
    ],
    "gpu_decisions": 2052,
    "gpu_usd": 13.528882173298374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.526153610812292,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.288459999958674,
      "machine": "dgx_spark",
      "usd": 0.48702508227286556,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.237693610853618,
      "machine": "rtx_pro_6000",
      "usd": 13.04185709102551,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 13.528882173298374,
    "usd_per_1000": 6.593022501607395
   },
   "p95_loss": 0.05816936492919899,
   "probability_source": "decision",
   "retry_mean": 2.937724137931035,
   "scored": 145,
   "time_median": 2.749,
   "time_p90": 6.404,
   "tokens_in": 2985.3310344827587,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 6.593022501607395,
   "very_confident": 0.2937062937062937,
   "worst_mean": 0.269519533429827
  },
  "contact": {
   "auroc": 0.6812556255625563,
   "best_share": 0.42991386061080655,
   "blunder_share": 0.3101018010963195,
   "brier": 0.23660931135709531,
   "clusters": 102,
   "confidence_n": 1121,
   "confident_badly_wrong": 0.007136485280999108,
   "cost_coverage": 1.0,
   "decisions": 1277,
   "ece": 0.11367751418043888,
   "engine_scored": 1277,
   "error_hi": 51.249571725966106,
   "error_lo": 41.15725515746569,
   "error_rate": 46.10335145411122,
   "first_date": "2026-10-15",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 156,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5622869762760851,
   "over_budget": 0.004698512137823023,
   "own_cost": {
    "decisions": 2052,
    "estimate": true,
    "excluded_hours": 255.1,
    "gaps": [
     [
      "2026-10-15T10:50Z",
      "2026-10-15T11:08Z",
      18
     ],
     [
      "2026-10-15T11:11Z",
      "2026-10-15T11:39Z",
      28
     ],
     [
      "2026-10-15T11:41Z",
      "2026-10-15T13:17Z",
      96
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      928
     ],
     [
      "2026-10-16T04:49Z",
      "2026-10-19T20:53Z",
      5284
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T04:53Z",
      388
     ],
     [
      "2026-10-20T05:14Z",
      "2026-10-20T13:10Z",
      476
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-20T20:12Z",
      415
     ],
     [
      "2026-10-20T20:24Z",
      "2026-10-22T17:16Z",
      2692
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:51Z",
      329
     ],
     [
      "2026-10-22T22:54Z",
      "2026-10-23T21:15Z",
      1341
     ],
     [
      "2026-10-23T21:16Z",
      "2026-10-24T16:48Z",
      1172
     ],
     [
      "2026-10-24T17:08Z",
      "2026-10-24T17:19Z",
      11
     ],
     [
      "2026-10-24T17:19Z",
      "2026-10-24T17:32Z",
      12
     ],
     [
      "2026-10-24T17:32Z",
      "2026-10-24T17:47Z",
      16
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:10Z",
      11
     ],
     [
      "2026-10-24T18:30Z",
      "2026-10-24T18:46Z",
      16
     ],
     [
      "2026-10-24T18:55Z",
      "2026-10-24T19:37Z",
      42
     ],
     [
      "2026-10-24T19:37Z",
      "2026-10-24T20:10Z",
      33
     ],
     [
      "2026-10-24T20:10Z",
      "2026-10-24T21:04Z",
      54
     ],
     [
      "2026-10-24T21:04Z",
      "2026-10-24T21:41Z",
      37
     ],
     [
      "2026-10-24T21:41Z",
      "2026-10-24T23:15Z",
      94
     ],
     [
      "2026-10-24T23:15Z",
      "2026-10-24T23:26Z",
      11
     ],
     [
      "2026-10-25T01:11Z",
      "2026-10-25T01:27Z",
      16
     ],
     [
      "2026-10-25T01:27Z",
      "2026-10-25T01:38Z",
      12
     ],
     [
      "2026-10-25T01:38Z",
      "2026-10-25T02:00Z",
      22
     ],
     [
      "2026-10-25T02:09Z",
      "2026-10-25T02:29Z",
      20
     ],
     [
      "2026-10-25T02:29Z",
      "2026-10-25T02:55Z",
      26
     ],
     [
      "2026-10-25T03:27Z",
      "2026-10-25T03:39Z",
      12
     ],
     [
      "2026-10-25T04:08Z",
      "2026-10-25T04:21Z",
      13
     ],
     [
      "2026-10-25T05:03Z",
      "2026-10-25T05:16Z",
      13
     ],
     [
      "2026-10-25T05:16Z",
      "2026-10-25T05:30Z",
      14
     ],
     [
      "2026-10-25T05:33Z",
      "2026-10-25T20:27Z",
      894
     ],
     [
      "2026-10-25T20:31Z",
      "2026-10-26T09:10Z",
      760
     ]
    ],
    "gpu_decisions": 2052,
    "gpu_usd": 13.528882173298374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.526153610812292,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.288459999958674,
      "machine": "dgx_spark",
      "usd": 0.48702508227286556,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.237693610853618,
      "machine": "rtx_pro_6000",
      "usd": 13.04185709102551,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 13.528882173298374,
    "usd_per_1000": 6.593022501607395
   },
   "p95_loss": 0.450549364089966,
   "probability_source": "decision",
   "retry_mean": 3.9544862960062646,
   "scored": 1277,
   "time_median": 1.145,
   "time_p90": 7.922400000000003,
   "tokens_in": 4619.197337509789,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 6.593022501607395,
   "very_confident": 0.06601248884924175,
   "worst_mean": 0.6117172730155289
  },
  "holding": {
   "auroc": 0.7051282051282052,
   "best_share": 0.38666666666666666,
   "blunder_share": 0.25333333333333335,
   "brier": 0.2277543131903498,
   "clusters": 24,
   "confidence_n": 65,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 75,
   "ece": 0.15358390634097793,
   "engine_scored": 75,
   "error_hi": 49.46711082949924,
   "error_lo": 27.2013581778201,
   "error_rate": 38.80629976590475,
   "first_date": "2026-10-15",
   "group_sizes": [
    13,
    14,
    15,
    17,
    18,
    19,
    20
   ],
   "grouped": 10,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.5281453138886989,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2052,
    "estimate": true,
    "excluded_hours": 255.1,
    "gaps": [
     [
      "2026-10-15T10:50Z",
      "2026-10-15T11:08Z",
      18
     ],
     [
      "2026-10-15T11:11Z",
      "2026-10-15T11:39Z",
      28
     ],
     [
      "2026-10-15T11:41Z",
      "2026-10-15T13:17Z",
      96
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      928
     ],
     [
      "2026-10-16T04:49Z",
      "2026-10-19T20:53Z",
      5284
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T04:53Z",
      388
     ],
     [
      "2026-10-20T05:14Z",
      "2026-10-20T13:10Z",
      476
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-20T20:12Z",
      415
     ],
     [
      "2026-10-20T20:24Z",
      "2026-10-22T17:16Z",
      2692
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:51Z",
      329
     ],
     [
      "2026-10-22T22:54Z",
      "2026-10-23T21:15Z",
      1341
     ],
     [
      "2026-10-23T21:16Z",
      "2026-10-24T16:48Z",
      1172
     ],
     [
      "2026-10-24T17:08Z",
      "2026-10-24T17:19Z",
      11
     ],
     [
      "2026-10-24T17:19Z",
      "2026-10-24T17:32Z",
      12
     ],
     [
      "2026-10-24T17:32Z",
      "2026-10-24T17:47Z",
      16
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:10Z",
      11
     ],
     [
      "2026-10-24T18:30Z",
      "2026-10-24T18:46Z",
      16
     ],
     [
      "2026-10-24T18:55Z",
      "2026-10-24T19:37Z",
      42
     ],
     [
      "2026-10-24T19:37Z",
      "2026-10-24T20:10Z",
      33
     ],
     [
      "2026-10-24T20:10Z",
      "2026-10-24T21:04Z",
      54
     ],
     [
      "2026-10-24T21:04Z",
      "2026-10-24T21:41Z",
      37
     ],
     [
      "2026-10-24T21:41Z",
      "2026-10-24T23:15Z",
      94
     ],
     [
      "2026-10-24T23:15Z",
      "2026-10-24T23:26Z",
      11
     ],
     [
      "2026-10-25T01:11Z",
      "2026-10-25T01:27Z",
      16
     ],
     [
      "2026-10-25T01:27Z",
      "2026-10-25T01:38Z",
      12
     ],
     [
      "2026-10-25T01:38Z",
      "2026-10-25T02:00Z",
      22
     ],
     [
      "2026-10-25T02:09Z",
      "2026-10-25T02:29Z",
      20
     ],
     [
      "2026-10-25T02:29Z",
      "2026-10-25T02:55Z",
      26
     ],
     [
      "2026-10-25T03:27Z",
      "2026-10-25T03:39Z",
      12
     ],
     [
      "2026-10-25T04:08Z",
      "2026-10-25T04:21Z",
      13
     ],
     [
      "2026-10-25T05:03Z",
      "2026-10-25T05:16Z",
      13
     ],
     [
      "2026-10-25T05:16Z",
      "2026-10-25T05:30Z",
      14
     ],
     [
      "2026-10-25T05:33Z",
      "2026-10-25T20:27Z",
      894
     ],
     [
      "2026-10-25T20:31Z",
      "2026-10-26T09:10Z",
      760
     ]
    ],
    "gpu_decisions": 2052,
    "gpu_usd": 13.528882173298374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.526153610812292,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.288459999958674,
      "machine": "dgx_spark",
      "usd": 0.48702508227286556,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.237693610853618,
      "machine": "rtx_pro_6000",
      "usd": 13.04185709102551,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 13.528882173298374,
    "usd_per_1000": 6.593022501607395
   },
   "p95_loss": 0.34819850325584406,
   "probability_source": "decision",
   "retry_mean": 2.4568266666666667,
   "scored": 75,
   "time_median": 0.728,
   "time_p90": 4.6678000000000015,
   "tokens_in": 4396.72,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 6.593022501607395,
   "very_confident": 0.046153846153846156,
   "worst_mean": 0.47016964852809906
  },
  "opening": {
   "auroc": 0.746848925971951,
   "best_share": 0.4473684210526316,
   "blunder_share": 0.3026315789473684,
   "brier": 0.2088242491518532,
   "clusters": 102,
   "confidence_n": 260,
   "confident_badly_wrong": 0.007692307692307693,
   "cost_coverage": 1.0,
   "decisions": 304,
   "ece": 0.09798261128372907,
   "engine_scored": 304,
   "error_hi": 44.76915334404395,
   "error_lo": 31.660992235732987,
   "error_rate": 38.045823966201986,
   "first_date": "2026-10-15",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 44,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.5789436130392801,
   "over_budget": 0.01644736842105263,
   "own_cost": {
    "decisions": 2052,
    "estimate": true,
    "excluded_hours": 255.1,
    "gaps": [
     [
      "2026-10-15T10:50Z",
      "2026-10-15T11:08Z",
      18
     ],
     [
      "2026-10-15T11:11Z",
      "2026-10-15T11:39Z",
      28
     ],
     [
      "2026-10-15T11:41Z",
      "2026-10-15T13:17Z",
      96
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      928
     ],
     [
      "2026-10-16T04:49Z",
      "2026-10-19T20:53Z",
      5284
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T04:53Z",
      388
     ],
     [
      "2026-10-20T05:14Z",
      "2026-10-20T13:10Z",
      476
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-20T20:12Z",
      415
     ],
     [
      "2026-10-20T20:24Z",
      "2026-10-22T17:16Z",
      2692
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:51Z",
      329
     ],
     [
      "2026-10-22T22:54Z",
      "2026-10-23T21:15Z",
      1341
     ],
     [
      "2026-10-23T21:16Z",
      "2026-10-24T16:48Z",
      1172
     ],
     [
      "2026-10-24T17:08Z",
      "2026-10-24T17:19Z",
      11
     ],
     [
      "2026-10-24T17:19Z",
      "2026-10-24T17:32Z",
      12
     ],
     [
      "2026-10-24T17:32Z",
      "2026-10-24T17:47Z",
      16
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:10Z",
      11
     ],
     [
      "2026-10-24T18:30Z",
      "2026-10-24T18:46Z",
      16
     ],
     [
      "2026-10-24T18:55Z",
      "2026-10-24T19:37Z",
      42
     ],
     [
      "2026-10-24T19:37Z",
      "2026-10-24T20:10Z",
      33
     ],
     [
      "2026-10-24T20:10Z",
      "2026-10-24T21:04Z",
      54
     ],
     [
      "2026-10-24T21:04Z",
      "2026-10-24T21:41Z",
      37
     ],
     [
      "2026-10-24T21:41Z",
      "2026-10-24T23:15Z",
      94
     ],
     [
      "2026-10-24T23:15Z",
      "2026-10-24T23:26Z",
      11
     ],
     [
      "2026-10-25T01:11Z",
      "2026-10-25T01:27Z",
      16
     ],
     [
      "2026-10-25T01:27Z",
      "2026-10-25T01:38Z",
      12
     ],
     [
      "2026-10-25T01:38Z",
      "2026-10-25T02:00Z",
      22
     ],
     [
      "2026-10-25T02:09Z",
      "2026-10-25T02:29Z",
      20
     ],
     [
      "2026-10-25T02:29Z",
      "2026-10-25T02:55Z",
      26
     ],
     [
      "2026-10-25T03:27Z",
      "2026-10-25T03:39Z",
      12
     ],
     [
      "2026-10-25T04:08Z",
      "2026-10-25T04:21Z",
      13
     ],
     [
      "2026-10-25T05:03Z",
      "2026-10-25T05:16Z",
      13
     ],
     [
      "2026-10-25T05:16Z",
      "2026-10-25T05:30Z",
      14
     ],
     [
      "2026-10-25T05:33Z",
      "2026-10-25T20:27Z",
      894
     ],
     [
      "2026-10-25T20:31Z",
      "2026-10-26T09:10Z",
      760
     ]
    ],
    "gpu_decisions": 2052,
    "gpu_usd": 13.528882173298374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.526153610812292,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.288459999958674,
      "machine": "dgx_spark",
      "usd": 0.48702508227286556,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.237693610853618,
      "machine": "rtx_pro_6000",
      "usd": 13.04185709102551,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 13.528882173298374,
    "usd_per_1000": 6.593022501607395
   },
   "p95_loss": 0.31822544336318953,
   "probability_source": "decision",
   "retry_mean": 4.063970394736842,
   "scored": 304,
   "time_median": 2.136,
   "time_p90": 8.6026,
   "tokens_in": 5283.5,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 6.593022501607395,
   "very_confident": 0.15384615384615385,
   "worst_mean": 0.4392635663350423
  },
  "race": {
   "auroc": 0.7887108262108262,
   "best_share": 0.4860557768924303,
   "blunder_share": 0.14741035856573706,
   "brier": 0.19840584345078272,
   "clusters": 89,
   "confidence_n": 237,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 251,
   "ece": 0.11210846588708552,
   "engine_scored": 251,
   "error_hi": 30.206290916927856,
   "error_lo": 13.317227540226332,
   "error_rate": 20.755782426590937,
   "first_date": "2026-10-15",
   "group_sizes": [
    14,
    15,
    17,
    18,
    19,
    21,
    23,
    24
   ],
   "grouped": 14,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.608066026745698,
   "over_budget": 0.00398406374501992,
   "own_cost": {
    "decisions": 2052,
    "estimate": true,
    "excluded_hours": 255.1,
    "gaps": [
     [
      "2026-10-15T10:50Z",
      "2026-10-15T11:08Z",
      18
     ],
     [
      "2026-10-15T11:11Z",
      "2026-10-15T11:39Z",
      28
     ],
     [
      "2026-10-15T11:41Z",
      "2026-10-15T13:17Z",
      96
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      928
     ],
     [
      "2026-10-16T04:49Z",
      "2026-10-19T20:53Z",
      5284
     ],
     [
      "2026-10-19T22:25Z",
      "2026-10-20T04:53Z",
      388
     ],
     [
      "2026-10-20T05:14Z",
      "2026-10-20T13:10Z",
      476
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-20T20:12Z",
      415
     ],
     [
      "2026-10-20T20:24Z",
      "2026-10-22T17:16Z",
      2692
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:51Z",
      329
     ],
     [
      "2026-10-22T22:54Z",
      "2026-10-23T21:15Z",
      1341
     ],
     [
      "2026-10-23T21:16Z",
      "2026-10-24T16:48Z",
      1172
     ],
     [
      "2026-10-24T17:08Z",
      "2026-10-24T17:19Z",
      11
     ],
     [
      "2026-10-24T17:19Z",
      "2026-10-24T17:32Z",
      12
     ],
     [
      "2026-10-24T17:32Z",
      "2026-10-24T17:47Z",
      16
     ],
     [
      "2026-10-24T17:59Z",
      "2026-10-24T18:10Z",
      11
     ],
     [
      "2026-10-24T18:30Z",
      "2026-10-24T18:46Z",
      16
     ],
     [
      "2026-10-24T18:55Z",
      "2026-10-24T19:37Z",
      42
     ],
     [
      "2026-10-24T19:37Z",
      "2026-10-24T20:10Z",
      33
     ],
     [
      "2026-10-24T20:10Z",
      "2026-10-24T21:04Z",
      54
     ],
     [
      "2026-10-24T21:04Z",
      "2026-10-24T21:41Z",
      37
     ],
     [
      "2026-10-24T21:41Z",
      "2026-10-24T23:15Z",
      94
     ],
     [
      "2026-10-24T23:15Z",
      "2026-10-24T23:26Z",
      11
     ],
     [
      "2026-10-25T01:11Z",
      "2026-10-25T01:27Z",
      16
     ],
     [
      "2026-10-25T01:27Z",
      "2026-10-25T01:38Z",
      12
     ],
     [
      "2026-10-25T01:38Z",
      "2026-10-25T02:00Z",
      22
     ],
     [
      "2026-10-25T02:09Z",
      "2026-10-25T02:29Z",
      20
     ],
     [
      "2026-10-25T02:29Z",
      "2026-10-25T02:55Z",
      26
     ],
     [
      "2026-10-25T03:27Z",
      "2026-10-25T03:39Z",
      12
     ],
     [
      "2026-10-25T04:08Z",
      "2026-10-25T04:21Z",
      13
     ],
     [
      "2026-10-25T05:03Z",
      "2026-10-25T05:16Z",
      13
     ],
     [
      "2026-10-25T05:16Z",
      "2026-10-25T05:30Z",
      14
     ],
     [
      "2026-10-25T05:33Z",
      "2026-10-25T20:27Z",
      894
     ],
     [
      "2026-10-25T20:31Z",
      "2026-10-26T09:10Z",
      760
     ]
    ],
    "gpu_decisions": 2052,
    "gpu_usd": 13.528882173298374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 7.526153610812292,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.288459999958674,
      "machine": "dgx_spark",
      "usd": 0.48702508227286556,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 5.237693610853618,
      "machine": "rtx_pro_6000",
      "usd": 13.04185709102551,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 13.528882173298374,
    "usd_per_1000": 6.593022501607395
   },
   "p95_loss": 0.17409184575080872,
   "probability_source": "decision",
   "retry_mean": 4.061573705179283,
   "scored": 251,
   "time_median": 2.764,
   "time_p90": 6.945,
   "tokens_in": 3755.067729083665,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 6.593022501607395,
   "very_confident": 0.1518987341772152,
   "worst_mean": 0.41116366478113026
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 16.98760572842687,
    "needless": 8.316875419072938,
    "none": 3.745609745528498,
    "right_risk": 2.1128517813385113,
    "right_safety": 3.902366083500213,
    "wrong_risk": 3.71760229414899
   },
   "calls": {
    "missed": 403.0,
    "needless": 163.0,
    "right_risk": 233.0,
    "right_safety": 682.0,
    "wrong_risk": 67.0
   },
   "confidence": {
    "auroc_right_risk": 0.5467171717171717,
    "missed_mean_p": 0.5325417440511883,
    "missed_n": 340,
    "taken_grouped": 63,
    "taken_n": 400,
    "taken_other": 0
   },
   "error_rate": 38.782911052016026,
   "found": {
    "den": 703.0,
    "n": 233.0,
    "share": 0.3314366998577525
   },
   "good": {
    "den": 463.0,
    "n": 233.0,
    "share": 0.5032397408207343
   },
   "judgement": 56.92686457868644,
   "judgement_hi": 58.82338843905883,
   "judgement_lo": 54.924163619551976,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1425531914893617,
    "x": 0.6685633001422475,
    "y": 0.19289940828402366
   },
   "margin": 0.001,
   "missed": {
    "den": 703.0,
    "n": 403.0,
    "share": 0.5732574679943101
   },
   "needless": {
    "den": 845.0,
    "n": 163.0,
    "share": 0.19289940828402366
   },
   "needless_by_loss": {
    "big": {
     "den": 845.0,
     "n": 120.0,
     "share": 0.14201183431952663
    },
    "medium": {
     "den": 845.0,
     "n": 25.0,
     "share": 0.029585798816568046
    },
    "small": {
     "den": 845.0,
     "n": 18.0,
     "share": 0.021301775147928994
    }
   },
   "no_trade_off": 504.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.051374583408751,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.051374583408751,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 145.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 145,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 22.531837936762077,
      "needless": 10.917001796963632,
      "none": 0.9639772616425994,
      "right_risk": 2.435868082330296,
      "right_safety": 4.745470947741342,
      "wrong_risk": 4.509195428671273
     },
     "calls": {
      "missed": 314.0,
      "needless": 130.0,
      "right_risk": 135.0,
      "right_safety": 552.0,
      "wrong_risk": 50.0
     },
     "confidence": {
      "auroc_right_risk": 0.5036894923258559,
      "missed_mean_p": 0.5383590262120095,
      "missed_n": 272,
      "taken_grouped": 51,
      "taken_n": 264,
      "taken_other": 0
     },
     "error_rate": 46.10335145411122,
     "found": {
      "den": 499.0,
      "n": 135.0,
      "share": 0.27054108216432865
     },
     "good": {
      "den": 315.0,
      "n": 135.0,
      "share": 0.42857142857142855
     },
     "judgement": 53.99626231936012,
     "judgement_hi": 56.33539684471197,
     "judgement_lo": 51.71758288093378,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13736263736263737,
      "x": 0.7294589178356713,
      "y": 0.1906158357771261
     },
     "margin": 0.001,
     "missed": {
      "den": 499.0,
      "n": 314.0,
      "share": 0.6292585170340681
     },
     "needless": {
      "den": 682.0,
      "n": 130.0,
      "share": 0.1906158357771261
     },
     "needless_by_loss": {
      "big": {
       "den": 682.0,
       "n": 95.0,
       "share": 0.13929618768328444
      },
      "medium": {
       "den": 682.0,
       "n": 21.0,
       "share": 0.030791788856304986
      },
      "small": {
       "den": 682.0,
       "n": 14.0,
       "share": 0.020527859237536656
      }
     },
     "no_trade_off": 96.0,
     "reference": null,
     "right_safety": {
      "den": 682.0,
      "n": 552.0,
      "share": 0.8093841642228738
     },
     "risk_pays": 499.0,
     "safety_pays": 682.0,
     "scored": 1277,
     "sdt": {
      "aim": {
       "den": 185.0,
       "n": 135.0,
       "share": 0.7297297297297297
      },
      "beta": 1.5994729056786186,
      "caution": 0.6015852042533296,
      "caution_hi": 0.6760298400325796,
      "caution_lo": 0.5333697274159633,
      "cstar": 0.8621695537285016,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5447584399013571,
      "dprime_hi": 0.694654065763132,
      "dprime_lo": 0.4023571495199834,
      "false_alarm": {
       "den": 682.0,
       "n": 130.0,
       "share": 0.1906158357771261
      },
      "false_alarm_rate": 0.1910688140556369,
      "hit": {
       "den": 499.0,
       "n": 185.0,
       "share": 0.37074148296593185
      },
      "hit_rate": 0.371,
      "missed_loss": 0.1832685162117527,
      "missed_n": 314.0,
      "na": null,
      "needless_loss": 0.21447709684188548,
      "needless_n": 130.0
     },
     "size": {
      "bad": {
       "mean": 9.477777777777778,
       "n": 180.0,
       "too_few": true
      },
      "right": {
       "mean": 7.785185185185185,
       "n": 135.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 291.0,
        "n": 99.0,
        "share": 0.3402061855670103
       },
       "missed": {
        "den": 291.0,
        "n": 172.0,
        "share": 0.5910652920962199
       },
       "risk_pays": 291.0,
       "wrong": {
        "den": 291.0,
        "n": 20.0,
        "share": 0.06872852233676977
       }
      },
      "medium": {
       "found": {
        "den": 144.0,
        "n": 29.0,
        "share": 0.2013888888888889
       },
       "missed": {
        "den": 144.0,
        "n": 98.0,
        "share": 0.6805555555555556
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 17.0,
        "share": 0.11805555555555555
       }
      },
      "small": {
       "found": {
        "den": 64.0,
        "n": 7.0,
        "share": 0.109375
       },
       "missed": {
        "den": 64.0,
        "n": 44.0,
        "share": 0.6875
       },
       "risk_pays": 64.0,
       "wrong": {
        "den": 64.0,
        "n": 13.0,
        "share": 0.203125
       }
      }
     },
     "trade_off": 1181.0,
     "wrong": {
      "den": 499.0,
      "n": 50.0,
      "share": 0.10020040080160321
     }
    },
    "holding": {
     "by_call": {
      "missed": 13.54175090789795,
      "needless": 7.368304332097371,
      "none": 2.2014073530832925,
      "right_risk": 0.0,
      "right_safety": 11.327970822652182,
      "wrong_risk": 4.36686635017395
     },
     "calls": {
      "missed": 9.0,
      "needless": 8.0,
      "right_risk": 4.0,
      "right_safety": 43.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 13,
      "taken_other": 0
     },
     "error_rate": 38.80629976590475,
     "found": {
      "den": 14.0,
      "n": 4.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 13.0,
      "n": 4.0,
      "share": 0.3076923076923077
     },
     "judgement": 56.44257703081232,
     "judgement_hi": 68.2039125690837,
     "judgement_lo": 46.24950396825397,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 0.7142857142857143,
      "y": 0.1568627450980392
     },
     "margin": 0.001,
     "missed": {
      "den": 14.0,
      "n": 9.0,
      "share": 0.6428571428571429
     },
     "needless": {
      "den": 51.0,
      "n": 8.0,
      "share": 0.1568627450980392
     },
     "needless_by_loss": {
      "big": {
       "den": 51.0,
       "n": 5.0,
       "share": 0.09803921568627451
      },
      "medium": {
       "den": 51.0,
       "n": 2.0,
       "share": 0.0392156862745098
      },
      "small": {
       "den": 51.0,
       "n": 1.0,
       "share": 0.0196078431372549
      }
     },
     "no_trade_off": 10.0,
     "reference": null,
     "right_safety": {
      "den": 51.0,
      "n": 43.0,
      "share": 0.8431372549019608
     },
     "risk_pays": 14.0,
     "safety_pays": 51.0,
     "scored": 75,
     "sdt": {
      "aim": {
       "den": 5.0,
       "n": 4.0,
       "share": 0.8
      },
      "beta": 2.229910318146539,
      "caution": 0.6605125896563627,
      "caution_hi": 1.0598583050141983,
      "caution_lo": 0.2587006209026642,
      "cstar": 1.253778655295323,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6396355251371344,
      "dprime_hi": 1.2038392860528355,
      "dprime_lo": 0.03273234254783288,
      "false_alarm": {
       "den": 51.0,
       "n": 8.0,
       "share": 0.1568627450980392
      },
      "false_alarm_rate": 0.16346153846153846,
      "hit": {
       "den": 14.0,
       "n": 5.0,
       "share": 0.35714285714285715
      },
      "hit_rate": 0.36666666666666664,
      "missed_loss": 0.22569584846496582,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.13815570622682571,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 13.777777777777779,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 12.75,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 3.0,
        "share": 0.42857142857142855
       },
       "missed": {
        "den": 7.0,
        "n": 3.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       }
      },
      "medium": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 6.0,
        "share": 0.8571428571428571
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 65.0,
     "wrong": {
      "den": 14.0,
      "n": 1.0,
      "share": 0.07142857142857142
     }
    },
    "opening": {
     "by_call": {
      "missed": 16.67690326116587,
      "needless": 8.462481053644105,
      "none": 0.1899209853849913,
      "right_risk": 4.029501033456702,
      "right_safety": 3.6121414190060213,
      "wrong_risk": 5.074876213544293
     },
     "calls": {
      "missed": 80.0,
      "needless": 25.0,
      "right_risk": 94.0,
      "right_safety": 87.0,
      "wrong_risk": 16.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 61,
      "taken_grouped": 12,
      "taken_n": 123,
      "taken_other": 0
     },
     "error_rate": 38.045823966201986,
     "found": {
      "den": 190.0,
      "n": 94.0,
      "share": 0.49473684210526314
     },
     "good": {
      "den": 135.0,
      "n": 94.0,
      "share": 0.6962962962962963
     },
     "judgement": 63.576127819548866,
     "judgement_hi": 68.50134309272643,
     "judgement_lo": 58.05681426500874,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16666666666666666,
      "x": 0.5052631578947369,
      "y": 0.22321428571428573
     },
     "margin": 0.001,
     "missed": {
      "den": 190.0,
      "n": 80.0,
      "share": 0.42105263157894735
     },
     "needless": {
      "den": 112.0,
      "n": 25.0,
      "share": 0.22321428571428573
     },
     "needless_by_loss": {
      "big": {
       "den": 112.0,
       "n": 20.0,
       "share": 0.17857142857142858
      },
      "medium": {
       "den": 112.0,
       "n": 2.0,
       "share": 0.017857142857142856
      },
      "small": {
       "den": 112.0,
       "n": 3.0,
       "share": 0.026785714285714284
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 112.0,
      "n": 87.0,
      "share": 0.7767857142857143
     },
     "risk_pays": 190.0,
     "safety_pays": 112.0,
     "scored": 304,
     "sdt": {
      "aim": {
       "den": 110.0,
       "n": 94.0,
       "share": 0.8545454545454545
      },
      "beta": 0.9571867977901083,
      "caution": 0.2775296228782288,
      "caution_hi": 0.44858243216412114,
      "caution_lo": 0.1177842245056404,
      "cstar": -0.045994416156860465,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9513484294265466,
      "dprime_hi": 1.3368964078038743,
      "dprime_lo": 0.5844642668995039,
      "false_alarm": {
       "den": 112.0,
       "n": 25.0,
       "share": 0.22321428571428573
      },
      "false_alarm_rate": 0.22566371681415928,
      "hit": {
       "den": 190.0,
       "n": 110.0,
       "share": 0.5789473684210527
      },
      "hit_rate": 0.5785340314136126,
      "missed_loss": 0.12674446478486062,
      "missed_n": 80.0,
      "na": null,
      "needless_loss": 0.20580753922462464,
      "needless_n": 25.0
     },
     "size": {
      "bad": {
       "mean": 12.073170731707316,
       "n": 41.0,
       "too_few": true
      },
      "right": {
       "mean": 13.191489361702128,
       "n": 94.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 103.0,
        "n": 58.0,
        "share": 0.5631067961165048
       },
       "missed": {
        "den": 103.0,
        "n": 37.0,
        "share": 0.3592233009708738
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 8.0,
        "share": 0.07766990291262135
       }
      },
      "medium": {
       "found": {
        "den": 74.0,
        "n": 33.0,
        "share": 0.44594594594594594
       },
       "missed": {
        "den": 74.0,
        "n": 34.0,
        "share": 0.4594594594594595
       },
       "risk_pays": 74.0,
       "wrong": {
        "den": 74.0,
        "n": 7.0,
        "share": 0.0945945945945946
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 3.0,
        "share": 0.23076923076923078
       },
       "missed": {
        "den": 13.0,
        "n": 9.0,
        "share": 0.6923076923076923
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 1.0,
        "share": 0.07692307692307693
       }
      }
     },
     "trade_off": 302.0,
     "wrong": {
      "den": 190.0,
      "n": 16.0,
      "share": 0.08421052631578947
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.755782426590937,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.755782426590937,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 251.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 251,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 845.0,
    "n": 682.0,
    "share": 0.8071005917159764
   },
   "risk_pays": 703.0,
   "safety_pays": 845.0,
   "scored": 2052,
   "sdt": {
    "aim": {
     "den": 300.0,
     "n": 233.0,
     "share": 0.7766666666666666
    },
    "beta": 1.4549459134370848,
    "caution": 0.5251725338859434,
    "caution_hi": 0.5939400523904008,
    "caution_lo": 0.45915082649587496,
    "cstar": 0.5501878685802132,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6815285258918512,
    "dprime_hi": 0.8131443744952435,
    "dprime_lo": 0.5554389948277682,
    "false_alarm": {
     "den": 845.0,
     "n": 163.0,
     "share": 0.19289940828402366
    },
    "false_alarm_rate": 0.19326241134751773,
    "hit": {
     "den": 703.0,
     "n": 300.0,
     "share": 0.4267425320056899
    },
    "hit_rate": 0.4268465909090909,
    "missed_loss": 0.17299536950239178,
    "missed_n": 403.0,
    "na": null,
    "needless_loss": 0.20940157496856035,
    "needless_n": 163.0
   },
   "size": {
    "bad": {
     "mean": 10.108695652173912,
     "n": 230.0,
     "too_few": false
    },
    "right": {
     "mean": 10.051502145922747,
     "n": 233.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 401.0,
      "n": 160.0,
      "share": 0.39900249376558605
     },
     "missed": {
      "den": 401.0,
      "n": 212.0,
      "share": 0.5286783042394015
     },
     "risk_pays": 401.0,
     "wrong": {
      "den": 401.0,
      "n": 29.0,
      "share": 0.07231920199501247
     }
    },
    "medium": {
     "found": {
      "den": 225.0,
      "n": 63.0,
      "share": 0.28
     },
     "missed": {
      "den": 225.0,
      "n": 138.0,
      "share": 0.6133333333333333
     },
     "risk_pays": 225.0,
     "wrong": {
      "den": 225.0,
      "n": 24.0,
      "share": 0.10666666666666667
     }
    },
    "small": {
     "found": {
      "den": 77.0,
      "n": 10.0,
      "share": 0.12987012987012986
     },
     "missed": {
      "den": 77.0,
      "n": 53.0,
      "share": 0.6883116883116883
     },
     "risk_pays": 77.0,
     "wrong": {
      "den": 77.0,
      "n": 14.0,
      "share": 0.18181818181818182
     }
    }
   },
   "trade_off": 1548.0,
   "wrong": {
    "den": 703.0,
    "n": 67.0,
    "share": 0.0953058321479374
   }
  },
  "robust": {
   "by_call": {
    "missed": 16.38431020705556,
    "needless": 8.675374018053795,
    "none": 3.745609745528498,
    "right_risk": 1.6709403379967338,
    "right_safety": 4.505661604871527,
    "wrong_risk": 3.8010151385099102
   },
   "calls": {
    "missed": 350.0,
    "needless": 187.0,
    "right_risk": 211.0,
    "right_safety": 735.0,
    "wrong_risk": 65.0
   },
   "confidence": {
    "auroc_right_risk": 0.5586881038647343,
    "missed_mean_p": 0.5316675599633369,
    "missed_n": 294,
    "taken_grouped": 63,
    "taken_n": 400,
    "taken_other": 0
   },
   "error_rate": 38.782911052016026,
   "found": {
    "den": 626.0,
    "n": 211.0,
    "share": 0.33706070287539935
   },
   "good": {
    "den": 463.0,
    "n": 211.0,
    "share": 0.4557235421166307
   },
   "judgement": 56.71203731296737,
   "judgement_hi": 58.73030565661218,
   "judgement_lo": 54.73604002281167,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1566265060240964,
    "x": 0.6629392971246006,
    "y": 0.20281995661605207
   },
   "margin": 0.02,
   "missed": {
    "den": 626.0,
    "n": 350.0,
    "share": 0.5591054313099042
   },
   "needless": {
    "den": 922.0,
    "n": 187.0,
    "share": 0.20281995661605207
   },
   "needless_by_loss": {
    "big": {
     "den": 922.0,
     "n": 126.0,
     "share": 0.13665943600867678
    },
    "medium": {
     "den": 922.0,
     "n": 32.0,
     "share": 0.03470715835140998
    },
    "small": {
     "den": 922.0,
     "n": 29.0,
     "share": 0.031453362255965296
    }
   },
   "no_trade_off": 504.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.051374583408751,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.051374583408751,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 145.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 145,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.667608137978366,
      "needless": 11.429443512003965,
      "none": 0.9639772616425994,
      "right_risk": 2.012720251326087,
      "right_safety": 5.609700746525053,
      "wrong_risk": 4.419901544635148
     },
     "calls": {
      "missed": 270.0,
      "needless": 150.0,
      "right_risk": 122.0,
      "right_safety": 596.0,
      "wrong_risk": 43.0
     },
     "confidence": {
      "auroc_right_risk": 0.5119817073170732,
      "missed_mean_p": 0.5369985638315296,
      "missed_n": 234,
      "taken_grouped": 51,
      "taken_n": 264,
      "taken_other": 0
     },
     "error_rate": 46.10335145411122,
     "found": {
      "den": 435.0,
      "n": 122.0,
      "share": 0.28045977011494255
     },
     "good": {
      "den": 315.0,
      "n": 122.0,
      "share": 0.3873015873015873
     },
     "judgement": 53.96936920279807,
     "judgement_hi": 56.33940863575891,
     "judgement_lo": 51.49482381689946,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13738019169329074,
      "x": 0.7195402298850575,
      "y": 0.20107238605898123
     },
     "margin": 0.02,
     "missed": {
      "den": 435.0,
      "n": 270.0,
      "share": 0.6206896551724138
     },
     "needless": {
      "den": 746.0,
      "n": 150.0,
      "share": 0.20107238605898123
     },
     "needless_by_loss": {
      "big": {
       "den": 746.0,
       "n": 100.0,
       "share": 0.13404825737265416
      },
      "medium": {
       "den": 746.0,
       "n": 28.0,
       "share": 0.03753351206434316
      },
      "small": {
       "den": 746.0,
       "n": 22.0,
       "share": 0.029490616621983913
      }
     },
     "no_trade_off": 96.0,
     "reference": null,
     "right_safety": {
      "den": 746.0,
      "n": 596.0,
      "share": 0.7989276139410187
     },
     "risk_pays": 435.0,
     "safety_pays": 746.0,
     "scored": 1277,
     "sdt": {
      "aim": {
       "den": 165.0,
       "n": 122.0,
       "share": 0.7393939393939394
      },
      "beta": 1.6283066197551557,
      "caution": 0.571469107067871,
      "caution_hi": 0.6457296652426315,
      "caution_lo": 0.5044367617508113,
      "cstar": 0.920221746214053,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5298077264801756,
      "dprime_hi": 0.6913869449985307,
      "dprime_lo": 0.3669728472646987,
      "false_alarm": {
       "den": 746.0,
       "n": 150.0,
       "share": 0.20107238605898123
      },
      "false_alarm_rate": 0.20147255689424365,
      "hit": {
       "den": 435.0,
       "n": 165.0,
       "share": 0.3793103448275862
      },
      "hit_rate": 0.3795871559633027,
      "missed_loss": 0.20495952290517314,
      "missed_n": 270.0,
      "na": null,
      "needless_loss": 0.1946053248643875,
      "needless_n": 150.0
     },
     "size": {
      "bad": {
       "mean": 9.481865284974093,
       "n": 193.0,
       "too_few": true
      },
      "right": {
       "mean": 7.598360655737705,
       "n": 122.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 291.0,
        "n": 96.0,
        "share": 0.32989690721649484
       },
       "missed": {
        "den": 291.0,
        "n": 172.0,
        "share": 0.5910652920962199
       },
       "risk_pays": 291.0,
       "wrong": {
        "den": 291.0,
        "n": 23.0,
        "share": 0.07903780068728522
       }
      },
      "medium": {
       "found": {
        "den": 144.0,
        "n": 26.0,
        "share": 0.18055555555555555
       },
       "missed": {
        "den": 144.0,
        "n": 98.0,
        "share": 0.6805555555555556
       },
       "risk_pays": 144.0,
       "wrong": {
        "den": 144.0,
        "n": 20.0,
        "share": 0.1388888888888889
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1181.0,
     "wrong": {
      "den": 435.0,
      "n": 43.0,
      "share": 0.09885057471264368
     }
    },
    "holding": {
     "by_call": {
      "missed": 13.54175090789795,
      "needless": 7.368304332097371,
      "none": 2.2014073530832925,
      "right_risk": 0.0,
      "right_safety": 11.327970822652182,
      "wrong_risk": 4.36686635017395
     },
     "calls": {
      "missed": 9.0,
      "needless": 8.0,
      "right_risk": 4.0,
      "right_safety": 43.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 13,
      "taken_other": 0
     },
     "error_rate": 38.80629976590475,
     "found": {
      "den": 14.0,
      "n": 4.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 13.0,
      "n": 4.0,
      "share": 0.3076923076923077
     },
     "judgement": 56.44257703081232,
     "judgement_hi": 68.636482420019,
     "judgement_lo": 45.721318865812705,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 0.7142857142857143,
      "y": 0.1568627450980392
     },
     "margin": 0.02,
     "missed": {
      "den": 14.0,
      "n": 9.0,
      "share": 0.6428571428571429
     },
     "needless": {
      "den": 51.0,
      "n": 8.0,
      "share": 0.1568627450980392
     },
     "needless_by_loss": {
      "big": {
       "den": 51.0,
       "n": 5.0,
       "share": 0.09803921568627451
      },
      "medium": {
       "den": 51.0,
       "n": 2.0,
       "share": 0.0392156862745098
      },
      "small": {
       "den": 51.0,
       "n": 1.0,
       "share": 0.0196078431372549
      }
     },
     "no_trade_off": 10.0,
     "reference": null,
     "right_safety": {
      "den": 51.0,
      "n": 43.0,
      "share": 0.8431372549019608
     },
     "risk_pays": 14.0,
     "safety_pays": 51.0,
     "scored": 75,
     "sdt": {
      "aim": {
       "den": 5.0,
       "n": 4.0,
       "share": 0.8
      },
      "beta": 2.229910318146539,
      "caution": 0.6605125896563627,
      "caution_hi": 1.0702412401128232,
      "caution_lo": 0.24224539564191216,
      "cstar": 1.253778655295323,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6396355251371344,
      "dprime_hi": 1.2011812685936418,
      "dprime_lo": 0.10532831414048094,
      "false_alarm": {
       "den": 51.0,
       "n": 8.0,
       "share": 0.1568627450980392
      },
      "false_alarm_rate": 0.16346153846153846,
      "hit": {
       "den": 14.0,
       "n": 5.0,
       "share": 0.35714285714285715
      },
      "hit_rate": 0.36666666666666664,
      "missed_loss": 0.22569584846496582,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.13815570622682571,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 13.777777777777779,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 12.75,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 3.0,
        "share": 0.42857142857142855
       },
       "missed": {
        "den": 7.0,
        "n": 3.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       }
      },
      "medium": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 6.0,
        "share": 0.8571428571428571
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 65.0,
     "wrong": {
      "den": 14.0,
      "n": 1.0,
      "share": 0.07142857142857142
     }
    },
    "opening": {
     "by_call": {
      "missed": 16.23499221903713,
      "needless": 8.729754260888225,
      "none": 0.1899209853849913,
      "right_risk": 2.824098067848306,
      "right_safety": 4.05405246113476,
      "wrong_risk": 6.013005971908569
     },
     "calls": {
      "missed": 71.0,
      "needless": 29.0,
      "right_risk": 85.0,
      "right_safety": 96.0,
      "wrong_risk": 21.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 53,
      "taken_grouped": 12,
      "taken_n": 123,
      "taken_other": 0
     },
     "error_rate": 38.045823966201986,
     "found": {
      "den": 177.0,
      "n": 85.0,
      "share": 0.480225988700565
     },
     "good": {
      "den": 135.0,
      "n": 85.0,
      "share": 0.6296296296296297
     },
     "judgement": 62.411299435028255,
     "judgement_hi": 67.73872447238821,
     "judgement_lo": 57.012841559797295,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.22826086956521738,
      "x": 0.519774011299435,
      "y": 0.232
     },
     "margin": 0.02,
     "missed": {
      "den": 177.0,
      "n": 71.0,
      "share": 0.4011299435028249
     },
     "needless": {
      "den": 125.0,
      "n": 29.0,
      "share": 0.232
     },
     "needless_by_loss": {
      "big": {
       "den": 125.0,
       "n": 21.0,
       "share": 0.168
      },
      "medium": {
       "den": 125.0,
       "n": 2.0,
       "share": 0.016
      },
      "small": {
       "den": 125.0,
       "n": 6.0,
       "share": 0.048
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 125.0,
      "n": 96.0,
      "share": 0.768
     },
     "risk_pays": 177.0,
     "safety_pays": 125.0,
     "scored": 304,
     "sdt": {
      "aim": {
       "den": 106.0,
       "n": 85.0,
       "share": 0.8018867924528302
      },
      "beta": 0.9297089917905291,
      "caution": 0.23816791058349443,
      "caution_hi": 0.40429828481771796,
      "caution_lo": 0.08964108634214246,
      "cstar": -0.07480540834938164,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9743099524945529,
      "dprime_hi": 1.3357870224454715,
      "dprime_lo": 0.6300481776304816,
      "false_alarm": {
       "den": 125.0,
       "n": 29.0,
       "share": 0.232
      },
      "false_alarm_rate": 0.23412698412698413,
      "hit": {
       "den": 177.0,
       "n": 106.0,
       "share": 0.5988700564971752
      },
      "hit_rate": 0.598314606741573,
      "missed_loss": 0.13902641224189544,
      "missed_n": 71.0,
      "na": null,
      "needless_loss": 0.18302381346965657,
      "needless_n": 29.0
     },
     "size": {
      "bad": {
       "mean": 12.52,
       "n": 50.0,
       "too_few": true
      },
      "right": {
       "mean": 13.047058823529412,
       "n": 85.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 103.0,
        "n": 55.0,
        "share": 0.5339805825242718
       },
       "missed": {
        "den": 103.0,
        "n": 37.0,
        "share": 0.3592233009708738
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 11.0,
        "share": 0.10679611650485436
       }
      },
      "medium": {
       "found": {
        "den": 74.0,
        "n": 30.0,
        "share": 0.40540540540540543
       },
       "missed": {
        "den": 74.0,
        "n": 34.0,
        "share": 0.4594594594594595
       },
       "risk_pays": 74.0,
       "wrong": {
        "den": 74.0,
        "n": 10.0,
        "share": 0.13513513513513514
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 302.0,
     "wrong": {
      "den": 177.0,
      "n": 21.0,
      "share": 0.11864406779661017
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.755782426590937,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.755782426590937,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 251.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 251,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 922.0,
    "n": 735.0,
    "share": 0.797180043383948
   },
   "risk_pays": 626.0,
   "safety_pays": 922.0,
   "scored": 2052,
   "sdt": {
    "aim": {
     "den": 276.0,
     "n": 211.0,
     "share": 0.7644927536231884
    },
    "beta": 1.459630975475035,
    "caution": 0.4894568037183537,
    "caution_hi": 0.5620706070998008,
    "caution_lo": 0.4230763507953876,
    "cstar": 0.554530960968905,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6819883358490945,
    "dprime_hi": 0.8157084298078263,
    "dprime_lo": 0.5450188868663404,
    "false_alarm": {
     "den": 922.0,
     "n": 187.0,
     "share": 0.20281995661605207
    },
    "false_alarm_rate": 0.20314192849404117,
    "hit": {
     "den": 626.0,
     "n": 276.0,
     "share": 0.44089456869009586
    },
    "hit_rate": 0.4409888357256778,
    "missed_loss": 0.19211774025644573,
    "missed_n": 350.0,
    "na": null,
    "needless_loss": 0.19039430465290252,
    "needless_n": 187.0
   },
   "size": {
    "bad": {
     "mean": 10.238095238095237,
     "n": 252.0,
     "too_few": false
    },
    "right": {
     "mean": 9.890995260663507,
     "n": 211.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 401.0,
      "n": 154.0,
      "share": 0.38403990024937656
     },
     "missed": {
      "den": 401.0,
      "n": 212.0,
      "share": 0.5286783042394015
     },
     "risk_pays": 401.0,
     "wrong": {
      "den": 401.0,
      "n": 35.0,
      "share": 0.08728179551122195
     }
    },
    "medium": {
     "found": {
      "den": 225.0,
      "n": 57.0,
      "share": 0.25333333333333335
     },
     "missed": {
      "den": 225.0,
      "n": 138.0,
      "share": 0.6133333333333333
     },
     "risk_pays": 225.0,
     "wrong": {
      "den": 225.0,
      "n": 30.0,
      "share": 0.13333333333333333
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1548.0,
   "wrong": {
    "den": 626.0,
    "n": 65.0,
    "share": 0.10383386581469649
   }
  }
 },
 "slug": "decider-v1-1-27b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 28.314560651779175,
   "n": 16,
   "too_few": true
  },
  "blitz": {
   "error_rate": 52.598446738877485,
   "n": 227,
   "too_few": false
  },
  "holding": {
   "error_rate": 38.80629976590475,
   "n": 75,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 46.059350260258924,
   "n": 397,
   "too_few": false
  },
  "other": {
   "error_rate": 44.37512044723217,
   "n": 182,
   "too_few": true
  },
  "priming": {
   "error_rate": 44.21816582863148,
   "n": 455,
   "too_few": false
  }
 },
 "version": "v3"
}
