{
 "aliases": [
  "Cygnet (Gemma 4 12B)"
 ],
 "close": {
  "close": {
   "den": 1655,
   "n": 359,
   "share": 0.21691842900302113,
   "small": false
  },
  "decisions": 2016,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1655,
  "exclusions": {
   "grouped": 113,
   "not_audited": 248
  },
  "groups": {
   "close": {
    "by_count": [
     136,
     130,
     63,
     28,
     2
    ],
    "differ": {
     "hitting": {
      "den": 359,
      "n": 168,
      "share": 0.467966573816156,
      "small": false
     },
     "points": {
      "den": 359,
      "n": 68,
      "share": 0.1894150417827298,
      "small": false
     },
     "prime": {
      "den": 359,
      "n": 73,
      "share": 0.20334261838440112,
      "small": false
     },
     "race": {
      "den": 359,
      "n": 39,
      "share": 0.10863509749303621,
      "small": false
     }
    },
    "gap": {
     "mean": 0.12132376042249143,
     "median": 0.05407249927520752,
     "n": 359
    },
    "loss1": {
     "mean": 0.09771643060163535,
     "median": 0.02254629135131836,
     "n": 359
    },
    "loss2": {
     "mean": 0.10998970344870203,
     "median": 0.04256749153137207,
     "n": 359
    },
    "n": 359,
    "p1": {
     "mean": 0.4478514403024134,
     "median": 0.4485311991102886,
     "n": 359
    },
    "p2": {
     "mean": 0.3137386745594508,
     "median": 0.3082606520315747,
     "n": 359
    },
    "psum": {
     "mean": 0.7615901148618642,
     "median": 0.7678216124853137,
     "n": 359
    },
    "psum_bins": [
     0,
     0,
     0,
     2,
     15,
     41,
     73,
     76,
     74,
     78
    ]
   },
   "other": {
    "by_count": [
     310,
     505,
     317,
     147,
     17
    ],
    "differ": {
     "hitting": {
      "den": 1296,
      "n": 737,
      "share": 0.5686728395061729,
      "small": false
     },
     "points": {
      "den": 1296,
      "n": 406,
      "share": 0.3132716049382716,
      "small": false
     },
     "prime": {
      "den": 1296,
      "n": 350,
      "share": 0.2700617283950617,
      "small": false
     },
     "race": {
      "den": 1296,
      "n": 155,
      "share": 0.11959876543209877,
      "small": false
     }
    },
    "gap": {
     "mean": 0.13704413888447078,
     "median": 0.07337439060211182,
     "n": 1296
    },
    "loss1": {
     "mean": 0.0679013154434937,
     "median": 0.0033450424671173096,
     "n": 1296
    },
    "loss2": {
     "mean": 0.14479486862726418,
     "median": 0.0814504623413086,
     "n": 1296
    },
    "n": 1296,
    "p1": {
     "mean": 0.727169617404004,
     "median": 0.7427022939388541,
     "n": 1296
    },
    "p2": {
     "mean": 0.11894007509652202,
     "median": 0.10665837423049357,
     "n": 1296
    },
    "psum": {
     "mean": 0.846109692500526,
     "median": 0.8559927774690879,
     "n": 1296
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     6,
     29,
     105,
     282,
     410,
     464
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 406,
       "n": 84,
       "share": 0.20689655172413793,
       "small": false
      },
      "eligible": 406,
      "risk_close": {
       "den": 84,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 613,
       "n": 146,
       "share": 0.23817292006525284,
       "small": false
      },
      "eligible": 613,
      "risk_close": {
       "den": 146,
       "n": 87,
       "share": 0.5958904109589042,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 636,
       "n": 129,
       "share": 0.2028301886792453,
       "small": false
      },
      "eligible": 636,
      "risk_close": {
       "den": 129,
       "n": 57,
       "share": 0.4418604651162791,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.4470588235294118,
     "adj_other": 0.7551984461468003,
     "adjusted": -0.30813962261738853,
     "adjusted_hi": -0.21243297079715176,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.40754549947823693,
     "close": {
      "den": 87,
      "n": 39,
      "share": 0.4482758620689655,
      "small": true
     },
     "covered": {
      "den": 87,
      "n": 85,
      "share": 0.9770114942528736,
      "small": true
     },
     "crude": -0.3169680403700589,
     "crude_hi": -0.23346800957384317,
     "crude_left_out": 0,
     "crude_lo": -0.39405666365288544,
     "group": 415,
     "matches": 16,
     "na": null,
     "other": {
      "den": 328,
      "n": 251,
      "share": 0.7652439024390244,
      "small": false
     },
     "resamples": 2000,
     "strata": 29,
     "strata_both": 21
    },
    "stake": {
     "big": {
      "den": 365,
      "n": 90,
      "share": 0.2465753424657534,
      "small": false
     },
     "medium": {
      "den": 189,
      "n": 43,
      "share": 0.2275132275132275,
      "small": true
     },
     "small": {
      "den": 59,
      "n": 13,
      "share": 0.22033898305084745,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 406,
       "n": 84,
       "share": 0.20689655172413793,
       "small": false
      },
      "eligible": 406,
      "risk_close": {
       "den": 84,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 554,
       "n": 133,
       "share": 0.24007220216606498,
       "small": false
      },
      "eligible": 554,
      "risk_close": {
       "den": 133,
       "n": 81,
       "share": 0.6090225563909775,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 695,
       "n": 142,
       "share": 0.20431654676258992,
       "small": false
      },
      "eligible": 695,
      "risk_close": {
       "den": 142,
       "n": 63,
       "share": 0.44366197183098594,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.425,
     "adj_other": 0.7380234934962228,
     "adjusted": -0.31302349349622277,
     "adjusted_hi": -0.19601701326470072,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.43052751452343996,
     "close": {
      "den": 81,
      "n": 34,
      "share": 0.41975308641975306,
      "small": true
     },
     "covered": {
      "den": 81,
      "n": 80,
      "share": 0.9876543209876543,
      "small": true
     },
     "crude": -0.33362529195862534,
     "crude_hi": -0.23211922532900717,
     "crude_left_out": 0,
     "crude_lo": -0.4317417098820574,
     "group": 377,
     "matches": 16,
     "na": null,
     "other": {
      "den": 296,
      "n": 223,
      "share": 0.7533783783783784,
      "small": false
     },
     "resamples": 2000,
     "strata": 27,
     "strata_both": 21
    },
    "stake": {
     "big": {
      "den": 365,
      "n": 90,
      "share": 0.2465753424657534,
      "small": false
     },
     "medium": {
      "den": 189,
      "n": 43,
      "share": 0.2275132275132275,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 359,
   "n": 144,
   "share": 0.4011142061281337,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1655,
   "n": 144,
   "share": 0.08700906344410876,
   "small": false
  },
  "risk_pair_other": {
   "den": 1296,
   "n": 683,
   "share": 0.5270061728395061,
   "small": false
  },
  "ties": {
   "close": 13,
   "member": 19,
   "order": 10,
   "positive": 29,
   "top_two": 29,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6638865284355115,
  "auroc_blunder": 0.6303539647444099,
  "confident_badly_wrong": {
   "den": 1893,
   "n": 14,
   "share": 0.007395668251452721
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 150,
     "n": 14,
     "share": 0.09333333333333334
    },
    "kept": {
     "den": 1893,
     "n": 150,
     "share": 0.07923930269413629
    },
    "mean_loss": 0.024297422965367636,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1893,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.21828853023171413,
  "held_out": {
   "blunders": 0.07258041225498989,
   "kept": 0.007828686372901768,
   "no_cutoff": 36,
   "runs": 300
  },
  "n": 1893,
  "surest": {
   "cut": 0.8186226162588535,
   "error_rate": 15.944392620762692,
   "n": 474,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 37.90440376302818,
   "n": 656,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 55.505666320289166,
   "n": 617,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 25.040651113797647,
   "n": 743,
   "too_few": false
  }
 },
 "name": "Cygnet",
 "options": {
  "11–15": {
   "error_rate": 49.19053987729923,
   "n": 351,
   "too_few": false
  },
  "16–25": {
   "error_rate": 47.49975688086298,
   "n": 334,
   "too_few": false
  },
  "26+": {
   "error_rate": 67.1963291313812,
   "n": 131,
   "too_few": true
  },
  "2–5": {
   "error_rate": 21.430798983706552,
   "n": 719,
   "too_few": false
  },
  "6–10": {
   "error_rate": 42.36013905422108,
   "n": 481,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 14.292255753562564,
   "n": 126,
   "too_few": true
  },
  "contact": {
   "error_rate": 44.32427922060596,
   "n": 1302,
   "too_few": false
  },
  "holding": {
   "error_rate": 26.09194442629814,
   "n": 44,
   "too_few": true
  },
  "opening": {
   "error_rate": 39.069790018084866,
   "n": 298,
   "too_few": false
  },
  "race": {
   "error_rate": 22.01467485931831,
   "n": 246,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6638865284355115,
  "best_share": 0.4399801587301587,
  "blunder_share": 0.27529761904761907,
  "brier": 0.27788126442831873,
  "clusters": 100,
  "confidence_n": 1893,
  "confident_badly_wrong": 0.007395668251452721,
  "cost_coverage": 1.0,
  "decisions": 2016,
  "ece": 0.21828853023171413,
  "engine_scored": 2016,
  "error_hi": 41.870829239830115,
  "error_lo": 35.38707727571535,
  "error_rate": 38.550341649660986,
  "first_date": "2026-10-15",
  "group_sizes": [
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26
  ],
  "grouped": 123,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.6682954317454413,
  "over_budget": 0.000496031746031746,
  "own_cost": {
   "decisions": 2016,
   "estimate": true,
   "excluded_hours": 252.8,
   "gaps": [
    [
     "2026-10-15T11:29Z",
     "2026-10-15T13:17Z",
     108
    ],
    [
     "2026-10-15T13:20Z",
     "2026-10-16T04:47Z",
     927
    ],
    [
     "2026-10-16T04:47Z",
     "2026-10-19T20:52Z",
     5285
    ],
    [
     "2026-10-19T21:07Z",
     "2026-10-20T04:54Z",
     467
    ],
    [
     "2026-10-20T05:03Z",
     "2026-10-20T13:16Z",
     493
    ],
    [
     "2026-10-20T13:17Z",
     "2026-10-20T20:11Z",
     415
    ],
    [
     "2026-10-20T20:17Z",
     "2026-10-22T17:21Z",
     2704
    ],
    [
     "2026-10-22T17:22Z",
     "2026-10-22T22:21Z",
     300
    ],
    [
     "2026-10-22T22:26Z",
     "2026-10-23T21:15Z",
     1369
    ],
    [
     "2026-10-23T21:15Z",
     "2026-10-24T21:36Z",
     1460
    ],
    [
     "2026-10-24T22:10Z",
     "2026-10-24T22:21Z",
     11
    ],
    [
     "2026-10-24T23:30Z",
     "2026-10-24T23:41Z",
     11
    ],
    [
     "2026-10-25T02:30Z",
     "2026-10-25T02:48Z",
     18
    ],
    [
     "2026-10-25T04:19Z",
     "2026-10-25T04:34Z",
     15
    ],
    [
     "2026-10-25T04:34Z",
     "2026-10-25T05:00Z",
     26
    ],
    [
     "2026-10-25T05:19Z",
     "2026-10-25T05:32Z",
     14
    ],
    [
     "2026-10-25T07:00Z",
     "2026-10-25T07:24Z",
     24
    ],
    [
     "2026-10-25T07:52Z",
     "2026-10-25T21:54Z",
     842
    ],
    [
     "2026-10-25T21:55Z",
     "2026-10-26T09:14Z",
     679
    ]
   ],
   "gpu_decisions": 2016,
   "gpu_usd": 22.51396411771654,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 9.576119722260376,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.5843072223001055,
     "machine": "dgx_spark",
     "usd": 0.12435099281546426,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 8.99181249996027,
     "machine": "rtx_pro_6000",
     "usd": 22.389613124901075,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 22.51396411771654,
   "usd_per_1000": 11.167640931407014
  },
  "p95_loss": 0.3568016439676285,
  "probability_source": "decision",
  "retry_mean": 0.0,
  "scored": 2016,
  "time_median": 0.366,
  "time_p90": 2.963,
  "tokens_in": 4592.795138888889,
  "tokens_out": 1.4508928571428572,
  "too_few": false,
  "usd_per_1000": 11.167640931407014,
  "very_confident": 0.07923930269413629,
  "worst_mean": 0.5704663773574451
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5658482142857143,
   "best_share": 0.7777777777777778,
   "blunder_share": 0.0873015873015873,
   "brier": 0.18196862433891794,
   "clusters": 60,
   "confidence_n": 124,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 126,
   "ece": 0.11297689005551838,
   "engine_scored": 126,
   "error_hi": 23.554185941692797,
   "error_lo": 6.764000659058621,
   "error_rate": 14.292255753562564,
   "first_date": "2026-10-15",
   "group_sizes": [
    15,
    20
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7201289855116861,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2016,
    "estimate": true,
    "excluded_hours": 252.8,
    "gaps": [
     [
      "2026-10-15T11:29Z",
      "2026-10-15T13:17Z",
      108
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      927
     ],
     [
      "2026-10-16T04:47Z",
      "2026-10-19T20:52Z",
      5285
     ],
     [
      "2026-10-19T21:07Z",
      "2026-10-20T04:54Z",
      467
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:16Z",
      493
     ],
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      415
     ],
     [
      "2026-10-20T20:17Z",
      "2026-10-22T17:21Z",
      2704
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:26Z",
      "2026-10-23T21:15Z",
      1369
     ],
     [
      "2026-10-23T21:15Z",
      "2026-10-24T21:36Z",
      1460
     ],
     [
      "2026-10-24T22:10Z",
      "2026-10-24T22:21Z",
      11
     ],
     [
      "2026-10-24T23:30Z",
      "2026-10-24T23:41Z",
      11
     ],
     [
      "2026-10-25T02:30Z",
      "2026-10-25T02:48Z",
      18
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:34Z",
      15
     ],
     [
      "2026-10-25T04:34Z",
      "2026-10-25T05:00Z",
      26
     ],
     [
      "2026-10-25T05:19Z",
      "2026-10-25T05:32Z",
      14
     ],
     [
      "2026-10-25T07:00Z",
      "2026-10-25T07:24Z",
      24
     ],
     [
      "2026-10-25T07:52Z",
      "2026-10-25T21:54Z",
      842
     ],
     [
      "2026-10-25T21:55Z",
      "2026-10-26T09:14Z",
      679
     ]
    ],
    "gpu_decisions": 2016,
    "gpu_usd": 22.51396411771654,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.576119722260376,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5843072223001055,
      "machine": "dgx_spark",
      "usd": 0.12435099281546426,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 8.99181249996027,
      "machine": "rtx_pro_6000",
      "usd": 22.389613124901075,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 22.51396411771654,
    "usd_per_1000": 11.167640931407014
   },
   "p95_loss": 0.13934186100959778,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 126,
   "time_median": 0.172,
   "time_p90": 1.7155,
   "tokens_in": 2921.6428571428573,
   "tokens_out": 1.0317460317460319,
   "too_few": true,
   "usd_per_1000": 11.167640931407014,
   "very_confident": 0.07258064516129033,
   "worst_mean": 0.4210595488548279
  },
  "contact": {
   "auroc": 0.6645186853520186,
   "best_share": 0.4362519201228879,
   "blunder_share": 0.30952380952380953,
   "brier": 0.2778248307055031,
   "clusters": 100,
   "confidence_n": 1206,
   "confident_badly_wrong": 0.008291873963515755,
   "cost_coverage": 1.0,
   "decisions": 1302,
   "ece": 0.22060194676737216,
   "engine_scored": 1302,
   "error_hi": 48.94203131889312,
   "error_lo": 39.99146901358955,
   "error_rate": 44.32427922060596,
   "first_date": "2026-10-15",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 96,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6646922363475424,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2016,
    "estimate": true,
    "excluded_hours": 252.8,
    "gaps": [
     [
      "2026-10-15T11:29Z",
      "2026-10-15T13:17Z",
      108
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      927
     ],
     [
      "2026-10-16T04:47Z",
      "2026-10-19T20:52Z",
      5285
     ],
     [
      "2026-10-19T21:07Z",
      "2026-10-20T04:54Z",
      467
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:16Z",
      493
     ],
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      415
     ],
     [
      "2026-10-20T20:17Z",
      "2026-10-22T17:21Z",
      2704
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:26Z",
      "2026-10-23T21:15Z",
      1369
     ],
     [
      "2026-10-23T21:15Z",
      "2026-10-24T21:36Z",
      1460
     ],
     [
      "2026-10-24T22:10Z",
      "2026-10-24T22:21Z",
      11
     ],
     [
      "2026-10-24T23:30Z",
      "2026-10-24T23:41Z",
      11
     ],
     [
      "2026-10-25T02:30Z",
      "2026-10-25T02:48Z",
      18
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:34Z",
      15
     ],
     [
      "2026-10-25T04:34Z",
      "2026-10-25T05:00Z",
      26
     ],
     [
      "2026-10-25T05:19Z",
      "2026-10-25T05:32Z",
      14
     ],
     [
      "2026-10-25T07:00Z",
      "2026-10-25T07:24Z",
      24
     ],
     [
      "2026-10-25T07:52Z",
      "2026-10-25T21:54Z",
      842
     ],
     [
      "2026-10-25T21:55Z",
      "2026-10-26T09:14Z",
      679
     ]
    ],
    "gpu_decisions": 2016,
    "gpu_usd": 22.51396411771654,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.576119722260376,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5843072223001055,
      "machine": "dgx_spark",
      "usd": 0.12435099281546426,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 8.99181249996027,
      "machine": "rtx_pro_6000",
      "usd": 22.389613124901075,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 22.51396411771654,
    "usd_per_1000": 11.167640931407014
   },
   "p95_loss": 0.41007429063320167,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 1302,
   "time_median": 0.3635,
   "time_p90": 2.9959000000000002,
   "tokens_in": 4714.217357910907,
   "tokens_out": 1.4846390168970813,
   "too_few": false,
   "usd_per_1000": 11.167640931407014,
   "very_confident": 0.08540630182421227,
   "worst_mean": 0.6175165909987229
  },
  "holding": {
   "auroc": 0.6142857142857143,
   "best_share": 0.3409090909090909,
   "blunder_share": 0.22727272727272727,
   "brier": 0.34066736186661245,
   "clusters": 14,
   "confidence_n": 43,
   "confident_badly_wrong": 0.023255813953488372,
   "cost_coverage": 1.0,
   "decisions": 44,
   "ece": 0.37946962617564484,
   "engine_scored": 44,
   "error_hi": 38.79837177863175,
   "error_lo": 13.677835933335588,
   "error_rate": 26.09194442629814,
   "first_date": "2026-10-15",
   "group_sizes": [
    14
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6835898367179788,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2016,
    "estimate": true,
    "excluded_hours": 252.8,
    "gaps": [
     [
      "2026-10-15T11:29Z",
      "2026-10-15T13:17Z",
      108
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      927
     ],
     [
      "2026-10-16T04:47Z",
      "2026-10-19T20:52Z",
      5285
     ],
     [
      "2026-10-19T21:07Z",
      "2026-10-20T04:54Z",
      467
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:16Z",
      493
     ],
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      415
     ],
     [
      "2026-10-20T20:17Z",
      "2026-10-22T17:21Z",
      2704
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:26Z",
      "2026-10-23T21:15Z",
      1369
     ],
     [
      "2026-10-23T21:15Z",
      "2026-10-24T21:36Z",
      1460
     ],
     [
      "2026-10-24T22:10Z",
      "2026-10-24T22:21Z",
      11
     ],
     [
      "2026-10-24T23:30Z",
      "2026-10-24T23:41Z",
      11
     ],
     [
      "2026-10-25T02:30Z",
      "2026-10-25T02:48Z",
      18
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:34Z",
      15
     ],
     [
      "2026-10-25T04:34Z",
      "2026-10-25T05:00Z",
      26
     ],
     [
      "2026-10-25T05:19Z",
      "2026-10-25T05:32Z",
      14
     ],
     [
      "2026-10-25T07:00Z",
      "2026-10-25T07:24Z",
      24
     ],
     [
      "2026-10-25T07:52Z",
      "2026-10-25T21:54Z",
      842
     ],
     [
      "2026-10-25T21:55Z",
      "2026-10-26T09:14Z",
      679
     ]
    ],
    "gpu_decisions": 2016,
    "gpu_usd": 22.51396411771654,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.576119722260376,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5843072223001055,
      "machine": "dgx_spark",
      "usd": 0.12435099281546426,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 8.99181249996027,
      "machine": "rtx_pro_6000",
      "usd": 22.389613124901075,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 22.51396411771654,
    "usd_per_1000": 11.167640931407014
   },
   "p95_loss": 0.17776829302310948,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 44,
   "time_median": 0.979,
   "time_p90": 2.2648000000000006,
   "tokens_in": 3680.9772727272725,
   "tokens_out": 1.1818181818181819,
   "too_few": true,
   "usd_per_1000": 11.167640931407014,
   "very_confident": 0.09302325581395349,
   "worst_mean": 0.3906845450401306
  },
  "opening": {
   "auroc": 0.7746394230769231,
   "best_share": 0.35906040268456374,
   "blunder_share": 0.3087248322147651,
   "brier": 0.26710330569775564,
   "clusters": 100,
   "confidence_n": 280,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 298,
   "ece": 0.2858034178576244,
   "engine_scored": 298,
   "error_hi": 45.945878423150354,
   "error_lo": 32.615064571611754,
   "error_rate": 39.069790018084866,
   "first_date": "2026-10-15",
   "group_sizes": [
    14,
    15,
    18,
    22,
    23,
    24,
    25,
    26
   ],
   "grouped": 18,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.651661891751002,
   "over_budget": 0.003355704697986577,
   "own_cost": {
    "decisions": 2016,
    "estimate": true,
    "excluded_hours": 252.8,
    "gaps": [
     [
      "2026-10-15T11:29Z",
      "2026-10-15T13:17Z",
      108
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      927
     ],
     [
      "2026-10-16T04:47Z",
      "2026-10-19T20:52Z",
      5285
     ],
     [
      "2026-10-19T21:07Z",
      "2026-10-20T04:54Z",
      467
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:16Z",
      493
     ],
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      415
     ],
     [
      "2026-10-20T20:17Z",
      "2026-10-22T17:21Z",
      2704
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:26Z",
      "2026-10-23T21:15Z",
      1369
     ],
     [
      "2026-10-23T21:15Z",
      "2026-10-24T21:36Z",
      1460
     ],
     [
      "2026-10-24T22:10Z",
      "2026-10-24T22:21Z",
      11
     ],
     [
      "2026-10-24T23:30Z",
      "2026-10-24T23:41Z",
      11
     ],
     [
      "2026-10-25T02:30Z",
      "2026-10-25T02:48Z",
      18
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:34Z",
      15
     ],
     [
      "2026-10-25T04:34Z",
      "2026-10-25T05:00Z",
      26
     ],
     [
      "2026-10-25T05:19Z",
      "2026-10-25T05:32Z",
      14
     ],
     [
      "2026-10-25T07:00Z",
      "2026-10-25T07:24Z",
      24
     ],
     [
      "2026-10-25T07:52Z",
      "2026-10-25T21:54Z",
      842
     ],
     [
      "2026-10-25T21:55Z",
      "2026-10-26T09:14Z",
      679
     ]
    ],
    "gpu_decisions": 2016,
    "gpu_usd": 22.51396411771654,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.576119722260376,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5843072223001055,
      "machine": "dgx_spark",
      "usd": 0.12435099281546426,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 8.99181249996027,
      "machine": "rtx_pro_6000",
      "usd": 22.389613124901075,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 22.51396411771654,
    "usd_per_1000": 11.167640931407014
   },
   "p95_loss": 0.3095889985561364,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 298,
   "time_median": 0.5525,
   "time_p90": 3.2707000000000006,
   "tokens_in": 5767.956375838926,
   "tokens_out": 1.7416107382550337,
   "too_few": false,
   "usd_per_1000": 11.167640931407014,
   "very_confident": 0.03571428571428571,
   "worst_mean": 0.49172741969426476
  },
  "race": {
   "auroc": 0.54187262697901,
   "best_share": 0.4024390243902439,
   "blunder_share": 0.15853658536585366,
   "brier": 0.32904481732628693,
   "clusters": 87,
   "confidence_n": 240,
   "confident_badly_wrong": 0.0125,
   "cost_coverage": 1.0,
   "decisions": 246,
   "ece": 0.2765638698359241,
   "engine_scored": 246,
   "error_hi": 29.772054500214214,
   "error_lo": 15.517904956757954,
   "error_rate": 22.01467485931831,
   "first_date": "2026-10-15",
   "group_sizes": [
    14,
    15,
    20,
    24
   ],
   "grouped": 6,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.6762863682765894,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2016,
    "estimate": true,
    "excluded_hours": 252.8,
    "gaps": [
     [
      "2026-10-15T11:29Z",
      "2026-10-15T13:17Z",
      108
     ],
     [
      "2026-10-15T13:20Z",
      "2026-10-16T04:47Z",
      927
     ],
     [
      "2026-10-16T04:47Z",
      "2026-10-19T20:52Z",
      5285
     ],
     [
      "2026-10-19T21:07Z",
      "2026-10-20T04:54Z",
      467
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:16Z",
      493
     ],
     [
      "2026-10-20T13:17Z",
      "2026-10-20T20:11Z",
      415
     ],
     [
      "2026-10-20T20:17Z",
      "2026-10-22T17:21Z",
      2704
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:26Z",
      "2026-10-23T21:15Z",
      1369
     ],
     [
      "2026-10-23T21:15Z",
      "2026-10-24T21:36Z",
      1460
     ],
     [
      "2026-10-24T22:10Z",
      "2026-10-24T22:21Z",
      11
     ],
     [
      "2026-10-24T23:30Z",
      "2026-10-24T23:41Z",
      11
     ],
     [
      "2026-10-25T02:30Z",
      "2026-10-25T02:48Z",
      18
     ],
     [
      "2026-10-25T04:19Z",
      "2026-10-25T04:34Z",
      15
     ],
     [
      "2026-10-25T04:34Z",
      "2026-10-25T05:00Z",
      26
     ],
     [
      "2026-10-25T05:19Z",
      "2026-10-25T05:32Z",
      14
     ],
     [
      "2026-10-25T07:00Z",
      "2026-10-25T07:24Z",
      24
     ],
     [
      "2026-10-25T07:52Z",
      "2026-10-25T21:54Z",
      842
     ],
     [
      "2026-10-25T21:55Z",
      "2026-10-26T09:14Z",
      679
     ]
    ],
    "gpu_decisions": 2016,
    "gpu_usd": 22.51396411771654,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 9.576119722260376,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5843072223001055,
      "machine": "dgx_spark",
      "usd": 0.12435099281546426,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 8.99181249996027,
      "machine": "rtx_pro_6000",
      "usd": 22.389613124901075,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 22.51396411771654,
    "usd_per_1000": 11.167640931407014
   },
   "p95_loss": 0.18399758636951447,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 246,
   "time_median": 0.3265,
   "time_p90": 2.55,
   "tokens_in": 3545.621951219512,
   "tokens_out": 1.1829268292682926,
   "too_few": false,
   "usd_per_1000": 11.167640931407014,
   "very_confident": 0.1,
   "worst_mean": 0.3914385835329692
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 19.981745541805314,
    "needless": 4.139405253919817,
    "none": 4.195767691329358,
    "right_risk": 2.7860571290292437,
    "right_safety": 4.255980474963074,
    "wrong_risk": 3.191385558614182
   },
   "calls": {
    "missed": 487.0,
    "needless": 104.0,
    "right_risk": 205.0,
    "right_safety": 685.0,
    "wrong_risk": 58.0
   },
   "confidence": {
    "auroc_right_risk": 0.5568902353106947,
    "missed_mean_p": 0.6592739968704986,
    "missed_n": 452,
    "taken_grouped": 28,
    "taken_n": 339,
    "taken_other": 0
   },
   "error_rate": 38.550341649660986,
   "found": {
    "den": 750.0,
    "n": 205.0,
    "share": 0.2733333333333333
   },
   "good": {
    "den": 367.0,
    "n": 205.0,
    "share": 0.55858310626703
   },
   "judgement": 57.07604562737642,
   "judgement_hi": 58.78403130102081,
   "judgement_lo": 55.31636224125892,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.10642201834862386,
    "x": 0.7266666666666667,
    "y": 0.13181242078580482
   },
   "margin": 0.001,
   "missed": {
    "den": 750.0,
    "n": 487.0,
    "share": 0.6493333333333333
   },
   "needless": {
    "den": 789.0,
    "n": 104.0,
    "share": 0.13181242078580482
   },
   "needless_by_loss": {
    "big": {
     "den": 789.0,
     "n": 67.0,
     "share": 0.08491761723700887
    },
    "medium": {
     "den": 789.0,
     "n": 26.0,
     "share": 0.032953105196451206
    },
    "small": {
     "den": 789.0,
     "n": 11.0,
     "share": 0.01394169835234474
    }
   },
   "no_trade_off": 477.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 14.292255753562564,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 14.292255753562564,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 126.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 126,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.695708318514757,
      "needless": 5.521324132719347,
      "none": 0.9104206173833798,
      "right_risk": 3.067420489410834,
      "right_safety": 5.862581095845652,
      "wrong_risk": 3.2668245667319877
     },
     "calls": {
      "missed": 370.0,
      "needless": 93.0,
      "right_risk": 142.0,
      "right_safety": 563.0,
      "wrong_risk": 35.0
     },
     "confidence": {
      "auroc_right_risk": 0.5433738155611905,
      "missed_mean_p": 0.6595288299446979,
      "missed_n": 343,
      "taken_grouped": 25,
      "taken_n": 245,
      "taken_other": 0
     },
     "error_rate": 44.32427922060596,
     "found": {
      "den": 547.0,
      "n": 142.0,
      "share": 0.2595978062157221
     },
     "good": {
      "den": 270.0,
      "n": 142.0,
      "share": 0.5259259259259259
     },
     "judgement": 55.89147567663977,
     "judgement_hi": 58.30153310262847,
     "judgement_lo": 53.72704041310142,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08641975308641975,
      "x": 0.7404021937842779,
      "y": 0.14176829268292682
     },
     "margin": 0.001,
     "missed": {
      "den": 547.0,
      "n": 370.0,
      "share": 0.676416819012797
     },
     "needless": {
      "den": 656.0,
      "n": 93.0,
      "share": 0.14176829268292682
     },
     "needless_by_loss": {
      "big": {
       "den": 656.0,
       "n": 59.0,
       "share": 0.0899390243902439
      },
      "medium": {
       "den": 656.0,
       "n": 23.0,
       "share": 0.0350609756097561
      },
      "small": {
       "den": 656.0,
       "n": 11.0,
       "share": 0.01676829268292683
      }
     },
     "no_trade_off": 99.0,
     "reference": null,
     "right_safety": {
      "den": 656.0,
      "n": 563.0,
      "share": 0.8582317073170732
     },
     "risk_pays": 547.0,
     "safety_pays": 656.0,
     "scored": 1302,
     "sdt": {
      "aim": {
       "den": 177.0,
       "n": 142.0,
       "share": 0.8022598870056498
      },
      "beta": 1.0252220499093385,
      "caution": 0.7633945437983343,
      "caution_hi": 0.8535291917091833,
      "caution_lo": 0.6736147813587909,
      "cstar": 0.040623263063290796,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6131763257837055,
      "dprime_hi": 0.7730286917946624,
      "dprime_lo": 0.4628902230164644,
      "false_alarm": {
       "den": 656.0,
       "n": 93.0,
       "share": 0.14176829268292682
      },
      "false_alarm_rate": 0.14231354642313546,
      "hit": {
       "den": 547.0,
       "n": 177.0,
       "share": 0.3235831809872029
      },
      "hit_rate": 0.3239051094890511,
      "missed_loss": 0.18084222827408764,
      "missed_n": 370.0,
      "na": null,
      "needless_loss": 0.15459707571614173,
      "needless_n": 93.0
     },
     "size": {
      "bad": {
       "mean": 7.96875,
       "n": 128.0,
       "too_few": true
      },
      "right": {
       "mean": 7.746478873239437,
       "n": 142.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 340.0,
        "n": 111.0,
        "share": 0.3264705882352941
       },
       "missed": {
        "den": 340.0,
        "n": 211.0,
        "share": 0.6205882352941177
       },
       "risk_pays": 340.0,
       "wrong": {
        "den": 340.0,
        "n": 18.0,
        "share": 0.052941176470588235
       }
      },
      "medium": {
       "found": {
        "den": 151.0,
        "n": 27.0,
        "share": 0.17880794701986755
       },
       "missed": {
        "den": 151.0,
        "n": 113.0,
        "share": 0.7483443708609272
       },
       "risk_pays": 151.0,
       "wrong": {
        "den": 151.0,
        "n": 11.0,
        "share": 0.0728476821192053
       }
      },
      "small": {
       "found": {
        "den": 56.0,
        "n": 4.0,
        "share": 0.07142857142857142
       },
       "missed": {
        "den": 56.0,
        "n": 46.0,
        "share": 0.8214285714285714
       },
       "risk_pays": 56.0,
       "wrong": {
        "den": 56.0,
        "n": 6.0,
        "share": 0.10714285714285714
       }
      }
     },
     "trade_off": 1203.0,
     "wrong": {
      "den": 547.0,
      "n": 35.0,
      "share": 0.06398537477148081
     }
    },
    "holding": {
     "by_call": {
      "missed": 5.428665063597939,
      "needless": 6.718894974751906,
      "none": 1.292404126037251,
      "right_risk": 6.080264394933527,
      "right_safety": 6.571715866977518,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 4.0,
      "right_risk": 4.0,
      "right_safety": 25.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 8,
      "taken_other": 0
     },
     "error_rate": 26.09194442629814,
     "found": {
      "den": 9.0,
      "n": 4.0,
      "share": 0.4444444444444444
     },
     "good": {
      "den": 8.0,
      "n": 4.0,
      "share": 0.5
     },
     "judgement": 65.32567049808429,
     "judgement_hi": 81.77448156682027,
     "judgement_lo": 47.62905377668309,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.5555555555555556,
      "y": 0.13793103448275862
     },
     "margin": 0.001,
     "missed": {
      "den": 9.0,
      "n": 5.0,
      "share": 0.5555555555555556
     },
     "needless": {
      "den": 29.0,
      "n": 4.0,
      "share": 0.13793103448275862
     },
     "needless_by_loss": {
      "big": {
       "den": 29.0,
       "n": 3.0,
       "share": 0.10344827586206896
      },
      "medium": {
       "den": 29.0,
       "n": 1.0,
       "share": 0.034482758620689655
      },
      "small": {
       "den": 29.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 29.0,
      "n": 25.0,
      "share": 0.8620689655172413
     },
     "risk_pays": 9.0,
     "safety_pays": 29.0,
     "scored": 44,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 4.985059043703936,
      "caution": 0.5810473681744317,
      "caution_hi": 0.989139170427159,
      "caution_lo": 0.2546604630988282,
      "cstar": 1.7638280188783866,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.9107720426387154,
      "dprime_hi": 1.854284006090956,
      "dprime_lo": -0.1553866550565072,
      "false_alarm": {
       "den": 29.0,
       "n": 4.0,
       "share": 0.13793103448275862
      },
      "false_alarm_rate": 0.15,
      "hit": {
       "den": 9.0,
       "n": 4.0,
       "share": 0.4444444444444444
      },
      "hit_rate": 0.45,
      "missed_loss": 0.09554450511932373,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.14781568944454193,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 17.25,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 6.75,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 38.0,
     "wrong": {
      "den": 9.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 22.10914603615767,
      "needless": 2.88807245708952,
      "none": 0.0,
      "right_risk": 4.548248528634142,
      "right_safety": 2.2074515187500308,
      "wrong_risk": 7.316871477453501
     },
     "calls": {
      "missed": 112.0,
      "needless": 7.0,
      "right_risk": 59.0,
      "right_safety": 97.0,
      "wrong_risk": 23.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 104,
      "taken_grouped": 3,
      "taken_n": 86,
      "taken_other": 0
     },
     "error_rate": 39.069790018084866,
     "found": {
      "den": 194.0,
      "n": 59.0,
      "share": 0.30412371134020616
     },
     "good": {
      "den": 89.0,
      "n": 59.0,
      "share": 0.6629213483146067
     },
     "judgement": 61.840800951625695,
     "judgement_hi": 65.82239507964964,
     "judgement_lo": 57.77448174737815,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.17037037037037037,
      "x": 0.6958762886597938,
      "y": 0.0673076923076923
     },
     "margin": 0.001,
     "missed": {
      "den": 194.0,
      "n": 112.0,
      "share": 0.5773195876288659
     },
     "needless": {
      "den": 104.0,
      "n": 7.0,
      "share": 0.0673076923076923
     },
     "needless_by_loss": {
      "big": {
       "den": 104.0,
       "n": 5.0,
       "share": 0.04807692307692308
      },
      "medium": {
       "den": 104.0,
       "n": 2.0,
       "share": 0.019230769230769232
      },
      "small": {
       "den": 104.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 104.0,
      "n": 97.0,
      "share": 0.9326923076923077
     },
     "risk_pays": 194.0,
     "safety_pays": 104.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 82.0,
       "n": 59.0,
       "share": 0.7195121951219512
      },
      "beta": 1.120437687469835,
      "caution": 0.8296309675547243,
      "caution_hi": 1.1103379262671225,
      "caution_lo": 0.6213548193311129,
      "cstar": 0.08945791054966352,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.271205650261596,
      "dprime_hi": 1.7790880343594828,
      "dprime_lo": 0.9358810133188012,
      "false_alarm": {
       "den": 104.0,
       "n": 7.0,
       "share": 0.0673076923076923
      },
      "false_alarm_rate": 0.07142857142857142,
      "hit": {
       "den": 194.0,
       "n": 82.0,
       "share": 0.422680412371134
      },
      "hit_rate": 0.4230769230769231,
      "missed_loss": 0.11765224140669618,
      "missed_n": 112.0,
      "na": null,
      "needless_loss": 0.24589874063219344,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 8.166666666666666,
       "n": 30.0,
       "too_few": true
      },
      "right": {
       "mean": 7.372881355932203,
       "n": 59.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 103.0,
        "n": 46.0,
        "share": 0.44660194174757284
       },
       "missed": {
        "den": 103.0,
        "n": 44.0,
        "share": 0.42718446601941745
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 13.0,
        "share": 0.1262135922330097
       }
      },
      "medium": {
       "found": {
        "den": 79.0,
        "n": 12.0,
        "share": 0.1518987341772152
       },
       "missed": {
        "den": 79.0,
        "n": 59.0,
        "share": 0.7468354430379747
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 8.0,
        "share": 0.10126582278481013
       }
      },
      "small": {
       "found": {
        "den": 12.0,
        "n": 1.0,
        "share": 0.08333333333333333
       },
       "missed": {
        "den": 12.0,
        "n": 9.0,
        "share": 0.75
       },
       "risk_pays": 12.0,
       "wrong": {
        "den": 12.0,
        "n": 2.0,
        "share": 0.16666666666666666
       }
      }
     },
     "trade_off": 298.0,
     "wrong": {
      "den": 194.0,
      "n": 23.0,
      "share": 0.11855670103092783
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 22.01467485931831,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 22.01467485931831,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 246.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 246,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 789.0,
    "n": 685.0,
    "share": 0.8681875792141952
   },
   "risk_pays": 750.0,
   "safety_pays": 789.0,
   "scored": 2016,
   "sdt": {
    "aim": {
     "den": 263.0,
     "n": 205.0,
     "share": 0.779467680608365
    },
    "beta": 1.0205067559097039,
    "caution": 0.7493349428164648,
    "caution_hi": 0.8297523537389937,
    "caution_lo": 0.6737906616158447,
    "cstar": 0.027704812610032374,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7327002614047813,
    "dprime_hi": 0.8789076426510015,
    "dprime_lo": 0.5994804365934683,
    "false_alarm": {
     "den": 789.0,
     "n": 104.0,
     "share": 0.13181242078580482
    },
    "false_alarm_rate": 0.13227848101265824,
    "hit": {
     "den": 750.0,
     "n": 263.0,
     "share": 0.3506666666666667
    },
    "hit_rate": 0.35086551264980026,
    "missed_loss": 0.16543408218595282,
    "missed_n": 487.0,
    "na": null,
    "needless_loss": 0.1604815575365837,
    "needless_n": 104.0
   },
   "size": {
    "bad": {
     "mean": 8.234567901234568,
     "n": 162.0,
     "too_few": true
    },
    "right": {
     "mean": 7.619512195121951,
     "n": 205.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 447.0,
      "n": 159.0,
      "share": 0.35570469798657717
     },
     "missed": {
      "den": 447.0,
      "n": 257.0,
      "share": 0.5749440715883669
     },
     "risk_pays": 447.0,
     "wrong": {
      "den": 447.0,
      "n": 31.0,
      "share": 0.06935123042505593
     }
    },
    "medium": {
     "found": {
      "den": 233.0,
      "n": 41.0,
      "share": 0.1759656652360515
     },
     "missed": {
      "den": 233.0,
      "n": 173.0,
      "share": 0.7424892703862661
     },
     "risk_pays": 233.0,
     "wrong": {
      "den": 233.0,
      "n": 19.0,
      "share": 0.0815450643776824
     }
    },
    "small": {
     "found": {
      "den": 70.0,
      "n": 5.0,
      "share": 0.07142857142857142
     },
     "missed": {
      "den": 70.0,
      "n": 57.0,
      "share": 0.8142857142857143
     },
     "risk_pays": 70.0,
     "wrong": {
      "den": 70.0,
      "n": 8.0,
      "share": 0.11428571428571428
     }
    }
   },
   "trade_off": 1539.0,
   "wrong": {
    "den": 750.0,
    "n": 58.0,
    "share": 0.07733333333333334
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.638590470311186,
    "needless": 4.389699829357957,
    "none": 4.195767691329358,
    "right_risk": 2.491428989857908,
    "right_safety": 4.5991355464572,
    "wrong_risk": 3.2357191223473776
   },
   "calls": {
    "missed": 430.0,
    "needless": 117.0,
    "right_risk": 192.0,
    "right_safety": 742.0,
    "wrong_risk": 58.0
   },
   "confidence": {
    "auroc_right_risk": 0.5389709983268266,
    "missed_mean_p": 0.6574436128984511,
    "missed_n": 399,
    "taken_grouped": 28,
    "taken_n": 339,
    "taken_other": 0
   },
   "error_rate": 38.550341649660986,
   "found": {
    "den": 680.0,
    "n": 192.0,
    "share": 0.2823529411764706
   },
   "good": {
    "den": 367.0,
    "n": 192.0,
    "share": 0.5231607629427792
   },
   "judgement": 57.30740258850921,
   "judgement_hi": 59.21512212841194,
   "judgement_lo": 55.439813971556966,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.11885245901639344,
    "x": 0.7176470588235294,
    "y": 0.1362048894062864
   },
   "margin": 0.02,
   "missed": {
    "den": 680.0,
    "n": 430.0,
    "share": 0.6323529411764706
   },
   "needless": {
    "den": 859.0,
    "n": 117.0,
    "share": 0.1362048894062864
   },
   "needless_by_loss": {
    "big": {
     "den": 859.0,
     "n": 73.0,
     "share": 0.08498253783469151
    },
    "medium": {
     "den": 859.0,
     "n": 27.0,
     "share": 0.03143189755529686
    },
    "small": {
     "den": 859.0,
     "n": 17.0,
     "share": 0.01979045401629802
    }
   },
   "no_trade_off": 477.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 14.292255753562564,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 14.292255753562564,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 126.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 126,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.247228092953172,
      "needless": 5.857973993282347,
      "none": 0.9104206173833798,
      "right_risk": 2.7957790504036595,
      "right_safety": 6.311061321407236,
      "wrong_risk": 3.201816145176162
     },
     "calls": {
      "missed": 324.0,
      "needless": 103.0,
      "right_risk": 133.0,
      "right_safety": 609.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": 0.526343870881686,
      "missed_mean_p": 0.6563031139008675,
      "missed_n": 300,
      "taken_grouped": 25,
      "taken_n": 245,
      "taken_other": 0
     },
     "error_rate": 44.32427922060596,
     "found": {
      "den": 491.0,
      "n": 133.0,
      "share": 0.2708757637474542
     },
     "good": {
      "den": 270.0,
      "n": 133.0,
      "share": 0.4925925925925926
     },
     "judgement": 56.31064211995698,
     "judgement_hi": 58.63651748888611,
     "judgement_lo": 54.005920400263705,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09497206703910614,
      "x": 0.7291242362525459,
      "y": 0.1446629213483146
     },
     "margin": 0.02,
     "missed": {
      "den": 491.0,
      "n": 324.0,
      "share": 0.659877800407332
     },
     "needless": {
      "den": 712.0,
      "n": 103.0,
      "share": 0.1446629213483146
     },
     "needless_by_loss": {
      "big": {
       "den": 712.0,
       "n": 64.0,
       "share": 0.0898876404494382
      },
      "medium": {
       "den": 712.0,
       "n": 23.0,
       "share": 0.032303370786516857
      },
      "small": {
       "den": 712.0,
       "n": 16.0,
       "share": 0.02247191011235955
      }
     },
     "no_trade_off": 99.0,
     "reference": null,
     "right_safety": {
      "den": 712.0,
      "n": 609.0,
      "share": 0.8553370786516854
     },
     "risk_pays": 491.0,
     "safety_pays": 712.0,
     "scored": 1302,
     "sdt": {
      "aim": {
       "den": 167.0,
       "n": 133.0,
       "share": 0.7964071856287425
      },
      "beta": 1.0583760963453492,
      "caution": 0.7343286496564302,
      "caution_hi": 0.820576836790809,
      "caution_lo": 0.6470566674411582,
      "cstar": 0.08780297322665748,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6461711576599016,
      "dprime_hi": 0.7922513012956651,
      "dprime_lo": 0.48965654104896617,
      "false_alarm": {
       "den": 712.0,
       "n": 103.0,
       "share": 0.1446629213483146
      },
      "false_alarm_rate": 0.14516129032258066,
      "hit": {
       "den": 491.0,
       "n": 167.0,
       "share": 0.34012219959266804
      },
      "hit_rate": 0.3404471544715447,
      "missed_loss": 0.2029129072655866,
      "missed_n": 324.0,
      "na": null,
      "needless_loss": 0.1480986823156042,
      "needless_n": 103.0
     },
     "size": {
      "bad": {
       "mean": 7.759124087591241,
       "n": 137.0,
       "too_few": true
      },
      "right": {
       "mean": 7.947368421052632,
       "n": 133.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 340.0,
        "n": 108.0,
        "share": 0.3176470588235294
       },
       "missed": {
        "den": 340.0,
        "n": 211.0,
        "share": 0.6205882352941177
       },
       "risk_pays": 340.0,
       "wrong": {
        "den": 340.0,
        "n": 21.0,
        "share": 0.061764705882352944
       }
      },
      "medium": {
       "found": {
        "den": 151.0,
        "n": 25.0,
        "share": 0.16556291390728478
       },
       "missed": {
        "den": 151.0,
        "n": 113.0,
        "share": 0.7483443708609272
       },
       "risk_pays": 151.0,
       "wrong": {
        "den": 151.0,
        "n": 13.0,
        "share": 0.08609271523178808
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1203.0,
     "wrong": {
      "den": 491.0,
      "n": 34.0,
      "share": 0.06924643584521385
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.321057010780681,
      "needless": 6.718894974751906,
      "none": 1.292404126037251,
      "right_risk": 6.080264394933527,
      "right_safety": 7.6793239197947765,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 3.0,
      "needless": 4.0,
      "right_risk": 4.0,
      "right_safety": 27.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 8,
      "taken_other": 0
     },
     "error_rate": 26.09194442629814,
     "found": {
      "den": 7.0,
      "n": 4.0,
      "share": 0.5714285714285714
     },
     "good": {
      "den": 8.0,
      "n": 4.0,
      "share": 0.5
     },
     "judgement": 72.11981566820276,
     "judgement_hi": 92.50735294117646,
     "judgement_lo": 53.62060041407867,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.42857142857142855,
      "y": 0.12903225806451613
     },
     "margin": 0.02,
     "missed": {
      "den": 7.0,
      "n": 3.0,
      "share": 0.42857142857142855
     },
     "needless": {
      "den": 31.0,
      "n": 4.0,
      "share": 0.12903225806451613
     },
     "needless_by_loss": {
      "big": {
       "den": 31.0,
       "n": 3.0,
       "share": 0.0967741935483871
      },
      "medium": {
       "den": 31.0,
       "n": 1.0,
       "share": 0.03225806451612903
      },
      "small": {
       "den": 31.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 31.0,
      "n": 27.0,
      "share": 0.8709677419354839
     },
     "risk_pays": 7.0,
     "safety_pays": 31.0,
     "scored": 44,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 5.164553414104796,
      "caution": 0.46010244121505484,
      "caution_hi": 0.8698073901451931,
      "caution_lo": -0.009752557183493958,
      "cstar": 1.3295948581977963,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.234826251650451,
      "dprime_hi": 2.3321159994241603,
      "dprime_lo": 0.30286219662870517,
      "false_alarm": {
       "den": 31.0,
       "n": 4.0,
       "share": 0.12903225806451613
      },
      "false_alarm_rate": 0.140625,
      "hit": {
       "den": 7.0,
       "n": 4.0,
       "share": 0.5714285714285714
      },
      "hit_rate": 0.5625,
      "missed_loss": 0.12675100564956665,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.14781568944454193,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 17.25,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 6.75,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 38.0,
     "wrong": {
      "den": 7.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.910674169959638,
      "needless": 3.1104742880635614,
      "none": 0.0,
      "right_risk": 3.7418955924526958,
      "right_safety": 2.405923384948065,
      "wrong_risk": 7.900822582660905
     },
     "calls": {
      "missed": 103.0,
      "needless": 10.0,
      "right_risk": 55.0,
      "right_safety": 106.0,
      "wrong_risk": 24.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 96,
      "taken_grouped": 3,
      "taken_n": 86,
      "taken_other": 0
     },
     "error_rate": 39.069790018084866,
     "found": {
      "den": 182.0,
      "n": 55.0,
      "share": 0.3021978021978022
     },
     "good": {
      "den": 89.0,
      "n": 55.0,
      "share": 0.6179775280898876
     },
     "judgement": 60.7995452823039,
     "judgement_hi": 64.9721130387639,
     "judgement_lo": 56.709272540983605,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1889763779527559,
      "x": 0.6978021978021978,
      "y": 0.08620689655172414
     },
     "margin": 0.02,
     "missed": {
      "den": 182.0,
      "n": 103.0,
      "share": 0.5659340659340659
     },
     "needless": {
      "den": 116.0,
      "n": 10.0,
      "share": 0.08620689655172414
     },
     "needless_by_loss": {
      "big": {
       "den": 116.0,
       "n": 6.0,
       "share": 0.05172413793103448
      },
      "medium": {
       "den": 116.0,
       "n": 3.0,
       "share": 0.02586206896551724
      },
      "small": {
       "den": 116.0,
       "n": 1.0,
       "share": 0.008620689655172414
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 116.0,
      "n": 106.0,
      "share": 0.9137931034482759
     },
     "risk_pays": 182.0,
     "safety_pays": 116.0,
     "scored": 298,
     "sdt": {
      "aim": {
       "den": 79.0,
       "n": 55.0,
       "share": 0.6962025316455697
      },
      "beta": 0.9319544815098177,
      "caution": 0.7537259802196382,
      "caution_hi": 0.995683896483724,
      "caution_lo": 0.566129814135148,
      "cstar": -0.05986250743746137,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1772193997152456,
      "dprime_hi": 1.5792295031401293,
      "dprime_lo": 0.8749292476339628,
      "false_alarm": {
       "den": 116.0,
       "n": 10.0,
       "share": 0.08620689655172414
      },
      "false_alarm_rate": 0.08974358974358974,
      "hit": {
       "den": 182.0,
       "n": 79.0,
       "share": 0.4340659340659341
      },
      "hit_rate": 0.4344262295081967,
      "missed_loss": 0.126784095197048,
      "missed_n": 103.0,
      "na": null,
      "needless_loss": 0.18538426756858825,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 8.176470588235293,
       "n": 34.0,
       "too_few": true
      },
      "right": {
       "mean": 7.3090909090909095,
       "n": 55.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 103.0,
        "n": 43.0,
        "share": 0.4174757281553398
       },
       "missed": {
        "den": 103.0,
        "n": 44.0,
        "share": 0.42718446601941745
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 16.0,
        "share": 0.1553398058252427
       }
      },
      "medium": {
       "found": {
        "den": 79.0,
        "n": 12.0,
        "share": 0.1518987341772152
       },
       "missed": {
        "den": 79.0,
        "n": 59.0,
        "share": 0.7468354430379747
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 8.0,
        "share": 0.10126582278481013
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 298.0,
     "wrong": {
      "den": 182.0,
      "n": 24.0,
      "share": 0.13186813186813187
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 22.01467485931831,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 22.01467485931831,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 246.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 246,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 859.0,
    "n": 742.0,
    "share": 0.8637951105937136
   },
   "risk_pays": 680.0,
   "safety_pays": 859.0,
   "scored": 2016,
   "sdt": {
    "aim": {
     "den": 250.0,
     "n": 192.0,
     "share": 0.768
    },
    "beta": 1.037746685914404,
    "caution": 0.7165857116707381,
    "caution_hi": 0.7970278192951953,
    "caution_lo": 0.6404494283034087,
    "cstar": 0.048879622048375496,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7580196585685095,
    "dprime_hi": 0.8947416027012103,
    "dprime_lo": 0.6292209051532368,
    "false_alarm": {
     "den": 859.0,
     "n": 117.0,
     "share": 0.1362048894062864
    },
    "false_alarm_rate": 0.13662790697674418,
    "hit": {
     "den": 680.0,
     "n": 250.0,
     "share": 0.36764705882352944
    },
    "hit_rate": 0.36784140969163,
    "missed_loss": 0.18414603901463886,
    "missed_n": 430.0,
    "na": null,
    "needless_loss": 0.15127580950402805,
    "needless_n": 117.0
   },
   "size": {
    "bad": {
     "mean": 8.057142857142857,
     "n": 175.0,
     "too_few": true
    },
    "right": {
     "mean": 7.739583333333333,
     "n": 192.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 447.0,
      "n": 153.0,
      "share": 0.3422818791946309
     },
     "missed": {
      "den": 447.0,
      "n": 257.0,
      "share": 0.5749440715883669
     },
     "risk_pays": 447.0,
     "wrong": {
      "den": 447.0,
      "n": 37.0,
      "share": 0.08277404921700224
     }
    },
    "medium": {
     "found": {
      "den": 233.0,
      "n": 39.0,
      "share": 0.16738197424892703
     },
     "missed": {
      "den": 233.0,
      "n": 173.0,
      "share": 0.7424892703862661
     },
     "risk_pays": 233.0,
     "wrong": {
      "den": 233.0,
      "n": 21.0,
      "share": 0.09012875536480687
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1539.0,
   "wrong": {
    "den": 680.0,
    "n": 58.0,
    "share": 0.08529411764705883
   }
  }
 },
 "slug": "cygnet-gemma-4-12b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 34.11196917295456,
   "n": 44,
   "too_few": true
  },
  "blitz": {
   "error_rate": 40.187659600506656,
   "n": 230,
   "too_few": false
  },
  "holding": {
   "error_rate": 26.09194442629814,
   "n": 44,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 54.689308905218496,
   "n": 498,
   "too_few": false
  },
  "other": {
   "error_rate": 28.43084135973776,
   "n": 148,
   "too_few": true
  },
  "priming": {
   "error_rate": 40.63634250644614,
   "n": 382,
   "too_few": false
  }
 },
 "version": "v3"
}
