{
 "close": {
  "close": {
   "den": 509,
   "n": 450,
   "share": 0.8840864440078585,
   "small": false
  },
  "decisions": 1978,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 509,
  "exclusions": {
   "grouped": 3,
   "not_audited": 1466
  },
  "groups": {
   "close": {
    "by_count": [
     98,
     170,
     110,
     62,
     10
    ],
    "differ": {
     "hitting": {
      "den": 450,
      "n": 257,
      "share": 0.5711111111111111,
      "small": false
     },
     "points": {
      "den": 450,
      "n": 159,
      "share": 0.35333333333333333,
      "small": false
     },
     "prime": {
      "den": 450,
      "n": 128,
      "share": 0.28444444444444444,
      "small": false
     },
     "race": {
      "den": 450,
      "n": 72,
      "share": 0.16,
      "small": false
     }
    },
    "gap": {
     "mean": 0.1489286661810345,
     "median": 0.07253372669219971,
     "n": 450
    },
    "loss1": {
     "mean": 0.08080049289597405,
     "median": 0.011035770177841187,
     "n": 450
    },
    "loss2": {
     "mean": 0.15126674433549245,
     "median": 0.05922764539718628,
     "n": 450
    },
    "n": 450,
    "p1": {
     "mean": 0.2538227121347464,
     "median": 0.21887811218878112,
     "n": 450
    },
    "p2": {
     "mean": 0.1919007978977028,
     "median": 0.16369180581941806,
     "n": 450
    },
    "psum": {
     "mean": 0.4457235100324492,
     "median": 0.3839616038396161,
     "n": 450
    },
    "psum_bins": [
     6,
     42,
     109,
     79,
     60,
     44,
     37,
     32,
     9,
     32
    ]
   },
   "other": {
    "by_count": [
     4,
     22,
     22,
     11,
     0
    ],
    "differ": {
     "hitting": {
      "den": 59,
      "n": 39,
      "share": 0.6610169491525424,
      "small": true
     },
     "points": {
      "den": 59,
      "n": 28,
      "share": 0.4745762711864407,
      "small": true
     },
     "prime": {
      "den": 59,
      "n": 21,
      "share": 0.3559322033898305,
      "small": true
     },
     "race": {
      "den": 59,
      "n": 11,
      "share": 0.1864406779661017,
      "small": true
     }
    },
    "gap": {
     "mean": 0.17288835371954966,
     "median": 0.13484704494476318,
     "n": 59
    },
    "loss1": {
     "mean": 0.028933410422276644,
     "median": 0.0,
     "n": 59
    },
    "loss2": {
     "mean": 0.17352996387724148,
     "median": 0.132851243019104,
     "n": 59
    },
    "n": 59,
    "p1": {
     "mean": 0.43334571004055034,
     "median": 0.39527905581116224,
     "n": 59
    },
    "p2": {
     "mean": 0.15912222075171065,
     "median": 0.1414858514148585,
     "n": 59
    },
    "psum": {
     "mean": 0.592467930792261,
     "median": 0.5243524352435244,
     "n": 59
    },
    "psum_bins": [
     0,
     1,
     4,
     12,
     8,
     10,
     5,
     6,
     1,
     12
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 127,
       "n": 113,
       "share": 0.889763779527559,
       "small": true
      },
      "eligible": 127,
      "risk_close": {
       "den": 113,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 174,
       "n": 159,
       "share": 0.9137931034482759,
       "small": true
      },
      "eligible": 174,
      "risk_close": {
       "den": 159,
       "n": 80,
       "share": 0.5031446540880503,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 208,
       "n": 178,
       "share": 0.8557692307692307,
       "small": false
      },
      "eligible": 208,
      "risk_close": {
       "den": 178,
       "n": 107,
       "share": 0.601123595505618,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.5294117647058824,
     "adj_other": 0.4509803921568627,
     "adjusted": 0.07843137254901966,
     "adjusted_hi": 0.8333333333333334,
     "adjusted_left_out": 4,
     "adjusted_lo": -0.8,
     "close": {
      "den": 80,
      "n": 40,
      "share": 0.5,
      "small": true
     },
     "covered": {
      "den": 80,
      "n": 17,
      "share": 0.2125,
      "small": true
     },
     "crude": -0.16666666666666663,
     "crude_hi": 0.21669793621013134,
     "crude_left_out": 0,
     "crude_lo": -0.5283018867924528,
     "group": 89,
     "matches": 4,
     "na": null,
     "other": {
      "den": 9,
      "n": 6,
      "share": 0.6666666666666666,
      "small": true
     },
     "resamples": 2000,
     "strata": 23,
     "strata_both": 5
    },
    "stake": {
     "big": {
      "den": 107,
      "n": 99,
      "share": 0.9252336448598131,
      "small": true
     },
     "medium": {
      "den": 48,
      "n": 43,
      "share": 0.8958333333333334,
      "small": true
     },
     "small": {
      "den": 19,
      "n": 17,
      "share": 0.8947368421052632,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 127,
       "n": 113,
       "share": 0.889763779527559,
       "small": true
      },
      "eligible": 127,
      "risk_close": {
       "den": 113,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 155,
       "n": 142,
       "share": 0.9161290322580645,
       "small": true
      },
      "eligible": 155,
      "risk_close": {
       "den": 142,
       "n": 71,
       "share": 0.5,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 227,
       "n": 195,
       "share": 0.8590308370044053,
       "small": false
      },
      "eligible": 227,
      "risk_close": {
       "den": 195,
       "n": 116,
       "share": 0.5948717948717949,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.4666666666666667,
     "adj_other": 0.4666666666666667,
     "adjusted": 0.0,
     "adjusted_hi": 0.8500000000000001,
     "adjusted_left_out": 9,
     "adjusted_lo": -1.0,
     "close": {
      "den": 71,
      "n": 33,
      "share": 0.4647887323943662,
      "small": true
     },
     "covered": {
      "den": 71,
      "n": 15,
      "share": 0.2112676056338028,
      "small": true
     },
     "crude": -0.2494969818913481,
     "crude_hi": 0.1701388888888889,
     "crude_left_out": 9,
     "crude_lo": -0.5862068965517242,
     "group": 78,
     "matches": 4,
     "na": null,
     "other": {
      "den": 7,
      "n": 5,
      "share": 0.7142857142857143,
      "small": true
     },
     "resamples": 2000,
     "strata": 23,
     "strata_both": 5
    },
    "stake": {
     "big": {
      "den": 107,
      "n": 99,
      "share": 0.9252336448598131,
      "small": true
     },
     "medium": {
      "den": 48,
      "n": 43,
      "share": 0.8958333333333334,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 450,
   "n": 187,
   "share": 0.41555555555555557,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 509,
   "n": 187,
   "share": 0.36738703339882123,
   "small": false
  },
  "risk_pair_other": {
   "den": 59,
   "n": 35,
   "share": 0.5932203389830508,
   "small": true
  },
  "ties": {
   "close": 4,
   "member": 2,
   "order": 2,
   "positive": 4,
   "top_two": 4,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7112391757282743,
  "auroc_blunder": 0.6778940466544415,
  "confident_badly_wrong": {
   "den": 1956,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1956,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1956,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.1641242331288344,
  "held_out": {
   "blunders": 0.025624024829610587,
   "kept": 0.027560783097922818,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1956,
  "surest": {
   "cut": 0.3827,
   "error_rate": 13.4626800967628,
   "n": 489,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-2",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 37.478600343390454,
   "n": 617,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 52.7267186576746,
   "n": 569,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 24.170754364494123,
   "n": 792,
   "too_few": false
  }
 },
 "name": "Clef",
 "options": {
  "11–15": {
   "error_rate": 37.53901443511341,
   "n": 319,
   "too_few": false
  },
  "16–25": {
   "error_rate": 42.46030485182139,
   "n": 346,
   "too_few": false
  },
  "26+": {
   "error_rate": 61.81183422395321,
   "n": 213,
   "too_few": false
  },
  "2–5": {
   "error_rate": 21.960149972296474,
   "n": 670,
   "too_few": false
  },
  "6–10": {
   "error_rate": 41.21768495371175,
   "n": 430,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 5.367468657164738,
   "n": 116,
   "too_few": true
  },
  "contact": {
   "error_rate": 41.79801280055302,
   "n": 1361,
   "too_few": false
  },
  "holding": {
   "error_rate": 18.70757540067037,
   "n": 15,
   "too_few": true
  },
  "opening": {
   "error_rate": 32.06748850643635,
   "n": 280,
   "too_few": false
  },
  "race": {
   "error_rate": 26.698080515398562,
   "n": 206,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7112391757282743,
  "best_share": 0.4448938321536906,
  "blunder_share": 0.27098078867542974,
  "brier": 0.2393501970552147,
  "clusters": 94,
  "confidence_n": 1956,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1978,
  "ece": 0.1641242331288344,
  "engine_scored": 1978,
  "error_hi": 39.589229467764994,
  "error_lo": 33.482122352187346,
  "error_rate": 36.536419001399445,
  "first_date": "2026-10-16",
  "group_sizes": [
   56,
   60,
   61,
   62,
   64,
   66,
   71,
   74,
   75,
   77,
   78,
   80,
   82,
   89,
   92,
   93,
   94,
   107
  ],
  "grouped": 22,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.2847510224948875,
  "over_budget": 0.0015166835187057635,
  "own_cost": {
   "decisions": 1978,
   "estimate": true,
   "excluded_hours": 243.23333333333332,
   "gaps": [
    [
     "2026-10-16T04:52Z",
     "2026-10-19T18:36Z",
     5144
    ],
    [
     "2026-10-19T18:43Z",
     "2026-10-19T20:53Z",
     129
    ],
    [
     "2026-10-19T21:57Z",
     "2026-10-20T05:03Z",
     426
    ],
    [
     "2026-10-20T05:26Z",
     "2026-10-26T09:05Z",
     8859
    ],
    [
     "2026-10-26T10:41Z",
     "2026-10-26T10:51Z",
     10
    ],
    [
     "2026-10-26T11:29Z",
     "2026-10-26T11:40Z",
     11
    ],
    [
     "2026-10-26T12:57Z",
     "2026-10-26T13:12Z",
     15
    ]
   ],
   "gpu_decisions": 1978,
   "gpu_usd": 11.34597609421184,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 6.0104752777682435,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 1.5897311110628984,
     "machine": "dgx_spark",
     "usd": 0.33832311911552904,
     "usd_per_gpu_hour": 0.21281782608464228
    },
    {
     "gpus": 1,
     "hours": 4.4207441667053455,
     "machine": "rtx_pro_6000",
     "usd": 11.007652975096311,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 11.34597609421184,
   "usd_per_1000": 5.736084981906896
  },
  "p95_loss": 0.3336704969406126,
  "probability_source": "decision",
  "retry_mean": 2.1500176946410514,
  "scored": 1978,
  "time_median": 1.1324999999999998,
  "time_p90": 5.4129,
  "tokens_in": 4027.62891809909,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 5.736084981906896,
  "very_confident": 0.0,
  "worst_mean": 0.530567927794023
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.657051282051282,
   "best_share": 0.896551724137931,
   "blunder_share": 0.02586206896551724,
   "brier": 0.28971746146551725,
   "clusters": 52,
   "confidence_n": 116,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 116,
   "ece": 0.43144568965517244,
   "engine_scored": 116,
   "error_hi": 14.25129396512226,
   "error_lo": 0.5495843706560917,
   "error_rate": 5.367468657164738,
   "first_date": "2026-10-16",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.4651060344827586,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1978,
    "estimate": true,
    "excluded_hours": 243.23333333333332,
    "gaps": [
     [
      "2026-10-16T04:52Z",
      "2026-10-19T18:36Z",
      5144
     ],
     [
      "2026-10-19T18:43Z",
      "2026-10-19T20:53Z",
      129
     ],
     [
      "2026-10-19T21:57Z",
      "2026-10-20T05:03Z",
      426
     ],
     [
      "2026-10-20T05:26Z",
      "2026-10-26T09:05Z",
      8859
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:29Z",
      "2026-10-26T11:40Z",
      11
     ],
     [
      "2026-10-26T12:57Z",
      "2026-10-26T13:12Z",
      15
     ]
    ],
    "gpu_decisions": 1978,
    "gpu_usd": 11.34597609421184,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.0104752777682435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5897311110628984,
      "machine": "dgx_spark",
      "usd": 0.33832311911552904,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 4.4207441667053455,
      "machine": "rtx_pro_6000",
      "usd": 11.007652975096311,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 11.34597609421184,
    "usd_per_1000": 5.736084981906896
   },
   "p95_loss": 0.01047372817993164,
   "probability_source": "decision",
   "retry_mean": 2.3541724137931035,
   "scored": 116,
   "time_median": 0.896,
   "time_p90": 4.189500000000001,
   "tokens_in": 2923.896551724138,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 5.736084981906896,
   "very_confident": 0.0,
   "worst_mean": 0.20225632190704346
  },
  "contact": {
   "auroc": 0.6841633157352445,
   "best_share": 0.4099926524614254,
   "blunder_share": 0.3019838354151359,
   "brier": 0.2343701985873606,
   "clusters": 94,
   "confidence_n": 1345,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1361,
   "ece": 0.136675687732342,
   "engine_scored": 1361,
   "error_hi": 46.11330130234175,
   "error_lo": 37.46280270073858,
   "error_rate": 41.79801280055302,
   "first_date": "2026-10-16",
   "group_sizes": [
    61,
    62,
    66,
    75,
    77,
    78,
    80,
    82,
    89,
    92,
    93,
    94,
    107
   ],
   "grouped": 16,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.2767072118959108,
   "over_budget": 0.002204261572373255,
   "own_cost": {
    "decisions": 1978,
    "estimate": true,
    "excluded_hours": 243.23333333333332,
    "gaps": [
     [
      "2026-10-16T04:52Z",
      "2026-10-19T18:36Z",
      5144
     ],
     [
      "2026-10-19T18:43Z",
      "2026-10-19T20:53Z",
      129
     ],
     [
      "2026-10-19T21:57Z",
      "2026-10-20T05:03Z",
      426
     ],
     [
      "2026-10-20T05:26Z",
      "2026-10-26T09:05Z",
      8859
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:29Z",
      "2026-10-26T11:40Z",
      11
     ],
     [
      "2026-10-26T12:57Z",
      "2026-10-26T13:12Z",
      15
     ]
    ],
    "gpu_decisions": 1978,
    "gpu_usd": 11.34597609421184,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.0104752777682435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5897311110628984,
      "machine": "dgx_spark",
      "usd": 0.33832311911552904,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 4.4207441667053455,
      "machine": "rtx_pro_6000",
      "usd": 11.007652975096311,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 11.34597609421184,
    "usd_per_1000": 5.736084981906896
   },
   "p95_loss": 0.37729185819625854,
   "probability_source": "decision",
   "retry_mean": 2.164611315209405,
   "scored": 1361,
   "time_median": 1.115,
   "time_p90": 5.478,
   "tokens_in": 4044.7604702424687,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 5.736084981906896,
   "very_confident": 0.0,
   "worst_mean": 0.5563905462622643
  },
  "holding": {
   "auroc": 0.5555555555555556,
   "best_share": 0.3333333333333333,
   "blunder_share": 0.2,
   "brier": 0.2391211642857143,
   "clusters": 11,
   "confidence_n": 14,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 15,
   "ece": 0.2996285714285714,
   "engine_scored": 15,
   "error_hi": 30.027296657071393,
   "error_lo": 9.350674353273853,
   "error_rate": 18.70757540067037,
   "first_date": "2026-10-19",
   "group_sizes": [
    64
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.2733285714285714,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1978,
    "estimate": true,
    "excluded_hours": 243.23333333333332,
    "gaps": [
     [
      "2026-10-16T04:52Z",
      "2026-10-19T18:36Z",
      5144
     ],
     [
      "2026-10-19T18:43Z",
      "2026-10-19T20:53Z",
      129
     ],
     [
      "2026-10-19T21:57Z",
      "2026-10-20T05:03Z",
      426
     ],
     [
      "2026-10-20T05:26Z",
      "2026-10-26T09:05Z",
      8859
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:29Z",
      "2026-10-26T11:40Z",
      11
     ],
     [
      "2026-10-26T12:57Z",
      "2026-10-26T13:12Z",
      15
     ]
    ],
    "gpu_decisions": 1978,
    "gpu_usd": 11.34597609421184,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.0104752777682435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5897311110628984,
      "machine": "dgx_spark",
      "usd": 0.33832311911552904,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 4.4207441667053455,
      "machine": "rtx_pro_6000",
      "usd": 11.007652975096311,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 11.34597609421184,
    "usd_per_1000": 5.736084981906896
   },
   "p95_loss": 0.10417979955673216,
   "probability_source": "decision",
   "retry_mean": 3.0801333333333334,
   "scored": 15,
   "time_median": 1.104,
   "time_p90": 4.6548,
   "tokens_in": 4561.533333333334,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 5.736084981906896,
   "very_confident": 0.0,
   "worst_mean": 0.11484801769256592
  },
  "opening": {
   "auroc": 0.6975806451612904,
   "best_share": 0.44285714285714284,
   "blunder_share": 0.30714285714285716,
   "brier": 0.2653185136231884,
   "clusters": 94,
   "confidence_n": 276,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 280,
   "ece": 0.2264978260869565,
   "engine_scored": 280,
   "error_hi": 37.51383702601156,
   "error_lo": 26.954982188338434,
   "error_rate": 32.06748850643635,
   "first_date": "2026-10-16",
   "group_sizes": [
    56,
    60,
    71,
    74
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.22277753623188407,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1978,
    "estimate": true,
    "excluded_hours": 243.23333333333332,
    "gaps": [
     [
      "2026-10-16T04:52Z",
      "2026-10-19T18:36Z",
      5144
     ],
     [
      "2026-10-19T18:43Z",
      "2026-10-19T20:53Z",
      129
     ],
     [
      "2026-10-19T21:57Z",
      "2026-10-20T05:03Z",
      426
     ],
     [
      "2026-10-20T05:26Z",
      "2026-10-26T09:05Z",
      8859
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:29Z",
      "2026-10-26T11:40Z",
      11
     ],
     [
      "2026-10-26T12:57Z",
      "2026-10-26T13:12Z",
      15
     ]
    ],
    "gpu_decisions": 1978,
    "gpu_usd": 11.34597609421184,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.0104752777682435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5897311110628984,
      "machine": "dgx_spark",
      "usd": 0.33832311911552904,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 4.4207441667053455,
      "machine": "rtx_pro_6000",
      "usd": 11.007652975096311,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 11.34597609421184,
    "usd_per_1000": 5.736084981906896
   },
   "p95_loss": 0.2687466591596604,
   "probability_source": "decision",
   "retry_mean": 2.2107,
   "scored": 280,
   "time_median": 1.311,
   "time_p90": 5.8807,
   "tokens_in": 4876.664285714286,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 5.736084981906896,
   "very_confident": 0.0,
   "worst_mean": 0.33010203923497883
  },
  "race": {
   "auroc": 0.7760557923285548,
   "best_share": 0.4320388349514563,
   "blunder_share": 0.16019417475728157,
   "brier": 0.20857676463414634,
   "clusters": 82,
   "confidence_n": 205,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 206,
   "ece": 0.12041317073170733,
   "engine_scored": 206,
   "error_hi": 38.34205547941006,
   "error_lo": 15.741372038336365,
   "error_rate": 26.698080515398562,
   "first_date": "2026-10-16",
   "group_sizes": [
    77
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.3196892682926829,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1978,
    "estimate": true,
    "excluded_hours": 243.23333333333332,
    "gaps": [
     [
      "2026-10-16T04:52Z",
      "2026-10-19T18:36Z",
      5144
     ],
     [
      "2026-10-19T18:43Z",
      "2026-10-19T20:53Z",
      129
     ],
     [
      "2026-10-19T21:57Z",
      "2026-10-20T05:03Z",
      426
     ],
     [
      "2026-10-20T05:26Z",
      "2026-10-26T09:05Z",
      8859
     ],
     [
      "2026-10-26T10:41Z",
      "2026-10-26T10:51Z",
      10
     ],
     [
      "2026-10-26T11:29Z",
      "2026-10-26T11:40Z",
      11
     ],
     [
      "2026-10-26T12:57Z",
      "2026-10-26T13:12Z",
      15
     ]
    ],
    "gpu_decisions": 1978,
    "gpu_usd": 11.34597609421184,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.0104752777682435,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.5897311110628984,
      "machine": "dgx_spark",
      "usd": 0.33832311911552904,
      "usd_per_gpu_hour": 0.21281782608464228
     },
     {
      "gpus": 1,
      "hours": 4.4207441667053455,
      "machine": "rtx_pro_6000",
      "usd": 11.007652975096311,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 11.34597609421184,
    "usd_per_1000": 5.736084981906896
   },
   "p95_loss": 0.19919651746749878,
   "probability_source": "decision",
   "retry_mean": 1.7884320388349513,
   "scored": 206,
   "time_median": 1.0175,
   "time_p90": 4.672000000000001,
   "tokens_in": 3343.0582524271845,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 5.736084981906896,
   "very_confident": 0.0,
   "worst_mean": 0.6151353120803833
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.85176096653191,
    "needless": 8.852436227010163,
    "none": 3.9174039485601613,
    "right_risk": 2.2574946645899656,
    "right_safety": 4.179025270398876,
    "wrong_risk": 5.478297924308372
   },
   "calls": {
    "missed": 301.0,
    "needless": 195.0,
    "right_risk": 263.0,
    "right_safety": 603.0,
    "wrong_risk": 102.0
   },
   "confidence": {
    "auroc_right_risk": 0.4879557763516808,
    "missed_mean_p": 0.22571952861952863,
    "missed_n": 297,
    "taken_grouped": 8,
    "taken_n": 552,
    "taken_other": 0
   },
   "error_rate": 36.536419001399445,
   "found": {
    "den": 666.0,
    "n": 263.0,
    "share": 0.3948948948948949
   },
   "good": {
    "den": 560.0,
    "n": 263.0,
    "share": 0.46964285714285714
   },
   "judgement": 57.526699631962785,
   "judgement_hi": 59.77403983905231,
   "judgement_lo": 55.405154965249224,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2531017369727047,
    "x": 0.6051051051051051,
    "y": 0.24436090225563908
   },
   "margin": 0.001,
   "missed": {
    "den": 666.0,
    "n": 301.0,
    "share": 0.4519519519519519
   },
   "needless": {
    "den": 798.0,
    "n": 195.0,
    "share": 0.24436090225563908
   },
   "needless_by_loss": {
    "big": {
     "den": 798.0,
     "n": 123.0,
     "share": 0.15413533834586465
    },
    "medium": {
     "den": 798.0,
     "n": 56.0,
     "share": 0.07017543859649122
    },
    "small": {
     "den": 798.0,
     "n": 16.0,
     "share": 0.020050125313283207
    }
   },
   "no_trade_off": 514.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 5.367468657164738,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 5.367468657164738,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.733846587437553,
      "needless": 12.34196288501577,
      "none": 1.178688332055265,
      "right_risk": 1.9158130945483172,
      "right_safety": 5.415834831368126,
      "wrong_risk": 6.211867070127988
     },
     "calls": {
      "missed": 245.0,
      "needless": 180.0,
      "right_risk": 161.0,
      "right_safety": 512.0,
      "wrong_risk": 76.0
     },
     "confidence": {
      "auroc_right_risk": 0.5019213381555153,
      "missed_mean_p": 0.23482008196721313,
      "missed_n": 244,
      "taken_grouped": 7,
      "taken_n": 410,
      "taken_other": 0
     },
     "error_rate": 41.79801280055302,
     "found": {
      "den": 482.0,
      "n": 161.0,
      "share": 0.33402489626556015
     },
     "good": {
      "den": 417.0,
      "n": 161.0,
      "share": 0.38609112709832133
     },
     "judgement": 53.695464466457196,
     "judgement_hi": 56.27799635667636,
     "judgement_lo": 51.08648444921125,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2367601246105919,
      "x": 0.6659751037344398,
      "y": 0.26011560693641617
     },
     "margin": 0.001,
     "missed": {
      "den": 482.0,
      "n": 245.0,
      "share": 0.508298755186722
     },
     "needless": {
      "den": 692.0,
      "n": 180.0,
      "share": 0.26011560693641617
     },
     "needless_by_loss": {
      "big": {
       "den": 692.0,
       "n": 114.0,
       "share": 0.16473988439306358
      },
      "medium": {
       "den": 692.0,
       "n": 52.0,
       "share": 0.07514450867052024
      },
      "small": {
       "den": 692.0,
       "n": 14.0,
       "share": 0.02023121387283237
      }
     },
     "no_trade_off": 187.0,
     "reference": null,
     "right_safety": {
      "den": 692.0,
      "n": 512.0,
      "share": 0.7398843930635838
     },
     "risk_pays": 482.0,
     "safety_pays": 692.0,
     "scored": 1361,
     "sdt": {
      "aim": {
       "den": 237.0,
       "n": 161.0,
       "share": 0.679324894514768
      },
      "beta": 1.6368946451812922,
      "caution": 0.3313413959612368,
      "caution_hi": 0.4335729210328328,
      "caution_lo": 0.23676469271606865,
      "cstar": 0.7933531240873901,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6211621570315924,
      "dprime_hi": 0.7686259167916957,
      "dprime_lo": 0.4779636215127464,
      "false_alarm": {
       "den": 692.0,
       "n": 180.0,
       "share": 0.26011560693641617
      },
      "false_alarm_rate": 0.26046176046176045,
      "hit": {
       "den": 482.0,
       "n": 237.0,
       "share": 0.491701244813278
      },
      "hit_rate": 0.4917184265010352,
      "missed_loss": 0.16369604249389805,
      "missed_n": 245.0,
      "na": null,
      "needless_loss": 0.18663790540562736,
      "needless_n": 180.0
     },
     "size": {
      "bad": {
       "mean": 10.796875,
       "n": 256.0,
       "too_few": false
      },
      "right": {
       "mean": 8.335403726708075,
       "n": 161.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 114.0,
        "share": 0.41007194244604317
       },
       "missed": {
        "den": 278.0,
        "n": 126.0,
        "share": 0.45323741007194246
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 38.0,
        "share": 0.1366906474820144
       }
      },
      "medium": {
       "found": {
        "den": 146.0,
        "n": 36.0,
        "share": 0.2465753424657534
       },
       "missed": {
        "den": 146.0,
        "n": 81.0,
        "share": 0.5547945205479452
       },
       "risk_pays": 146.0,
       "wrong": {
        "den": 146.0,
        "n": 29.0,
        "share": 0.19863013698630136
       }
      },
      "small": {
       "found": {
        "den": 58.0,
        "n": 11.0,
        "share": 0.1896551724137931
       },
       "missed": {
        "den": 58.0,
        "n": 38.0,
        "share": 0.6551724137931034
       },
       "risk_pays": 58.0,
       "wrong": {
        "den": 58.0,
        "n": 9.0,
        "share": 0.15517241379310345
       }
      }
     },
     "trade_off": 1174.0,
     "wrong": {
      "den": 482.0,
      "n": 76.0,
      "share": 0.15767634854771784
     }
    },
    "holding": {
     "by_call": {
      "missed": 1.9970337549845378,
      "needless": 8.851303656895956,
      "none": 0.5122999350229899,
      "right_risk": 2.4696369965871177,
      "right_safety": 4.877301057179769,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 1.0,
      "needless": 4.0,
      "right_risk": 2.0,
      "right_safety": 5.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 1,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 18.70757540067037,
     "found": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "good": {
      "den": 6.0,
      "n": 2.0,
      "share": 0.3333333333333333
     },
     "judgement": 61.111111111111114,
     "judgement_hi": 87.5,
     "judgement_lo": 16.666666666666664,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.3333333333333333,
      "y": 0.4444444444444444
     },
     "margin": 0.001,
     "missed": {
      "den": 3.0,
      "n": 1.0,
      "share": 0.3333333333333333
     },
     "needless": {
      "den": 9.0,
      "n": 4.0,
      "share": 0.4444444444444444
     },
     "needless_by_loss": {
      "big": {
       "den": 9.0,
       "n": 2.0,
       "share": 0.2222222222222222
      },
      "medium": {
       "den": 9.0,
       "n": 1.0,
       "share": 0.1111111111111111
      },
      "small": {
       "den": 9.0,
       "n": 1.0,
       "share": 0.1111111111111111
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 9.0,
      "n": 5.0,
      "share": 0.5555555555555556
     },
     "risk_pays": 3.0,
     "safety_pays": 9.0,
     "scored": 15,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 3.324169021230873,
      "caution": -0.09648900855465058,
      "caution_hi": 0.4713290953097394,
      "caution_lo": -0.6744897501960817,
      "cstar": 2.7036187320761207,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.4443007108194491,
      "dprime_hi": 1.8966926701405744,
      "dprime_lo": -1.2496377131642096,
      "false_alarm": {
       "den": 9.0,
       "n": 4.0,
       "share": 0.4444444444444444
      },
      "false_alarm_rate": 0.45,
      "hit": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "hit_rate": 0.625,
      "missed_loss": 0.05991101264953613,
      "missed_n": 1.0,
      "na": null,
      "needless_loss": 0.06638477742671967,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 10.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 10.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "missed": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 12.0,
     "wrong": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.00022314276014,
      "needless": 2.0712064845221385,
      "none": 0.05112407462937491,
      "right_risk": 6.503065249749592,
      "right_safety": 2.9357187982116426,
      "wrong_risk": 8.506150756563459
     },
     "calls": {
      "missed": 55.0,
      "needless": 11.0,
      "right_risk": 100.0,
      "right_safety": 86.0,
      "wrong_risk": 26.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 52,
      "taken_grouped": 1,
      "taken_n": 136,
      "taken_other": 0
     },
     "error_rate": 32.06748850643635,
     "found": {
      "den": 181.0,
      "n": 100.0,
      "share": 0.5524861878453039
     },
     "good": {
      "den": 137.0,
      "n": 100.0,
      "share": 0.7299270072992701
     },
     "judgement": 71.95420629948168,
     "judgement_hi": 76.78917163512247,
     "judgement_lo": 66.64124871047169,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.32098765432098764,
      "x": 0.44751381215469616,
      "y": 0.1134020618556701
     },
     "margin": 0.001,
     "missed": {
      "den": 181.0,
      "n": 55.0,
      "share": 0.30386740331491713
     },
     "needless": {
      "den": 97.0,
      "n": 11.0,
      "share": 0.1134020618556701
     },
     "needless_by_loss": {
      "big": {
       "den": 97.0,
       "n": 7.0,
       "share": 0.07216494845360824
      },
      "medium": {
       "den": 97.0,
       "n": 3.0,
       "share": 0.030927835051546393
      },
      "small": {
       "den": 97.0,
       "n": 1.0,
       "share": 0.010309278350515464
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 97.0,
      "n": 86.0,
      "share": 0.8865979381443299
     },
     "risk_pays": 181.0,
     "safety_pays": 97.0,
     "scored": 280,
     "sdt": {
      "aim": {
       "den": 126.0,
       "n": 100.0,
       "share": 0.7936507936507936
      },
      "beta": 0.46248456067150334,
      "caution": 0.33906195687017104,
      "caution_hi": 0.6019334196949252,
      "caution_lo": 0.13867598614984358,
      "cstar": -0.45399100057774877,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.698584562111119,
      "dprime_hi": 2.2140984844545324,
      "dprime_lo": 1.3638140797180887,
      "false_alarm": {
       "den": 97.0,
       "n": 11.0,
       "share": 0.1134020618556701
      },
      "false_alarm_rate": 0.11734693877551021,
      "hit": {
       "den": 181.0,
       "n": 126.0,
       "share": 0.6961325966850829
      },
      "hit_rate": 0.695054945054945,
      "missed_loss": 0.12218409018083053,
      "missed_n": 55.0,
      "na": null,
      "needless_loss": 0.10544323921203613,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 9.756756756756756,
       "n": 37.0,
       "too_few": true
      },
      "right": {
       "mean": 10.89,
       "n": 100.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 104.0,
        "n": 66.0,
        "share": 0.6346153846153846
       },
       "missed": {
        "den": 104.0,
        "n": 30.0,
        "share": 0.28846153846153844
       },
       "risk_pays": 104.0,
       "wrong": {
        "den": 104.0,
        "n": 8.0,
        "share": 0.07692307692307693
       }
      },
      "medium": {
       "found": {
        "den": 61.0,
        "n": 30.0,
        "share": 0.4918032786885246
       },
       "missed": {
        "den": 61.0,
        "n": 16.0,
        "share": 0.26229508196721313
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 15.0,
        "share": 0.2459016393442623
       }
      },
      "small": {
       "found": {
        "den": 16.0,
        "n": 4.0,
        "share": 0.25
       },
       "missed": {
        "den": 16.0,
        "n": 9.0,
        "share": 0.5625
       },
       "risk_pays": 16.0,
       "wrong": {
        "den": 16.0,
        "n": 3.0,
        "share": 0.1875
       }
      }
     },
     "trade_off": 278.0,
     "wrong": {
      "den": 181.0,
      "n": 26.0,
      "share": 0.143646408839779
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.698080515398562,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.698080515398562,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 206.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 206,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 798.0,
    "n": 603.0,
    "share": 0.7556390977443609
   },
   "risk_pays": 666.0,
   "safety_pays": 798.0,
   "scored": 1978,
   "sdt": {
    "aim": {
     "den": 365.0,
     "n": 263.0,
     "share": 0.7205479452054795
    },
    "beta": 1.3814668546586857,
    "caution": 0.285387516268885,
    "caution_hi": 0.3674814382085515,
    "caution_lo": 0.20188786568165343,
    "cstar": 0.3980247750480277,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.811873765319813,
    "dprime_hi": 0.942451279563979,
    "dprime_lo": 0.6747317997894996,
    "false_alarm": {
     "den": 798.0,
     "n": 195.0,
     "share": 0.24436090225563908
    },
    "false_alarm_rate": 0.24468085106382978,
    "hit": {
     "den": 666.0,
     "n": 365.0,
     "share": 0.5480480480480481
    },
    "hit_rate": 0.547976011994003,
    "missed_loss": 0.1557660012744194,
    "missed_n": 301.0,
    "na": null,
    "needless_loss": 0.17959096263616514,
    "needless_n": 195.0
   },
   "size": {
    "bad": {
     "mean": 10.666666666666666,
     "n": 297.0,
     "too_few": false
    },
    "right": {
     "mean": 9.319391634980988,
     "n": 263.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 384.0,
      "n": 182.0,
      "share": 0.4739583333333333
     },
     "missed": {
      "den": 384.0,
      "n": 156.0,
      "share": 0.40625
     },
     "risk_pays": 384.0,
     "wrong": {
      "den": 384.0,
      "n": 46.0,
      "share": 0.11979166666666667
     }
    },
    "medium": {
     "found": {
      "den": 207.0,
      "n": 66.0,
      "share": 0.3188405797101449
     },
     "missed": {
      "den": 207.0,
      "n": 97.0,
      "share": 0.46859903381642515
     },
     "risk_pays": 207.0,
     "wrong": {
      "den": 207.0,
      "n": 44.0,
      "share": 0.21256038647342995
     }
    },
    "small": {
     "found": {
      "den": 75.0,
      "n": 15.0,
      "share": 0.2
     },
     "missed": {
      "den": 75.0,
      "n": 48.0,
      "share": 0.64
     },
     "risk_pays": 75.0,
     "wrong": {
      "den": 75.0,
      "n": 12.0,
      "share": 0.16
     }
    }
   },
   "trade_off": 1464.0,
   "wrong": {
    "den": 666.0,
    "n": 102.0,
    "share": 0.15315315315315314
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.40943364710128,
    "needless": 9.44121383861295,
    "none": 3.9174039485601613,
    "right_risk": 2.04042866600054,
    "right_safety": 4.621352589829506,
    "wrong_risk": 5.106586311295011
   },
   "calls": {
    "missed": 253.0,
    "needless": 222.0,
    "right_risk": 240.0,
    "right_safety": 651.0,
    "wrong_risk": 98.0
   },
   "confidence": {
    "auroc_right_risk": 0.4996781806479296,
    "missed_mean_p": 0.2263819277108434,
    "missed_n": 249,
    "taken_grouped": 8,
    "taken_n": 552,
    "taken_other": 0
   },
   "error_rate": 36.536419001399445,
   "found": {
    "den": 591.0,
    "n": 240.0,
    "share": 0.40609137055837563
   },
   "good": {
    "den": 560.0,
    "n": 240.0,
    "share": 0.42857142857142855
   },
   "judgement": 57.58979189561637,
   "judgement_hi": 59.975785214366994,
   "judgement_lo": 55.2287223854449,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2792022792022792,
    "x": 0.5939086294416244,
    "y": 0.2542955326460481
   },
   "margin": 0.02,
   "missed": {
    "den": 591.0,
    "n": 253.0,
    "share": 0.428087986463621
   },
   "needless": {
    "den": 873.0,
    "n": 222.0,
    "share": 0.2542955326460481
   },
   "needless_by_loss": {
    "big": {
     "den": 873.0,
     "n": 131.0,
     "share": 0.15005727376861397
    },
    "medium": {
     "den": 873.0,
     "n": 59.0,
     "share": 0.06758304696449026
    },
    "small": {
     "den": 873.0,
     "n": 32.0,
     "share": 0.03665521191294387
    }
   },
   "no_trade_off": 514.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 5.367468657164738,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 5.367468657164738,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.165797899699578,
      "needless": 13.048601973853858,
      "none": 1.178688332055265,
      "right_risk": 1.8717349998921178,
      "right_safety": 5.983883519106101,
      "wrong_risk": 5.549306075946099
     },
     "calls": {
      "missed": 207.0,
      "needless": 200.0,
      "right_risk": 146.0,
      "right_safety": 550.0,
      "wrong_risk": 71.0
     },
     "confidence": {
      "auroc_right_risk": 0.5056965506403709,
      "missed_mean_p": 0.23480922330097087,
      "missed_n": 206,
      "taken_grouped": 7,
      "taken_n": 410,
      "taken_other": 0
     },
     "error_rate": 41.79801280055302,
     "found": {
      "den": 424.0,
      "n": 146.0,
      "share": 0.3443396226415094
     },
     "good": {
      "den": 417.0,
      "n": 146.0,
      "share": 0.3501199040767386
     },
     "judgement": 53.88364779874213,
     "judgement_hi": 56.62956798463953,
     "judgement_lo": 51.25117720673448,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25539568345323743,
      "x": 0.6556603773584906,
      "y": 0.26666666666666666
     },
     "margin": 0.02,
     "missed": {
      "den": 424.0,
      "n": 207.0,
      "share": 0.4882075471698113
     },
     "needless": {
      "den": 750.0,
      "n": 200.0,
      "share": 0.26666666666666666
     },
     "needless_by_loss": {
      "big": {
       "den": 750.0,
       "n": 120.0,
       "share": 0.16
      },
      "medium": {
       "den": 750.0,
       "n": 54.0,
       "share": 0.072
      },
      "small": {
       "den": 750.0,
       "n": 26.0,
       "share": 0.034666666666666665
      }
     },
     "no_trade_off": 187.0,
     "reference": null,
     "right_safety": {
      "den": 750.0,
      "n": 550.0,
      "share": 0.7333333333333333
     },
     "risk_pays": 424.0,
     "safety_pays": 750.0,
     "scored": 1361,
     "sdt": {
      "aim": {
       "den": 217.0,
       "n": 146.0,
       "share": 0.6728110599078341
      },
      "beta": 1.6863926432407623,
      "caution": 0.2962432121030978,
      "caution_hi": 0.40143327787257566,
      "caution_lo": 0.19549472970982232,
      "cstar": 0.8021676146956029,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.6514744641604939,
      "dprime_hi": 0.8250171350167206,
      "dprime_lo": 0.4926027413265446,
      "false_alarm": {
       "den": 750.0,
       "n": 200.0,
       "share": 0.26666666666666666
      },
      "false_alarm_rate": 0.2669773635153129,
      "hit": {
       "den": 424.0,
       "n": 217.0,
       "share": 0.5117924528301887
      },
      "hit_rate": 0.5117647058823529,
      "missed_loss": 0.18627682069073553,
      "missed_n": 207.0,
      "na": null,
      "needless_loss": 0.177591472864151,
      "needless_n": 200.0
     },
     "size": {
      "bad": {
       "mean": 10.715867158671587,
       "n": 271.0,
       "too_few": false
      },
      "right": {
       "mean": 8.232876712328768,
       "n": 146.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 114.0,
        "share": 0.41007194244604317
       },
       "missed": {
        "den": 278.0,
        "n": 126.0,
        "share": 0.45323741007194246
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 38.0,
        "share": 0.1366906474820144
       }
      },
      "medium": {
       "found": {
        "den": 146.0,
        "n": 32.0,
        "share": 0.2191780821917808
       },
       "missed": {
        "den": 146.0,
        "n": 81.0,
        "share": 0.5547945205479452
       },
       "risk_pays": 146.0,
       "wrong": {
        "den": 146.0,
        "n": 33.0,
        "share": 0.22602739726027396
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1174.0,
     "wrong": {
      "den": 424.0,
      "n": 71.0,
      "share": 0.16745283018867924
     }
    },
    "holding": {
     "by_call": {
      "missed": 0.0,
      "needless": 8.851303656895956,
      "none": 0.5122999350229899,
      "right_risk": 2.4696369965871177,
      "right_safety": 6.874334812164307,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 4.0,
      "right_risk": 2.0,
      "right_safety": 6.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 0,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 18.70757540067037,
     "found": {
      "den": 2.0,
      "n": 2.0,
      "share": 1.0
     },
     "good": {
      "den": 6.0,
      "n": 2.0,
      "share": 0.3333333333333333
     },
     "judgement": 80.0,
     "judgement_hi": 93.75,
     "judgement_lo": 66.66666666666666,
     "judgement_na": null,
     "map": {
      "wrong_share": null,
      "x": 0.0,
      "y": 0.4
     },
     "margin": 0.02,
     "missed": {
      "den": 2.0,
      "n": 0.0,
      "share": 0.0
     },
     "needless": {
      "den": 10.0,
      "n": 4.0,
      "share": 0.4
     },
     "needless_by_loss": {
      "big": {
       "den": 10.0,
       "n": 2.0,
       "share": 0.2
      },
      "medium": {
       "den": 10.0,
       "n": 1.0,
       "share": 0.1
      },
      "small": {
       "den": 10.0,
       "n": 1.0,
       "share": 0.1
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 10.0,
      "n": 6.0,
      "share": 0.6
     },
     "risk_pays": 2.0,
     "safety_pays": 10.0,
     "scored": 15,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": null,
      "caution": -0.36876872426123464,
      "caution_hi": -0.04251697617315159,
      "caution_lo": -0.6763710162546345,
      "cstar": null,
      "cstar_note": "N/A: no missed risks to price",
      "cstar_status": "na",
      "dprime": 1.1973056836809335,
      "dprime_hi": 2.247926522869653,
      "dprime_lo": 0.35585038623170656,
      "false_alarm": {
       "den": 10.0,
       "n": 4.0,
       "share": 0.4
      },
      "false_alarm_rate": 0.4090909090909091,
      "hit": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "hit_rate": 0.8333333333333334,
      "missed_loss": null,
      "missed_n": 0.0,
      "na": null,
      "needless_loss": 0.06638477742671967,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 10.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 10.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "missed": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 12.0,
     "wrong": {
      "den": 2.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.743602901697159,
      "needless": 2.7957290410995483,
      "none": 0.05112407462937491,
      "right_risk": 5.183900041239602,
      "right_safety": 3.1923390392746245,
      "wrong_risk": 9.10079340849604
     },
     "calls": {
      "missed": 46.0,
      "needless": 18.0,
      "right_risk": 92.0,
      "right_safety": 95.0,
      "wrong_risk": 27.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 43,
      "taken_grouped": 1,
      "taken_n": 136,
      "taken_other": 0
     },
     "error_rate": 32.06748850643635,
     "found": {
      "den": 165.0,
      "n": 92.0,
      "share": 0.5575757575757576
     },
     "good": {
      "den": 137.0,
      "n": 92.0,
      "share": 0.6715328467153284
     },
     "judgement": 69.91418610887638,
     "judgement_hi": 75.03504738257587,
     "judgement_lo": 64.545418810749,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3698630136986301,
      "x": 0.44242424242424244,
      "y": 0.1592920353982301
     },
     "margin": 0.02,
     "missed": {
      "den": 165.0,
      "n": 46.0,
      "share": 0.2787878787878788
     },
     "needless": {
      "den": 113.0,
      "n": 18.0,
      "share": 0.1592920353982301
     },
     "needless_by_loss": {
      "big": {
       "den": 113.0,
       "n": 9.0,
       "share": 0.07964601769911504
      },
      "medium": {
       "den": 113.0,
       "n": 4.0,
       "share": 0.035398230088495575
      },
      "small": {
       "den": 113.0,
       "n": 5.0,
       "share": 0.04424778761061947
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 113.0,
      "n": 95.0,
      "share": 0.8407079646017699
     },
     "risk_pays": 165.0,
     "safety_pays": 113.0,
     "scored": 280,
     "sdt": {
      "aim": {
       "den": 119.0,
       "n": 92.0,
       "share": 0.773109243697479
      },
      "beta": 0.4166520721397873,
      "caution": 0.2013219784562678,
      "caution_hi": 0.4170275889587907,
      "caution_lo": 0.012422599422240065,
      "cstar": -0.5584954699211735,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.5676112197569565,
      "dprime_hi": 1.9655316405758783,
      "dprime_lo": 1.2416746302144421,
      "false_alarm": {
       "den": 113.0,
       "n": 18.0,
       "share": 0.1592920353982301
      },
      "false_alarm_rate": 0.16228070175438597,
      "hit": {
       "den": 165.0,
       "n": 119.0,
       "share": 0.7212121212121212
      },
      "hit_rate": 0.7198795180722891,
      "missed_loss": 0.1429656005424002,
      "missed_n": 46.0,
      "na": null,
      "needless_loss": 0.08697823683420818,
      "needless_n": 18.0
     },
     "size": {
      "bad": {
       "mean": 10.866666666666667,
       "n": 45.0,
       "too_few": true
      },
      "right": {
       "mean": 10.445652173913043,
       "n": 92.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 104.0,
        "n": 63.0,
        "share": 0.6057692307692307
       },
       "missed": {
        "den": 104.0,
        "n": 30.0,
        "share": 0.28846153846153844
       },
       "risk_pays": 104.0,
       "wrong": {
        "den": 104.0,
        "n": 11.0,
        "share": 0.10576923076923077
       }
      },
      "medium": {
       "found": {
        "den": 61.0,
        "n": 29.0,
        "share": 0.47540983606557374
       },
       "missed": {
        "den": 61.0,
        "n": 16.0,
        "share": 0.26229508196721313
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 16.0,
        "share": 0.26229508196721313
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 278.0,
     "wrong": {
      "den": 165.0,
      "n": 27.0,
      "share": 0.16363636363636364
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.698080515398562,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.698080515398562,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 206.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 206,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 873.0,
    "n": 651.0,
    "share": 0.7457044673539519
   },
   "risk_pays": 591.0,
   "safety_pays": 873.0,
   "scored": 1978,
   "sdt": {
    "aim": {
     "den": 338.0,
     "n": 240.0,
     "share": 0.7100591715976331
    },
    "beta": 1.39302226153952,
    "caution": 0.23961102265029194,
    "caution_hi": 0.32342275702741147,
    "caution_lo": 0.15025752853160723,
    "cstar": 0.3941019316426221,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.8410912230068482,
    "dprime_hi": 0.9864445983297268,
    "dprime_lo": 0.7034706578129915,
    "false_alarm": {
     "den": 873.0,
     "n": 222.0,
     "share": 0.2542955326460481
    },
    "false_alarm_rate": 0.2545766590389016,
    "hit": {
     "den": 591.0,
     "n": 338.0,
     "share": 0.571912013536379
    },
    "hit_rate": 0.5717905405405406,
    "missed_loss": 0.1784020533910382,
    "missed_n": 253.0,
    "na": null,
    "needless_loss": 0.1682407294844722,
    "needless_n": 222.0
   },
   "size": {
    "bad": {
     "mean": 10.7375,
     "n": 320.0,
     "too_few": false
    },
    "right": {
     "mean": 9.095833333333333,
     "n": 240.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 384.0,
      "n": 179.0,
      "share": 0.4661458333333333
     },
     "missed": {
      "den": 384.0,
      "n": 156.0,
      "share": 0.40625
     },
     "risk_pays": 384.0,
     "wrong": {
      "den": 384.0,
      "n": 49.0,
      "share": 0.12760416666666666
     }
    },
    "medium": {
     "found": {
      "den": 207.0,
      "n": 61.0,
      "share": 0.2946859903381642
     },
     "missed": {
      "den": 207.0,
      "n": 97.0,
      "share": 0.46859903381642515
     },
     "risk_pays": 207.0,
     "wrong": {
      "den": 207.0,
      "n": 49.0,
      "share": 0.23671497584541062
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1464.0,
   "wrong": {
    "den": 591.0,
    "n": 98.0,
    "share": 0.1658206429780034
   }
  }
 },
 "slug": "clef",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 40.7981833531743,
   "n": 84,
   "too_few": true
  },
  "blitz": {
   "error_rate": 44.462886160692655,
   "n": 296,
   "too_few": false
  },
  "holding": {
   "error_rate": 18.70757540067037,
   "n": 15,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 43.12089955177475,
   "n": 341,
   "too_few": false
  },
  "other": {
   "error_rate": 39.088173499030454,
   "n": 124,
   "too_few": true
  },
  "priming": {
   "error_rate": 40.20905708388765,
   "n": 516,
   "too_few": false
  }
 },
 "version": "v3"
}
