{
 "close": {
  "close": {
   "den": 1776,
   "n": 1740,
   "share": 0.9797297297297297,
   "small": false
  },
  "decisions": 2002,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1776,
  "exclusions": {
   "not_audited": 226
  },
  "groups": {
   "close": {
    "by_count": [
     366,
     717,
     449,
     199,
     9
    ],
    "differ": {
     "hitting": {
      "den": 1740,
      "n": 963,
      "share": 0.553448275862069,
      "small": false
     },
     "points": {
      "den": 1740,
      "n": 617,
      "share": 0.3545977011494253,
      "small": false
     },
     "prime": {
      "den": 1740,
      "n": 537,
      "share": 0.3086206896551724,
      "small": false
     },
     "race": {
      "den": 1740,
      "n": 131,
      "share": 0.07528735632183908,
      "small": false
     }
    },
    "gap": {
     "mean": 0.14684955523959523,
     "median": 0.08019086718559265,
     "n": 1740
    },
    "loss1": {
     "mean": 0.1322294959220393,
     "median": 0.03357595205307007,
     "n": 1740
    },
    "loss2": {
     "mean": 0.17530299349762926,
     "median": 0.08604463934898376,
     "n": 1740
    },
    "n": 1740,
    "p1": {
     "mean": 0.20766105451798675,
     "median": 0.15064120889400434,
     "n": 1740
    },
    "p2": {
     "mean": 0.17544764898980814,
     "median": 0.13336779232162546,
     "n": 1740
    },
    "psum": {
     "mean": 0.3831087035077949,
     "median": 0.2818781527489696,
     "n": 1740
    },
    "psum_bins": [
     132,
     463,
     320,
     197,
     125,
     151,
     69,
     98,
     4,
     181
    ]
   },
   "other": {
    "by_count": [
     5,
     12,
     13,
     6,
     0
    ],
    "differ": {
     "hitting": {
      "den": 36,
      "n": 15,
      "share": 0.4166666666666667,
      "small": true
     },
     "points": {
      "den": 36,
      "n": 20,
      "share": 0.5555555555555556,
      "small": true
     },
     "prime": {
      "den": 36,
      "n": 18,
      "share": 0.5,
      "small": true
     },
     "race": {
      "den": 36,
      "n": 3,
      "share": 0.08333333333333333,
      "small": true
     }
    },
    "gap": {
     "mean": 0.14702201386292776,
     "median": 0.13250577449798584,
     "n": 36
    },
    "loss1": {
     "mean": 0.0,
     "median": 0.0,
     "n": 36
    },
    "loss2": {
     "mean": 0.14702201386292776,
     "median": 0.13250577449798584,
     "n": 36
    },
    "n": 36,
    "p1": {
     "mean": 0.4076558764234417,
     "median": 0.31336587522084247,
     "n": 36
    },
    "p2": {
     "mean": 0.17167456540514256,
     "median": 0.11802212320842409,
     "n": 36
    },
    "psum": {
     "mean": 0.5793304418285843,
     "median": 0.4295280477697571,
     "n": 36
    },
    "psum_bins": [
     0,
     0,
     8,
     8,
     6,
     1,
     0,
     0,
     2,
     11
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 465,
       "n": 452,
       "share": 0.9720430107526882,
       "small": false
      },
      "eligible": 465,
      "risk_close": {
       "den": 452,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 622,
       "n": 616,
       "share": 0.9903536977491961,
       "small": false
      },
      "eligible": 622,
      "risk_close": {
       "den": 616,
       "n": 271,
       "share": 0.43993506493506496,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 689,
       "n": 672,
       "share": 0.9753265602322206,
       "small": false
      },
      "eligible": 689,
      "risk_close": {
       "den": 672,
       "n": 380,
       "share": 0.5654761904761905,
       "small": false
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "close": {
      "den": 271,
      "n": 155,
      "share": 0.5719557195571956,
      "small": false
     },
     "group": 271,
     "na": "N/A: no other decisions in this group",
     "other": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "stake": {
     "big": {
      "den": 345,
      "n": 343,
      "share": 0.9942028985507246,
      "small": false
     },
     "medium": {
      "den": 203,
      "n": 200,
      "share": 0.9852216748768473,
      "small": false
     },
     "small": {
      "den": 74,
      "n": 73,
      "share": 0.9864864864864865,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 465,
       "n": 452,
       "share": 0.9720430107526882,
       "small": false
      },
      "eligible": 465,
      "risk_close": {
       "den": 452,
       "n": 0,
       "share": 0.0,
       "small": false
      }
     },
     "risk": {
      "close": {
       "den": 548,
       "n": 543,
       "share": 0.9908759124087592,
       "small": false
      },
      "eligible": 548,
      "risk_close": {
       "den": 543,
       "n": 230,
       "share": 0.42357274401473294,
       "small": false
      }
     },
     "safety": {
      "close": {
       "den": 763,
       "n": 745,
       "share": 0.9764089121887287,
       "small": false
      },
      "eligible": 763,
      "risk_close": {
       "den": 745,
       "n": 421,
       "share": 0.5651006711409396,
       "small": false
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "close": {
      "den": 230,
      "n": 130,
      "share": 0.5652173913043478,
      "small": false
     },
     "group": 230,
     "na": "N/A: no other decisions in this group",
     "other": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    },
    "stake": {
     "big": {
      "den": 345,
      "n": 343,
      "share": 0.9942028985507246,
      "small": false
     },
     "medium": {
      "den": 203,
      "n": 200,
      "share": 0.9852216748768473,
      "small": false
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 1740,
   "n": 651,
   "share": 0.3741379310344828,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1776,
   "n": 651,
   "share": 0.36655405405405406,
   "small": false
  },
  "risk_pair_other": {
   "den": 36,
   "n": 10,
   "share": 0.2777777777777778,
   "small": true
  },
  "ties": {
   "close": 0,
   "member": 0,
   "order": 0,
   "positive": 0,
   "top_two": 0,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.7255163289015103,
  "auroc_blunder": 0.7166703332677204,
  "confident_badly_wrong": {
   "den": 2002,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 2002,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 2002,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.1546932790875266,
  "held_out": {
   "blunders": 0.019756781926639856,
   "kept": 0.022910357607555564,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 2002,
  "surest": {
   "cut": 0.291265346136371,
   "error_rate": 28.890634933393635,
   "n": 501,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 66.8898502690564,
   "n": 606,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 99.85081107738367,
   "n": 567,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 41.12739708225172,
   "n": 829,
   "too_few": false
  }
 },
 "name": "Open-Jev 27B v1.1",
 "options": {
  "11–15": {
   "error_rate": 66.38812017402465,
   "n": 311,
   "too_few": false
  },
  "16–25": {
   "error_rate": 85.65736209765547,
   "n": 349,
   "too_few": false
  },
  "26+": {
   "error_rate": 128.41979536745282,
   "n": 225,
   "too_few": false
  },
  "2–5": {
   "error_rate": 32.952570631812264,
   "n": 673,
   "too_few": false
  },
  "6–10": {
   "error_rate": 66.74011843698518,
   "n": 444,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 12.38219141960144,
   "n": 130,
   "too_few": true
  },
  "contact": {
   "error_rate": 87.40257780965274,
   "n": 1217,
   "too_few": false
  },
  "holding": {
   "error_rate": 76.47820102407577,
   "n": 47,
   "too_few": true
  },
  "opening": {
   "error_rate": 35.38468228401364,
   "n": 296,
   "too_few": false
  },
  "race": {
   "error_rate": 29.48175590389814,
   "n": 312,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.7255163289015103,
  "best_share": 0.36563436563436563,
  "blunder_share": 0.38611388611388614,
  "brier": 0.22173881685754407,
  "clusters": 100,
  "confidence_n": 2002,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 2002,
  "ece": 0.1546932790875266,
  "engine_scored": 2002,
  "error_hi": 71.92225732018971,
  "error_lo": 59.73789334253618,
  "error_rate": 65.55707858397172,
  "first_date": "2026-10-15",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.21094108654683905,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2002,
   "estimate": true,
   "excluded_hours": 257.6166666666667,
   "gaps": [
    [
     "2026-10-15T11:21Z",
     "2026-10-15T23:48Z",
     747
    ],
    [
     "2026-10-15T23:53Z",
     "2026-10-16T04:31Z",
     278
    ],
    [
     "2026-10-16T04:33Z",
     "2026-10-19T20:52Z",
     5300
    ],
    [
     "2026-10-19T21:27Z",
     "2026-10-20T04:53Z",
     446
    ],
    [
     "2026-10-20T05:03Z",
     "2026-10-20T13:10Z",
     487
    ],
    [
     "2026-10-20T13:16Z",
     "2026-10-22T17:16Z",
     3120
    ],
    [
     "2026-10-22T17:22Z",
     "2026-10-22T22:21Z",
     300
    ],
    [
     "2026-10-22T22:23Z",
     "2026-10-23T21:20Z",
     1377
    ],
    [
     "2026-10-23T21:30Z",
     "2026-10-25T05:09Z",
     1899
    ],
    [
     "2026-10-25T05:17Z",
     "2026-10-25T05:33Z",
     16
    ],
    [
     "2026-10-25T09:25Z",
     "2026-10-25T09:36Z",
     12
    ],
    [
     "2026-10-25T09:39Z",
     "2026-10-25T21:54Z",
     735
    ],
    [
     "2026-10-25T21:58Z",
     "2026-10-26T10:18Z",
     740
    ]
   ],
   "gpu_decisions": 2002,
   "gpu_usd": 14.383886857966566,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 5.7766613887415925,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 5.7766613887415925,
     "machine": "rtx_pro_6000",
     "usd": 14.383886857966566,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 14.383886857966566,
   "usd_per_1000": 7.184758670312969
  },
  "p95_loss": 0.5959604293107975,
  "probability_source": "decision",
  "retry_mean": 2.017040959040959,
  "scored": 2002,
  "time_median": 1.575,
  "time_p90": 3.3798,
  "tokens_in": 35473.48251748252,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 7.184758670312969,
  "very_confident": 0.0,
  "worst_mean": 0.8458038645982743
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8253968253968254,
   "best_share": 0.8615384615384616,
   "blunder_share": 0.06153846153846154,
   "brier": 0.27364367929947464,
   "clusters": 60,
   "confidence_n": 130,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 130,
   "ece": 0.41906456464990655,
   "engine_scored": 130,
   "error_hi": 25.300792312528923,
   "error_lo": 3.374364686415608,
   "error_rate": 12.38219141960144,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.44501222706929056,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2002,
    "estimate": true,
    "excluded_hours": 257.6166666666667,
    "gaps": [
     [
      "2026-10-15T11:21Z",
      "2026-10-15T23:48Z",
      747
     ],
     [
      "2026-10-15T23:53Z",
      "2026-10-16T04:31Z",
      278
     ],
     [
      "2026-10-16T04:33Z",
      "2026-10-19T20:52Z",
      5300
     ],
     [
      "2026-10-19T21:27Z",
      "2026-10-20T04:53Z",
      446
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:10Z",
      487
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-22T17:16Z",
      3120
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:23Z",
      "2026-10-23T21:20Z",
      1377
     ],
     [
      "2026-10-23T21:30Z",
      "2026-10-25T05:09Z",
      1899
     ],
     [
      "2026-10-25T05:17Z",
      "2026-10-25T05:33Z",
      16
     ],
     [
      "2026-10-25T09:25Z",
      "2026-10-25T09:36Z",
      12
     ],
     [
      "2026-10-25T09:39Z",
      "2026-10-25T21:54Z",
      735
     ],
     [
      "2026-10-25T21:58Z",
      "2026-10-26T10:18Z",
      740
     ]
    ],
    "gpu_decisions": 2002,
    "gpu_usd": 14.383886857966566,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 5.7766613887415925,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.7766613887415925,
      "machine": "rtx_pro_6000",
      "usd": 14.383886857966566,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 14.383886857966566,
    "usd_per_1000": 7.184758670312969
   },
   "p95_loss": 0.12219309210777268,
   "probability_source": "decision",
   "retry_mean": 1.791476923076923,
   "scored": 130,
   "time_median": 1.0950000000000002,
   "time_p90": 2.3204,
   "tokens_in": 10293.507692307692,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 7.184758670312969,
   "very_confident": 0.0,
   "worst_mean": 0.4439011812210083
  },
  "contact": {
   "auroc": 0.691644858001357,
   "best_share": 0.29745275267050125,
   "blunder_share": 0.48726376335250615,
   "brier": 0.20183672558165064,
   "clusters": 100,
   "confidence_n": 1217,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1217,
   "ece": 0.11163192918101528,
   "engine_scored": 1217,
   "error_hi": 95.55408598550535,
   "error_lo": 79.023056359129,
   "error_rate": 87.40257780965274,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.18951032518132085,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2002,
    "estimate": true,
    "excluded_hours": 257.6166666666667,
    "gaps": [
     [
      "2026-10-15T11:21Z",
      "2026-10-15T23:48Z",
      747
     ],
     [
      "2026-10-15T23:53Z",
      "2026-10-16T04:31Z",
      278
     ],
     [
      "2026-10-16T04:33Z",
      "2026-10-19T20:52Z",
      5300
     ],
     [
      "2026-10-19T21:27Z",
      "2026-10-20T04:53Z",
      446
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:10Z",
      487
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-22T17:16Z",
      3120
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:23Z",
      "2026-10-23T21:20Z",
      1377
     ],
     [
      "2026-10-23T21:30Z",
      "2026-10-25T05:09Z",
      1899
     ],
     [
      "2026-10-25T05:17Z",
      "2026-10-25T05:33Z",
      16
     ],
     [
      "2026-10-25T09:25Z",
      "2026-10-25T09:36Z",
      12
     ],
     [
      "2026-10-25T09:39Z",
      "2026-10-25T21:54Z",
      735
     ],
     [
      "2026-10-25T21:58Z",
      "2026-10-26T10:18Z",
      740
     ]
    ],
    "gpu_decisions": 2002,
    "gpu_usd": 14.383886857966566,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 5.7766613887415925,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.7766613887415925,
      "machine": "rtx_pro_6000",
      "usd": 14.383886857966566,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 14.383886857966566,
    "usd_per_1000": 7.184758670312969
   },
   "p95_loss": 0.6847480893135071,
   "probability_source": "decision",
   "retry_mean": 1.983937551355793,
   "scored": 1217,
   "time_median": 1.637,
   "time_p90": 3.4032000000000004,
   "tokens_in": 37868.68611339359,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 7.184758670312969,
   "very_confident": 0.0,
   "worst_mean": 0.9257560777859609
  },
  "holding": {
   "auroc": 0.7046783625730995,
   "best_share": 0.19148936170212766,
   "blunder_share": 0.40425531914893614,
   "brier": 0.1281063630401114,
   "clusters": 22,
   "confidence_n": 47,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 47,
   "ece": 0.10073832605561457,
   "engine_scored": 47,
   "error_hi": 146.32402514898337,
   "error_lo": 33.57183075477565,
   "error_rate": 76.47820102407577,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-25",
   "mean_confidence": 0.15562367390140136,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2002,
    "estimate": true,
    "excluded_hours": 257.6166666666667,
    "gaps": [
     [
      "2026-10-15T11:21Z",
      "2026-10-15T23:48Z",
      747
     ],
     [
      "2026-10-15T23:53Z",
      "2026-10-16T04:31Z",
      278
     ],
     [
      "2026-10-16T04:33Z",
      "2026-10-19T20:52Z",
      5300
     ],
     [
      "2026-10-19T21:27Z",
      "2026-10-20T04:53Z",
      446
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:10Z",
      487
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-22T17:16Z",
      3120
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:23Z",
      "2026-10-23T21:20Z",
      1377
     ],
     [
      "2026-10-23T21:30Z",
      "2026-10-25T05:09Z",
      1899
     ],
     [
      "2026-10-25T05:17Z",
      "2026-10-25T05:33Z",
      16
     ],
     [
      "2026-10-25T09:25Z",
      "2026-10-25T09:36Z",
      12
     ],
     [
      "2026-10-25T09:39Z",
      "2026-10-25T21:54Z",
      735
     ],
     [
      "2026-10-25T21:58Z",
      "2026-10-26T10:18Z",
      740
     ]
    ],
    "gpu_decisions": 2002,
    "gpu_usd": 14.383886857966566,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 5.7766613887415925,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.7766613887415925,
      "machine": "rtx_pro_6000",
      "usd": 14.383886857966566,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 14.383886857966566,
    "usd_per_1000": 7.184758670312969
   },
   "p95_loss": 0.6536893486976619,
   "probability_source": "decision",
   "retry_mean": 2.766468085106383,
   "scored": 47,
   "time_median": 1.684,
   "time_p90": 3.4896,
   "tokens_in": 39769.382978723406,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 7.184758670312969,
   "very_confident": 0.0,
   "worst_mean": 1.497482717037201
  },
  "opening": {
   "auroc": 0.7438356164383562,
   "best_share": 0.49324324324324326,
   "blunder_share": 0.30405405405405406,
   "brier": 0.3470217086893125,
   "clusters": 100,
   "confidence_n": 296,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 296,
   "ece": 0.35436010734680384,
   "engine_scored": 296,
   "error_hi": 43.398858633244764,
   "error_lo": 28.246678835173856,
   "error_rate": 35.38468228401364,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.13888313589643947,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2002,
    "estimate": true,
    "excluded_hours": 257.6166666666667,
    "gaps": [
     [
      "2026-10-15T11:21Z",
      "2026-10-15T23:48Z",
      747
     ],
     [
      "2026-10-15T23:53Z",
      "2026-10-16T04:31Z",
      278
     ],
     [
      "2026-10-16T04:33Z",
      "2026-10-19T20:52Z",
      5300
     ],
     [
      "2026-10-19T21:27Z",
      "2026-10-20T04:53Z",
      446
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:10Z",
      487
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-22T17:16Z",
      3120
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:23Z",
      "2026-10-23T21:20Z",
      1377
     ],
     [
      "2026-10-23T21:30Z",
      "2026-10-25T05:09Z",
      1899
     ],
     [
      "2026-10-25T05:17Z",
      "2026-10-25T05:33Z",
      16
     ],
     [
      "2026-10-25T09:25Z",
      "2026-10-25T09:36Z",
      12
     ],
     [
      "2026-10-25T09:39Z",
      "2026-10-25T21:54Z",
      735
     ],
     [
      "2026-10-25T21:58Z",
      "2026-10-26T10:18Z",
      740
     ]
    ],
    "gpu_decisions": 2002,
    "gpu_usd": 14.383886857966566,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 5.7766613887415925,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.7766613887415925,
      "machine": "rtx_pro_6000",
      "usd": 14.383886857966566,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 14.383886857966566,
    "usd_per_1000": 7.184758670312969
   },
   "p95_loss": 0.3175887018442154,
   "probability_source": "decision",
   "retry_mean": 2.289918918918919,
   "scored": 296,
   "time_median": 1.7814999999999999,
   "time_p90": 4.1035,
   "tokens_in": 49669.19932432433,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 7.184758670312969,
   "very_confident": 0.0,
   "worst_mean": 0.4535175482432047
  },
  "race": {
   "auroc": 0.7997398615691922,
   "best_share": 0.3301282051282051,
   "blunder_share": 0.20192307692307693,
   "brier": 0.1729894652951313,
   "clusters": 92,
   "confidence_n": 312,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 312,
   "ece": 0.09804892473079559,
   "engine_scored": 312,
   "error_hi": 38.29293074737777,
   "error_lo": 22.007200452255756,
   "error_rate": 29.48175590389814,
   "first_date": "2026-10-15",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.27370089456213015,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2002,
    "estimate": true,
    "excluded_hours": 257.6166666666667,
    "gaps": [
     [
      "2026-10-15T11:21Z",
      "2026-10-15T23:48Z",
      747
     ],
     [
      "2026-10-15T23:53Z",
      "2026-10-16T04:31Z",
      278
     ],
     [
      "2026-10-16T04:33Z",
      "2026-10-19T20:52Z",
      5300
     ],
     [
      "2026-10-19T21:27Z",
      "2026-10-20T04:53Z",
      446
     ],
     [
      "2026-10-20T05:03Z",
      "2026-10-20T13:10Z",
      487
     ],
     [
      "2026-10-20T13:16Z",
      "2026-10-22T17:16Z",
      3120
     ],
     [
      "2026-10-22T17:22Z",
      "2026-10-22T22:21Z",
      300
     ],
     [
      "2026-10-22T22:23Z",
      "2026-10-23T21:20Z",
      1377
     ],
     [
      "2026-10-23T21:30Z",
      "2026-10-25T05:09Z",
      1899
     ],
     [
      "2026-10-25T05:17Z",
      "2026-10-25T05:33Z",
      16
     ],
     [
      "2026-10-25T09:25Z",
      "2026-10-25T09:36Z",
      12
     ],
     [
      "2026-10-25T09:39Z",
      "2026-10-25T21:54Z",
      735
     ],
     [
      "2026-10-25T21:58Z",
      "2026-10-26T10:18Z",
      740
     ]
    ],
    "gpu_decisions": 2002,
    "gpu_usd": 14.383886857966566,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 5.7766613887415925,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 5.7766613887415925,
      "machine": "rtx_pro_6000",
      "usd": 14.383886857966566,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 14.383886857966566,
    "usd_per_1000": 7.184758670312969
   },
   "p95_loss": 0.2607226610183713,
   "probability_source": "decision",
   "retry_mean": 1.8683717948717948,
   "scored": 312,
   "time_median": 1.3165,
   "time_p90": 2.606300000000001,
   "tokens_in": 22507.4391025641,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 7.184758670312969,
   "very_confident": 0.0,
   "worst_mean": 0.47384920343756676
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 12.49304478550767,
    "needless": 21.424859829180008,
    "none": 6.345426955899516,
    "right_risk": 3.0509093171590336,
    "right_safety": 4.953382992661083,
    "wrong_risk": 17.28945470356441
   },
   "calls": {
    "missed": 246.0,
    "needless": 306.0,
    "right_risk": 264.0,
    "right_safety": 455.0,
    "wrong_risk": 198.0
   },
   "confidence": {
    "auroc_right_risk": 0.5284917628667629,
    "missed_mean_p": 0.14858504333931516,
    "missed_n": 246,
    "taken_grouped": 0,
    "taken_n": 768,
    "taken_other": 0
   },
   "error_rate": 65.55707858397172,
   "found": {
    "den": 708.0,
    "n": 264.0,
    "share": 0.3728813559322034
   },
   "good": {
    "den": 768.0,
    "n": 264.0,
    "share": 0.34375
   },
   "judgement": 48.53894296086773,
   "judgement_hi": 50.949900110896586,
   "judgement_lo": 46.07354001452669,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.44594594594594594,
    "x": 0.6271186440677966,
    "y": 0.4021024967148489
   },
   "margin": 0.001,
   "missed": {
    "den": 708.0,
    "n": 246.0,
    "share": 0.3474576271186441
   },
   "needless": {
    "den": 761.0,
    "n": 306.0,
    "share": 0.4021024967148489
   },
   "needless_by_loss": {
    "big": {
     "den": 761.0,
     "n": 236.0,
     "share": 0.31011826544021026
    },
    "medium": {
     "den": 761.0,
     "n": 53.0,
     "share": 0.06964520367936924
    },
    "small": {
     "den": 761.0,
     "n": 17.0,
     "share": 0.022339027595269383
    }
   },
   "no_trade_off": 533.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 12.38219141960144,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 12.38219141960144,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 130.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 130,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.892092601040297,
      "needless": 33.23528624844531,
      "none": 1.5403441013423949,
      "right_risk": 3.6768281347161937,
      "right_safety": 6.631329337298723,
      "wrong_risk": 24.426697386809813
     },
     "calls": {
      "missed": 201.0,
      "needless": 268.0,
      "right_risk": 153.0,
      "right_safety": 345.0,
      "wrong_risk": 163.0
     },
     "confidence": {
      "auroc_right_risk": 0.493380646922342,
      "missed_mean_p": 0.158715277565579,
      "missed_n": 201,
      "taken_grouped": 0,
      "taken_n": 584,
      "taken_other": 0
     },
     "error_rate": 87.40257780965274,
     "found": {
      "den": 517.0,
      "n": 153.0,
      "share": 0.29593810444874274
     },
     "good": {
      "den": 584.0,
      "n": 153.0,
      "share": 0.261986301369863
     },
     "judgement": 42.9371988602838,
     "judgement_hi": 45.97782934979253,
     "judgement_lo": 40.08743900470981,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4478021978021978,
      "x": 0.7040618955512572,
      "y": 0.4371941272430669
     },
     "margin": 0.001,
     "missed": {
      "den": 517.0,
      "n": 201.0,
      "share": 0.38878143133462284
     },
     "needless": {
      "den": 613.0,
      "n": 268.0,
      "share": 0.4371941272430669
     },
     "needless_by_loss": {
      "big": {
       "den": 613.0,
       "n": 213.0,
       "share": 0.3474714518760196
      },
      "medium": {
       "den": 613.0,
       "n": 47.0,
       "share": 0.0766721044045677
      },
      "small": {
       "den": 613.0,
       "n": 8.0,
       "share": 0.013050570962479609
      }
     },
     "no_trade_off": 87.0,
     "reference": null,
     "right_safety": {
      "den": 613.0,
      "n": 345.0,
      "share": 0.5628058727569332
     },
     "risk_pays": 517.0,
     "safety_pays": 613.0,
     "scored": 1217,
     "sdt": {
      "aim": {
       "den": 316.0,
       "n": 153.0,
       "share": 0.48417721518987344
      },
      "beta": 1.6518457154967374,
      "caution": -0.062054516978431826,
      "caution_hi": 0.009869935446126629,
      "caution_lo": -0.13918572081347824,
      "cstar": 1.1412792885216483,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.43976376617777857,
      "dprime_hi": 0.5612413353589697,
      "dprime_lo": 0.31729289376161934,
      "false_alarm": {
       "den": 613.0,
       "n": 268.0,
       "share": 0.4371941272430669
      },
      "false_alarm_rate": 0.4372964169381108,
      "hit": {
       "den": 517.0,
       "n": 316.0,
       "share": 0.6112185686653772
      },
      "hit_rate": 0.611003861003861,
      "missed_loss": 0.21666344970612977,
      "missed_n": 201.0,
      "na": null,
      "needless_loss": 0.3018458460026713,
      "needless_n": 268.0
     },
     "size": {
      "bad": {
       "mean": 11.612529002320185,
       "n": 431.0,
       "too_few": false
      },
      "right": {
       "mean": 8.679738562091503,
       "n": 153.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 301.0,
        "n": 108.0,
        "share": 0.3588039867109635
       },
       "missed": {
        "den": 301.0,
        "n": 114.0,
        "share": 0.3787375415282392
       },
       "risk_pays": 301.0,
       "wrong": {
        "den": 301.0,
        "n": 79.0,
        "share": 0.26245847176079734
       }
      },
      "medium": {
       "found": {
        "den": 147.0,
        "n": 35.0,
        "share": 0.23809523809523808
       },
       "missed": {
        "den": 147.0,
        "n": 56.0,
        "share": 0.38095238095238093
       },
       "risk_pays": 147.0,
       "wrong": {
        "den": 147.0,
        "n": 56.0,
        "share": 0.38095238095238093
       }
      },
      "small": {
       "found": {
        "den": 69.0,
        "n": 10.0,
        "share": 0.14492753623188406
       },
       "missed": {
        "den": 69.0,
        "n": 31.0,
        "share": 0.4492753623188406
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 28.0,
        "share": 0.4057971014492754
       }
      }
     },
     "trade_off": 1130.0,
     "wrong": {
      "den": 517.0,
      "n": 163.0,
      "share": 0.3152804642166344
     }
    },
    "holding": {
     "by_call": {
      "missed": 6.609411315715059,
      "needless": 8.760821312031847,
      "none": 0.25249478664804015,
      "right_risk": 2.430932953002605,
      "right_safety": 26.14802122116089,
      "wrong_risk": 32.27651943551733
     },
     "calls": {
      "missed": 3.0,
      "needless": 6.0,
      "right_risk": 2.0,
      "right_safety": 29.0,
      "wrong_risk": 4.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 12,
      "taken_other": 0
     },
     "error_rate": 76.47820102407577,
     "found": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     },
     "good": {
      "den": 12.0,
      "n": 2.0,
      "share": 0.16666666666666666
     },
     "judgement": 52.539682539682545,
     "judgement_hi": 74.02827380952381,
     "judgement_lo": 38.15632832080201,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5714285714285714,
      "x": 0.7777777777777778,
      "y": 0.17142857142857143
     },
     "margin": 0.001,
     "missed": {
      "den": 9.0,
      "n": 3.0,
      "share": 0.3333333333333333
     },
     "needless": {
      "den": 35.0,
      "n": 6.0,
      "share": 0.17142857142857143
     },
     "needless_by_loss": {
      "big": {
       "den": 35.0,
       "n": 3.0,
       "share": 0.08571428571428572
      },
      "medium": {
       "den": 35.0,
       "n": 1.0,
       "share": 0.02857142857142857
      },
      "small": {
       "den": 35.0,
       "n": 2.0,
       "share": 0.05714285714285714
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 35.0,
      "n": 29.0,
      "share": 0.8285714285714286
     },
     "risk_pays": 9.0,
     "safety_pays": 35.0,
     "scored": 47,
     "sdt": {
      "aim": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "beta": 2.5773748243579906,
      "caution": 0.2639647301380206,
      "caution_hi": 0.7365546186692387,
      "caution_lo": -0.29683334454238103,
      "cstar": 0.7290874457151046,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2985703930911763,
      "dprime_hi": 2.3388535661837704,
      "dprime_lo": 0.3902513427341639,
      "false_alarm": {
       "den": 35.0,
       "n": 6.0,
       "share": 0.17142857142857143
      },
      "false_alarm_rate": 0.18055555555555555,
      "hit": {
       "den": 9.0,
       "n": 6.0,
       "share": 0.6666666666666666
      },
      "hit_rate": 0.65,
      "missed_loss": 0.20709488789240518,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.13725286722183228,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 16.3,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 44.0,
     "wrong": {
      "den": 9.0,
      "n": 4.0,
      "share": 0.4444444444444444
     }
    },
    "opening": {
     "by_call": {
      "missed": 9.88431295027604,
      "needless": 6.8698223378207235,
      "none": 0.030695989325239852,
      "right_risk": 5.131644473688023,
      "right_safety": 2.0857701027715527,
      "wrong_risk": 11.382436430132067
     },
     "calls": {
      "missed": 42.0,
      "needless": 32.0,
      "right_risk": 109.0,
      "right_safety": 81.0,
      "wrong_risk": 31.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 42,
      "taken_grouped": 0,
      "taken_n": 172,
      "taken_other": 0
     },
     "error_rate": 35.38468228401364,
     "found": {
      "den": 182.0,
      "n": 109.0,
      "share": 0.5989010989010989
     },
     "good": {
      "den": 172.0,
      "n": 109.0,
      "share": 0.6337209302325582
     },
     "judgement": 65.78576290965673,
     "judgement_hi": 70.60376502969464,
     "judgement_lo": 60.801601183520575,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4246575342465753,
      "x": 0.4010989010989011,
      "y": 0.2831858407079646
     },
     "margin": 0.001,
     "missed": {
      "den": 182.0,
      "n": 42.0,
      "share": 0.23076923076923078
     },
     "needless": {
      "den": 113.0,
      "n": 32.0,
      "share": 0.2831858407079646
     },
     "needless_by_loss": {
      "big": {
       "den": 113.0,
       "n": 20.0,
       "share": 0.17699115044247787
      },
      "medium": {
       "den": 113.0,
       "n": 5.0,
       "share": 0.04424778761061947
      },
      "small": {
       "den": 113.0,
       "n": 7.0,
       "share": 0.061946902654867256
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 113.0,
      "n": 81.0,
      "share": 0.7168141592920354
     },
     "risk_pays": 182.0,
     "safety_pays": 113.0,
     "scored": 296,
     "sdt": {
      "aim": {
       "den": 140.0,
       "n": 109.0,
       "share": 0.7785714285714286
      },
      "beta": 0.5663767096050284,
      "caution": -0.08184764077115253,
      "caution_hi": 0.07037558589807291,
      "caution_lo": -0.22828734578459556,
      "cstar": -0.43754631367452657,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2992815611253907,
      "dprime_hi": 1.591766130867996,
      "dprime_lo": 1.055707638398765,
      "false_alarm": {
       "den": 113.0,
       "n": 32.0,
       "share": 0.2831858407079646
      },
      "false_alarm_rate": 0.2850877192982456,
      "hit": {
       "den": 182.0,
       "n": 140.0,
       "share": 0.7692307692307693
      },
      "hit_rate": 0.76775956284153,
      "missed_loss": 0.13932174444198608,
      "missed_n": 42.0,
      "na": null,
      "needless_loss": 0.12709171324968338,
      "needless_n": 32.0
     },
     "size": {
      "bad": {
       "mean": 12.88888888888889,
       "n": 63.0,
       "too_few": true
      },
      "right": {
       "mean": 14.73394495412844,
       "n": 109.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 91.0,
        "n": 60.0,
        "share": 0.6593406593406593
       },
       "missed": {
        "den": 91.0,
        "n": 21.0,
        "share": 0.23076923076923078
       },
       "risk_pays": 91.0,
       "wrong": {
        "den": 91.0,
        "n": 10.0,
        "share": 0.10989010989010989
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 45.0,
        "share": 0.5625
       },
       "missed": {
        "den": 80.0,
        "n": 17.0,
        "share": 0.2125
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 18.0,
        "share": 0.225
       }
      },
      "small": {
       "found": {
        "den": 11.0,
        "n": 4.0,
        "share": 0.36363636363636365
       },
       "missed": {
        "den": 11.0,
        "n": 4.0,
        "share": 0.36363636363636365
       },
       "risk_pays": 11.0,
       "wrong": {
        "den": 11.0,
        "n": 3.0,
        "share": 0.2727272727272727
       }
      }
     },
     "trade_off": 295.0,
     "wrong": {
      "den": 182.0,
      "n": 31.0,
      "share": 0.17032967032967034
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 29.48175590389814,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 29.48175590389814,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 312.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 312,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 761.0,
    "n": 455.0,
    "share": 0.5978975032851511
   },
   "risk_pays": 708.0,
   "safety_pays": 761.0,
   "scored": 2002,
   "sdt": {
    "aim": {
     "den": 462.0,
     "n": 264.0,
     "share": 0.5714285714285714
    },
    "beta": 1.48188592158663,
    "caution": -0.07201722020832618,
    "caution_hi": -0.006134141630468674,
    "caution_lo": -0.1370201469146727,
    "cstar": 0.6153364100615873,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.639187835292075,
    "dprime_hi": 0.7634329027241877,
    "dprime_lo": 0.5181987065112926,
    "false_alarm": {
     "den": 761.0,
     "n": 306.0,
     "share": 0.4021024967148489
    },
    "false_alarm_rate": 0.40223097112860895,
    "hit": {
     "den": 708.0,
     "n": 462.0,
     "share": 0.652542372881356
    },
    "hit_rate": 0.652327221438646,
    "missed_loss": 0.2033420785413525,
    "missed_n": 246.0,
    "na": null,
    "needless_loss": 0.28034359070600245,
    "needless_n": 306.0
   },
   "size": {
    "bad": {
     "mean": 11.865079365079366,
     "n": 504.0,
     "too_few": false
    },
    "right": {
     "mean": 11.159090909090908,
     "n": 264.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 397.0,
      "n": 170.0,
      "share": 0.4282115869017632
     },
     "missed": {
      "den": 397.0,
      "n": 136.0,
      "share": 0.3425692695214106
     },
     "risk_pays": 397.0,
     "wrong": {
      "den": 397.0,
      "n": 91.0,
      "share": 0.22921914357682618
     }
    },
    "medium": {
     "found": {
      "den": 229.0,
      "n": 80.0,
      "share": 0.34934497816593885
     },
     "missed": {
      "den": 229.0,
      "n": 73.0,
      "share": 0.31877729257641924
     },
     "risk_pays": 229.0,
     "wrong": {
      "den": 229.0,
      "n": 76.0,
      "share": 0.3318777292576419
     }
    },
    "small": {
     "found": {
      "den": 82.0,
      "n": 14.0,
      "share": 0.17073170731707318
     },
     "missed": {
      "den": 82.0,
      "n": 37.0,
      "share": 0.45121951219512196
     },
     "risk_pays": 82.0,
     "wrong": {
      "den": 82.0,
      "n": 31.0,
      "share": 0.3780487804878049
     }
    }
   },
   "trade_off": 1469.0,
   "wrong": {
    "den": 708.0,
    "n": 198.0,
    "share": 0.2796610169491525
   }
  },
  "robust": {
   "by_call": {
    "missed": 12.042280454021114,
    "needless": 23.757410446902018,
    "none": 6.345426955899516,
    "right_risk": 2.767501512428859,
    "right_safety": 5.4041473241476385,
    "wrong_risk": 15.240311890572578
   },
   "calls": {
    "missed": 209.0,
    "needless": 351.0,
    "right_risk": 236.0,
    "right_safety": 492.0,
    "wrong_risk": 181.0
   },
   "confidence": {
    "auroc_right_risk": 0.5327513699502995,
    "missed_mean_p": 0.15244265059496845,
    "missed_n": 209,
    "taken_grouped": 0,
    "taken_n": 768,
    "taken_other": 0
   },
   "error_rate": 65.55707858397172,
   "found": {
    "den": 626.0,
    "n": 236.0,
    "share": 0.3769968051118211
   },
   "good": {
    "den": 768.0,
    "n": 236.0,
    "share": 0.3072916666666667
   },
   "judgement": 48.031334917512766,
   "judgement_hi": 50.708500105833316,
   "judgement_lo": 45.479017459478314,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.4641025641025641,
    "x": 0.6230031948881789,
    "y": 0.41637010676156583
   },
   "margin": 0.02,
   "missed": {
    "den": 626.0,
    "n": 209.0,
    "share": 0.33386581469648563
   },
   "needless": {
    "den": 843.0,
    "n": 351.0,
    "share": 0.41637010676156583
   },
   "needless_by_loss": {
    "big": {
     "den": 843.0,
     "n": 261.0,
     "share": 0.3096085409252669
    },
    "medium": {
     "den": 843.0,
     "n": 59.0,
     "share": 0.06998813760379596
    },
    "small": {
     "den": 843.0,
     "n": 31.0,
     "share": 0.036773428232502965
    }
   },
   "no_trade_off": 533.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 12.38219141960144,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 12.38219141960144,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 130.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 130,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.246411095511846,
      "needless": 36.883602535616895,
      "none": 1.5403441013423949,
      "right_risk": 3.449561501391716,
      "right_safety": 7.277010842827176,
      "wrong_risk": 21.005647732962714
     },
     "calls": {
      "missed": 170.0,
      "needless": 306.0,
      "right_risk": 137.0,
      "right_safety": 376.0,
      "wrong_risk": 141.0
     },
     "confidence": {
      "auroc_right_risk": 0.4850667058573785,
      "missed_mean_p": null,
      "missed_n": 170,
      "taken_grouped": 0,
      "taken_n": 584,
      "taken_other": 0
     },
     "error_rate": 87.40257780965274,
     "found": {
      "den": 448.0,
      "n": 137.0,
      "share": 0.30580357142857145
     },
     "good": {
      "den": 584.0,
      "n": 137.0,
      "share": 0.2345890410958904
     },
     "judgement": 42.85616097612065,
     "judgement_hi": 46.016071985214936,
     "judgement_lo": 39.71618094282384,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4533762057877814,
      "x": 0.6941964285714286,
      "y": 0.44868035190615835
     },
     "margin": 0.02,
     "missed": {
      "den": 448.0,
      "n": 170.0,
      "share": 0.3794642857142857
     },
     "needless": {
      "den": 682.0,
      "n": 306.0,
      "share": 0.44868035190615835
     },
     "needless_by_loss": {
      "big": {
       "den": 682.0,
       "n": 236.0,
       "share": 0.3460410557184751
      },
      "medium": {
       "den": 682.0,
       "n": 52.0,
       "share": 0.07624633431085044
      },
      "small": {
       "den": 682.0,
       "n": 18.0,
       "share": 0.026392961876832845
      }
     },
     "no_trade_off": 87.0,
     "reference": null,
     "right_safety": {
      "den": 682.0,
      "n": 376.0,
      "share": 0.5513196480938416
     },
     "risk_pays": 448.0,
     "safety_pays": 682.0,
     "scored": 1217,
     "sdt": {
      "aim": {
       "den": 278.0,
       "n": 137.0,
       "share": 0.49280575539568344
      },
      "beta": 1.8087079809089814,
      "caution": -0.08868828086522595,
      "caution_hi": -0.013019080678068732,
      "caution_lo": -0.16999136937691467,
      "cstar": 1.3623626251740906,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4349890086033853,
      "dprime_hi": 0.5793444581766948,
      "dprime_lo": 0.2844205977241035,
      "false_alarm": {
       "den": 682.0,
       "n": 306.0,
       "share": 0.44868035190615835
      },
      "false_alarm_rate": 0.44875549048316254,
      "hit": {
       "den": 448.0,
       "n": 278.0,
       "share": 0.6205357142857143
      },
      "hit_rate": 0.6202672605790646,
      "missed_loss": 0.24692802709691664,
      "missed_n": 170.0,
      "na": null,
      "needless_loss": 0.29338133520160625,
      "needless_n": 306.0
     },
     "size": {
      "bad": {
       "mean": 11.416107382550335,
       "n": 447.0,
       "too_few": false
      },
      "right": {
       "mean": 8.978102189781023,
       "n": 137.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 301.0,
        "n": 104.0,
        "share": 0.34551495016611294
       },
       "missed": {
        "den": 301.0,
        "n": 114.0,
        "share": 0.3787375415282392
       },
       "risk_pays": 301.0,
       "wrong": {
        "den": 301.0,
        "n": 83.0,
        "share": 0.2757475083056478
       }
      },
      "medium": {
       "found": {
        "den": 147.0,
        "n": 33.0,
        "share": 0.22448979591836735
       },
       "missed": {
        "den": 147.0,
        "n": 56.0,
        "share": 0.38095238095238093
       },
       "risk_pays": 147.0,
       "wrong": {
        "den": 147.0,
        "n": 58.0,
        "share": 0.3945578231292517
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1130.0,
     "wrong": {
      "den": 448.0,
      "n": 141.0,
      "share": 0.31473214285714285
     }
    },
    "holding": {
     "by_call": {
      "missed": 6.27920982685495,
      "needless": 8.760821312031847,
      "none": 0.25249478664804015,
      "right_risk": 2.430932953002605,
      "right_safety": 26.478222710020997,
      "wrong_risk": 32.27651943551733
     },
     "calls": {
      "missed": 1.0,
      "needless": 6.0,
      "right_risk": 2.0,
      "right_safety": 31.0,
      "wrong_risk": 4.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 1,
      "taken_grouped": 0,
      "taken_n": 12,
      "taken_other": 0
     },
     "error_rate": 76.47820102407577,
     "found": {
      "den": 7.0,
      "n": 2.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 12.0,
      "n": 2.0,
      "share": 0.16666666666666666
     },
     "judgement": 56.17760617760618,
     "judgement_hi": 79.6267162471396,
     "judgement_lo": 38.229489164086694,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.8,
      "x": 0.7142857142857143,
      "y": 0.16216216216216217
     },
     "margin": 0.02,
     "missed": {
      "den": 7.0,
      "n": 1.0,
      "share": 0.14285714285714285
     },
     "needless": {
      "den": 37.0,
      "n": 6.0,
      "share": 0.16216216216216217
     },
     "needless_by_loss": {
      "big": {
       "den": 37.0,
       "n": 3.0,
       "share": 0.08108108108108109
      },
      "medium": {
       "den": 37.0,
       "n": 1.0,
       "share": 0.02702702702702703
      },
      "small": {
       "den": 37.0,
       "n": 2.0,
       "share": 0.05405405405405406
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 37.0,
      "n": 31.0,
      "share": 0.8378378378378378
     },
     "risk_pays": 7.0,
     "safety_pays": 37.0,
     "scored": 47,
     "sdt": {
      "aim": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "beta": 1.2291142686337724,
      "caution": 0.03143359832522291,
      "caution_hi": 0.523319214620637,
      "caution_lo": -0.4723817071719524,
      "cstar": 0.11228949457036662,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.8371603146881976,
      "dprime_hi": 2.8581932494399895,
      "dprime_lo": 0.7866351861531152,
      "false_alarm": {
       "den": 37.0,
       "n": 6.0,
       "share": 0.16216216216216217
      },
      "false_alarm_rate": 0.17105263157894737,
      "hit": {
       "den": 7.0,
       "n": 6.0,
       "share": 0.8571428571428571
      },
      "hit_rate": 0.8125,
      "missed_loss": 0.5902457237243652,
      "missed_n": 1.0,
      "na": null,
      "needless_loss": 0.13725286722183228,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 16.3,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": 6.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 44.0,
     "wrong": {
      "den": 7.0,
      "n": 4.0,
      "share": 0.5714285714285714
     }
    },
    "opening": {
     "by_call": {
      "missed": 9.542703729223561,
      "needless": 7.646056848603326,
      "none": 0.030695989325239852,
      "right_risk": 4.14921564830316,
      "right_safety": 2.4273793238240318,
      "wrong_risk": 11.588630744734326
     },
     "calls": {
      "missed": 38.0,
      "needless": 39.0,
      "right_risk": 97.0,
      "right_safety": 85.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 38,
      "taken_grouped": 0,
      "taken_n": 172,
      "taken_other": 0
     },
     "error_rate": 35.38468228401364,
     "found": {
      "den": 171.0,
      "n": 97.0,
      "share": 0.5672514619883041
     },
     "good": {
      "den": 172.0,
      "n": 97.0,
      "share": 0.563953488372093
     },
     "judgement": 62.6367666478023,
     "judgement_hi": 67.79336824356416,
     "judgement_lo": 57.377947061324186,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4864864864864865,
      "x": 0.4327485380116959,
      "y": 0.31451612903225806
     },
     "margin": 0.02,
     "missed": {
      "den": 171.0,
      "n": 38.0,
      "share": 0.2222222222222222
     },
     "needless": {
      "den": 124.0,
      "n": 39.0,
      "share": 0.31451612903225806
     },
     "needless_by_loss": {
      "big": {
       "den": 124.0,
       "n": 22.0,
       "share": 0.1774193548387097
      },
      "medium": {
       "den": 124.0,
       "n": 6.0,
       "share": 0.04838709677419355
      },
      "small": {
       "den": 124.0,
       "n": 11.0,
       "share": 0.08870967741935484
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 124.0,
      "n": 85.0,
      "share": 0.6854838709677419
     },
     "risk_pays": 171.0,
     "safety_pays": 124.0,
     "scored": 296,
     "sdt": {
      "aim": {
       "den": 133.0,
       "n": 97.0,
       "share": 0.7293233082706767
      },
      "beta": 0.566122800636932,
      "caution": -0.1401920452029515,
      "caution_hi": 0.004955608292641207,
      "caution_lo": -0.2820243038786709,
      "cstar": -0.45948873444947175,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2382115586304145,
      "dprime_hi": 1.5357810814677015,
      "dprime_lo": 0.9743874954539934,
      "false_alarm": {
       "den": 124.0,
       "n": 39.0,
       "share": 0.31451612903225806
      },
      "false_alarm_rate": 0.316,
      "hit": {
       "den": 171.0,
       "n": 133.0,
       "share": 0.7777777777777778
      },
      "hit_rate": 0.7761627906976745,
      "missed_loss": 0.14866527915000916,
      "missed_n": 38.0,
      "na": null,
      "needless_loss": 0.11606322190700433,
      "needless_n": 39.0
     },
     "size": {
      "bad": {
       "mean": 13.013333333333334,
       "n": 75.0,
       "too_few": true
      },
      "right": {
       "mean": 14.8659793814433,
       "n": 97.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 91.0,
        "n": 58.0,
        "share": 0.6373626373626373
       },
       "missed": {
        "den": 91.0,
        "n": 21.0,
        "share": 0.23076923076923078
       },
       "risk_pays": 91.0,
       "wrong": {
        "den": 91.0,
        "n": 12.0,
        "share": 0.13186813186813187
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 39.0,
        "share": 0.4875
       },
       "missed": {
        "den": 80.0,
        "n": 17.0,
        "share": 0.2125
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 24.0,
        "share": 0.3
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 295.0,
     "wrong": {
      "den": 171.0,
      "n": 36.0,
      "share": 0.21052631578947367
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 29.48175590389814,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 29.48175590389814,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 312.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 312,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 843.0,
    "n": 492.0,
    "share": 0.5836298932384342
   },
   "risk_pays": 626.0,
   "safety_pays": 843.0,
   "scored": 2002,
   "sdt": {
    "aim": {
     "den": 417.0,
     "n": 236.0,
     "share": 0.565947242206235
    },
    "beta": 1.5819136540428138,
    "caution": -0.10880031867998792,
    "caution_hi": -0.04251974194624597,
    "caution_lo": -0.1770625924657327,
    "cstar": 0.7172120016702993,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.6394696220040024,
    "dprime_hi": 0.7761528588180643,
    "dprime_lo": 0.5049271368645688,
    "false_alarm": {
     "den": 843.0,
     "n": 351.0,
     "share": 0.41637010676156583
    },
    "false_alarm_rate": 0.4164691943127962,
    "hit": {
     "den": 626.0,
     "n": 417.0,
     "share": 0.6661341853035144
    },
    "hit_rate": 0.6658692185007975,
    "missed_loss": 0.23070474132966767,
    "missed_n": 209.0,
    "na": null,
    "needless_loss": 0.2710104599128082,
    "needless_n": 351.0
   },
   "size": {
    "bad": {
     "mean": 11.733082706766917,
     "n": 532.0,
     "too_few": false
    },
    "right": {
     "mean": 11.372881355932204,
     "n": 236.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 397.0,
      "n": 164.0,
      "share": 0.41309823677581864
     },
     "missed": {
      "den": 397.0,
      "n": 136.0,
      "share": 0.3425692695214106
     },
     "risk_pays": 397.0,
     "wrong": {
      "den": 397.0,
      "n": 97.0,
      "share": 0.24433249370277077
     }
    },
    "medium": {
     "found": {
      "den": 229.0,
      "n": 72.0,
      "share": 0.314410480349345
     },
     "missed": {
      "den": 229.0,
      "n": 73.0,
      "share": 0.31877729257641924
     },
     "risk_pays": 229.0,
     "wrong": {
      "den": 229.0,
      "n": 84.0,
      "share": 0.36681222707423583
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1469.0,
   "wrong": {
    "den": 626.0,
    "n": 181.0,
    "share": 0.28913738019169327
   }
  }
 },
 "slug": "open-jev-27b-v1-1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 98.44523668289185,
   "n": 11,
   "too_few": true
  },
  "blitz": {
   "error_rate": 69.33498454670752,
   "n": 186,
   "too_few": true
  },
  "holding": {
   "error_rate": 76.47820102407577,
   "n": 47,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 81.86419729305351,
   "n": 506,
   "too_few": false
  },
  "other": {
   "error_rate": 101.11790150403976,
   "n": 228,
   "too_few": false
  },
  "priming": {
   "error_rate": 97.59289192986655,
   "n": 286,
   "too_few": false
  }
 },
 "version": "v3"
}
