{
 "confidence": {
  "auroc_best": 0.5936845868170715,
  "auroc_blunder": 0.5279198517745998,
  "confident_badly_wrong": {
   "den": 1386,
   "n": 2,
   "share": 0.001443001443001443
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 5,
     "n": 2,
     "share": 0.4
    },
    "kept": {
     "den": 1386,
     "n": 5,
     "share": 0.0036075036075036075
    },
    "mean_loss": 0.10080397129058838,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1386,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.1780032534941971,
  "held_out": {
   "blunders": 0.3714761904761903,
   "kept": 0.001991055665935029,
   "no_cutoff": 100,
   "runs": 300
  },
  "n": 1386,
  "surest": {
   "cut": 0.44782105276037,
   "error_rate": 92.60073918258766,
   "n": 347,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-12T08:43:52.537Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1405,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1405
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 147.4946920533438,
   "n": 370,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 237.20425053850397,
   "n": 385,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 64.15594055102422,
   "n": 650,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-12T08:46:25.657Z",
   "id": 1141,
   "opponent": "Fastino GLiDE",
   "score_against": 8,
   "score_for": 0,
   "started": "2026-11-12T08:43:52.537Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T08:51:52.644Z",
   "id": 1142,
   "opponent": "Celeris-1 Decision",
   "score_against": 8,
   "score_for": 1,
   "started": "2026-11-12T08:46:30.066Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T08:54:12.158Z",
   "id": 1143,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-12T08:51:52.837Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:21:08.411Z",
   "id": 1144,
   "opponent": "Random",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-12T08:54:12.364Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:24:17.112Z",
   "id": 1165,
   "opponent": "Safest",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T10:21:08.806Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:27:12.210Z",
   "id": 1166,
   "opponent": "Liquid d1-ultra",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T10:24:17.499Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:28:33.749Z",
   "id": 1167,
   "opponent": "Jev 1.14.0",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T10:27:12.423Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:30:50.079Z",
   "id": 1168,
   "opponent": "Jev 1.13.0",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T10:28:33.981Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:34:40.479Z",
   "id": 1169,
   "opponent": "SubQ Snap Preview",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T10:30:50.297Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T10:34:40.777Z",
   "id": 1170,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-12T10:34:40.716Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T03:21:52.307Z",
   "id": 1363,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T03:20:07.913Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:26:07.903Z",
   "id": 1364,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T03:22:20.846Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:31:01.794Z",
   "id": 1365,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-14T03:26:33.759Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:35:20.665Z",
   "id": 1366,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T03:32:07.131Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:39:41.380Z",
   "id": 1367,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-14T03:36:26.824Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:48:09.749Z",
   "id": 1368,
   "opponent": "Clef",
   "score_against": 8,
   "score_for": 0,
   "started": "2026-11-14T03:40:51.081Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:55:08.056Z",
   "id": 1369,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-14T03:49:21.713Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:57:01.824Z",
   "id": 1370,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T03:55:43.559Z",
   "status": "finished"
  }
 ],
 "name": "GLiClass v4 Edge",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 125.74228093232195,
   "n": 146,
   "too_few": true
  },
  "16–25": {
   "error_rate": 124.31708339289946,
   "n": 227,
   "too_few": false
  },
  "26+": {
   "error_rate": 181.270502116969,
   "n": 553,
   "too_few": false
  },
  "2–5": {
   "error_rate": 51.66165681579445,
   "n": 237,
   "too_few": false
  },
  "6–10": {
   "error_rate": 117.90612641691176,
   "n": 242,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 33.482330816763415,
   "n": 54,
   "too_few": true
  },
  "contact": {
   "error_rate": 182.0332274687561,
   "n": 880,
   "too_few": false
  },
  "holding": {
   "error_rate": 123.64404580809854,
   "n": 11,
   "too_few": true
  },
  "opening": {
   "error_rate": 97.44888388521069,
   "n": 182,
   "too_few": true
  },
  "race": {
   "error_rate": 23.399159955463823,
   "n": 278,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.5936845868170715,
  "best_share": 0.15658362989323843,
  "blunder_share": 0.6227758007117438,
  "brier": 0.17383866819223506,
  "clusters": 64,
  "confidence_n": 1386,
  "confident_badly_wrong": 0.001443001443001443,
  "cost_coverage": 1.0,
  "decisions": 1405,
  "ece": 0.1780032534941971,
  "engine_scored": 1405,
  "error_hi": 148.84710610553077,
  "error_lo": 118.5036761322433,
  "error_rate": 133.5217322955352,
  "first_date": "2026-11-12",
  "group_sizes": [
   113,
   120,
   124,
   127,
   129,
   132,
   135,
   139,
   159,
   160,
   165,
   178,
   198,
   218
  ],
  "grouped": 19,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.3064586066253983,
  "over_budget": 0.004270462633451958,
  "own_cost": {
   "decisions": 1405,
   "estimate": true,
   "excluded_hours": 42.06666666666667,
   "gaps": [
    [
     "2026-11-12T08:56Z",
     "2026-11-12T10:15Z",
     78
    ],
    [
     "2026-11-12T10:34Z",
     "2026-11-14T03:20Z",
     2446
    ]
   ],
   "gpu_decisions": 1405,
   "gpu_usd": 0.24512351295954593,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 1.1517997221814256,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 1.1517997221814256,
     "machine": "dgx_spark",
     "usd": 0.24512351295954593,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.24512351295954593,
   "usd_per_1000": 0.17446513377903625
  },
  "p95_loss": 0.9347963094711303,
  "probability_source": "decision",
  "retry_mean": 1.4415750889679715,
  "scored": 1405,
  "time_median": 1.333,
  "time_p90": 3.305400000000002,
  "tokens_in": 3859.0,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.17446513377903625,
  "very_confident": 0.0036075036075036075,
  "worst_mean": 1.223377048117774
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5610795454545454,
   "best_share": 0.5925925925925926,
   "blunder_share": 0.18518518518518517,
   "brier": 0.2700319368890966,
   "clusters": 20,
   "confidence_n": 54,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 54,
   "ece": 0.1916954639758319,
   "engine_scored": 54,
   "error_hi": 63.743680086753024,
   "error_lo": 10.829243053948243,
   "error_rate": 33.482330816763415,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.48858747967061256,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1405,
    "estimate": true,
    "excluded_hours": 42.06666666666667,
    "gaps": [
     [
      "2026-11-12T08:56Z",
      "2026-11-12T10:15Z",
      78
     ],
     [
      "2026-11-12T10:34Z",
      "2026-11-14T03:20Z",
      2446
     ]
    ],
    "gpu_decisions": 1405,
    "gpu_usd": 0.24512351295954593,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1517997221814256,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1517997221814256,
      "machine": "dgx_spark",
      "usd": 0.24512351295954593,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.24512351295954593,
    "usd_per_1000": 0.17446513377903625
   },
   "p95_loss": 0.3794828653335568,
   "probability_source": "decision",
   "retry_mean": 0.432,
   "scored": 54,
   "time_median": 0.778,
   "time_p90": 1.0849000000000004,
   "tokens_in": 2537.3703703703704,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.17446513377903625,
   "very_confident": 0.0,
   "worst_mean": 0.6425868272781372
  },
  "contact": {
   "auroc": 0.7843822843822844,
   "best_share": 0.075,
   "blunder_share": 0.7761363636363636,
   "brier": 0.1443160972237772,
   "clusters": 64,
   "confidence_n": 872,
   "confident_badly_wrong": 0.0022935779816513763,
   "cost_coverage": 1.0,
   "decisions": 880,
   "ece": 0.24835233178725621,
   "engine_scored": 880,
   "error_hi": 205.9738507083878,
   "error_lo": 160.24597795288122,
   "error_rate": 182.0332274687561,
   "first_date": "2026-11-12",
   "group_sizes": [
    120,
    124,
    129,
    139,
    159,
    178,
    198,
    218
   ],
   "grouped": 8,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.32404040518175165,
   "over_budget": 0.004545454545454545,
   "own_cost": {
    "decisions": 1405,
    "estimate": true,
    "excluded_hours": 42.06666666666667,
    "gaps": [
     [
      "2026-11-12T08:56Z",
      "2026-11-12T10:15Z",
      78
     ],
     [
      "2026-11-12T10:34Z",
      "2026-11-14T03:20Z",
      2446
     ]
    ],
    "gpu_decisions": 1405,
    "gpu_usd": 0.24512351295954593,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1517997221814256,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1517997221814256,
      "machine": "dgx_spark",
      "usd": 0.24512351295954593,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.24512351295954593,
    "usd_per_1000": 0.17446513377903625
   },
   "p95_loss": 1.0703607529401777,
   "probability_source": "decision",
   "retry_mean": 1.7234181818181817,
   "scored": 880,
   "time_median": 1.3145,
   "time_p90": 3.1333,
   "tokens_in": 3754.609090909091,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.17446513377903625,
   "very_confident": 0.005733944954128441,
   "worst_mean": 1.3503885201432488
  },
  "holding": {
   "auroc": 1.0,
   "best_share": 0.09090909090909091,
   "blunder_share": 0.6363636363636364,
   "brier": 0.061072620259585195,
   "clusters": 8,
   "confidence_n": 11,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 11,
   "ece": 0.22327867411689992,
   "engine_scored": 11,
   "error_hi": 178.1352032991973,
   "error_lo": 55.56176509708176,
   "error_rate": 123.64404580809854,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2503130260672291,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1405,
    "estimate": true,
    "excluded_hours": 42.06666666666667,
    "gaps": [
     [
      "2026-11-12T08:56Z",
      "2026-11-12T10:15Z",
      78
     ],
     [
      "2026-11-12T10:34Z",
      "2026-11-14T03:20Z",
      2446
     ]
    ],
    "gpu_decisions": 1405,
    "gpu_usd": 0.24512351295954593,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1517997221814256,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1517997221814256,
      "machine": "dgx_spark",
      "usd": 0.24512351295954593,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.24512351295954593,
    "usd_per_1000": 0.17446513377903625
   },
   "p95_loss": 0.4945765435695648,
   "probability_source": "decision",
   "retry_mean": 1.4904545454545455,
   "scored": 11,
   "time_median": 1.604,
   "time_p90": 2.14,
   "tokens_in": 3473.2727272727275,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.17446513377903625,
   "very_confident": 0.0,
   "worst_mean": 0.5046282410621643
  },
  "opening": {
   "auroc": 0.6284516765285996,
   "best_share": 0.14285714285714285,
   "blunder_share": 0.7142857142857143,
   "brier": 0.1684596524524667,
   "clusters": 64,
   "confidence_n": 182,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 182,
   "ece": 0.1960946159469166,
   "engine_scored": 182,
   "error_hi": 109.46098429257752,
   "error_lo": 86.42366561261251,
   "error_rate": 97.44888388521069,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.3376869312179876,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1405,
    "estimate": true,
    "excluded_hours": 42.06666666666667,
    "gaps": [
     [
      "2026-11-12T08:56Z",
      "2026-11-12T10:15Z",
      78
     ],
     [
      "2026-11-12T10:34Z",
      "2026-11-14T03:20Z",
      2446
     ]
    ],
    "gpu_decisions": 1405,
    "gpu_usd": 0.24512351295954593,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1517997221814256,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1517997221814256,
      "machine": "dgx_spark",
      "usd": 0.24512351295954593,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.24512351295954593,
    "usd_per_1000": 0.17446513377903625
   },
   "p95_loss": 0.5627382785081861,
   "probability_source": "decision",
   "retry_mean": 0.7160219780219781,
   "scored": 182,
   "time_median": 1.1484999999999999,
   "time_p90": 1.9154000000000002,
   "tokens_in": 3103.923076923077,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.17446513377903625,
   "very_confident": 0.0,
   "worst_mean": 0.7542753749423556
  },
  "race": {
   "auroc": 0.5086001255492781,
   "best_share": 0.34172661870503596,
   "blunder_share": 0.1618705035971223,
   "brier": 0.25911452125126777,
   "clusters": 61,
   "confidence_n": 267,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 278,
   "ece": 0.18231963362388687,
   "engine_scored": 278,
   "error_hi": 31.457135192415578,
   "error_lo": 16.070416976637613,
   "error_rate": 23.399159955463823,
   "first_date": "2026-11-12",
   "group_sizes": [
    113,
    124,
    127,
    129,
    132,
    135,
    139,
    160,
    165
   ],
   "grouped": 11,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.19322923892767158,
   "over_budget": 0.007194244604316547,
   "own_cost": {
    "decisions": 1405,
    "estimate": true,
    "excluded_hours": 42.06666666666667,
    "gaps": [
     [
      "2026-11-12T08:56Z",
      "2026-11-12T10:15Z",
      78
     ],
     [
      "2026-11-12T10:34Z",
      "2026-11-14T03:20Z",
      2446
     ]
    ],
    "gpu_decisions": 1405,
    "gpu_usd": 0.24512351295954593,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1517997221814256,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1517997221814256,
      "machine": "dgx_spark",
      "usd": 0.24512351295954593,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.24512351295954593,
    "usd_per_1000": 0.17446513377903625
   },
   "p95_loss": 0.16666654348373414,
   "probability_source": "decision",
   "retry_mean": 1.2185827338129498,
   "scored": 278,
   "time_median": 1.9905,
   "time_p90": 7.122000000000005,
   "tokens_in": 4955.758992805755,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.17446513377903625,
   "very_confident": 0.0,
   "worst_mean": 0.4580080381461552
  }
 },
 "record": {
  "drawn": 0,
  "lost": 17,
  "won": 0
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 4.67818135468561,
    "needless": 57.31098294470234,
    "none": 8.720024550512592,
    "right_risk": 8.089024687576973,
    "right_safety": 3.1162330688530866,
    "wrong_risk": 51.607285689204616
   },
   "calls": {
    "missed": 47.0,
    "needless": 400.0,
    "right_risk": 136.0,
    "right_safety": 78.0,
    "wrong_risk": 325.0
   },
   "confidence": {
    "auroc_right_risk": 0.5975754053100284,
    "missed_mean_p": null,
    "missed_n": 47,
    "taken_grouped": 8,
    "taken_n": 853,
    "taken_other": 0
   },
   "error_rate": 133.5217322955352,
   "found": {
    "den": 508.0,
    "n": 136.0,
    "share": 0.2677165354330709
   },
   "good": {
    "den": 861.0,
    "n": 136.0,
    "share": 0.15795586527293845
   },
   "judgement": 21.544822587553124,
   "judgement_hi": 24.611536255829687,
   "judgement_lo": 18.567278318308855,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.8736559139784946,
    "x": 0.7322834645669292,
    "y": 0.8368200836820083
   },
   "margin": 0.001,
   "missed": {
    "den": 508.0,
    "n": 47.0,
    "share": 0.09251968503937008
   },
   "needless": {
    "den": 478.0,
    "n": 400.0,
    "share": 0.8368200836820083
   },
   "needless_by_loss": {
    "big": {
     "den": 478.0,
     "n": 359.0,
     "share": 0.7510460251046025
    },
    "medium": {
     "den": 478.0,
     "n": 34.0,
     "share": 0.07112970711297072
    },
    "small": {
     "den": 478.0,
     "n": 7.0,
     "share": 0.014644351464435146
    }
   },
   "no_trade_off": 419.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 33.482330816763415,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 33.482330816763415,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 54.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 54,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 7.092421908270229,
      "needless": 83.05724341083656,
      "none": 3.45140988515182,
      "right_risk": 11.05643952773376,
      "right_safety": 4.547180167653344,
      "wrong_risk": 72.8285325691104
     },
     "calls": {
      "missed": 44.0,
      "needless": 342.0,
      "right_risk": 91.0,
      "right_safety": 70.0,
      "wrong_risk": 255.0
     },
     "confidence": {
      "auroc_right_risk": 0.6017985132797201,
      "missed_mean_p": null,
      "missed_n": 44,
      "taken_grouped": 8,
      "taken_n": 680,
      "taken_other": 0
     },
     "error_rate": 182.0332274687561,
     "found": {
      "den": 390.0,
      "n": 91.0,
      "share": 0.23333333333333334
     },
     "good": {
      "den": 688.0,
      "n": 91.0,
      "share": 0.13226744186046513
     },
     "judgement": 20.161812297734627,
     "judgement_hi": 23.553774260441713,
     "judgement_lo": 16.68055160108612,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.8528428093645485,
      "x": 0.7666666666666667,
      "y": 0.8300970873786407
     },
     "margin": 0.001,
     "missed": {
      "den": 390.0,
      "n": 44.0,
      "share": 0.11282051282051282
     },
     "needless": {
      "den": 412.0,
      "n": 342.0,
      "share": 0.8300970873786407
     },
     "needless_by_loss": {
      "big": {
       "den": 412.0,
       "n": 311.0,
       "share": 0.7548543689320388
      },
      "medium": {
       "den": 412.0,
       "n": 25.0,
       "share": 0.06067961165048544
      },
      "small": {
       "den": 412.0,
       "n": 6.0,
       "share": 0.014563106796116505
      }
     },
     "no_trade_off": 78.0,
     "reference": null,
     "right_safety": {
      "den": 412.0,
      "n": 70.0,
      "share": 0.16990291262135923
     },
     "risk_pays": 390.0,
     "safety_pays": 412.0,
     "scored": 880,
     "sdt": {
      "aim": {
       "den": 346.0,
       "n": 91.0,
       "share": 0.2630057803468208
      },
      "beta": 1.5916300497904596,
      "caution": -1.078951296329845,
      "caution_hi": -0.9278615295631245,
      "caution_lo": -1.243403926793293,
      "cstar": 1.8217657003764731,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.2551144088049644,
      "dprime_hi": 0.5002550061929263,
      "dprime_lo": 0.033943238820099655,
      "false_alarm": {
       "den": 412.0,
       "n": 342.0,
       "share": 0.8300970873786407
      },
      "false_alarm_rate": 0.8292978208232445,
      "hit": {
       "den": 390.0,
       "n": 346.0,
       "share": 0.8871794871794871
      },
      "hit_rate": 0.8861892583120204,
      "missed_loss": 0.28369687633080914,
      "missed_n": 44.0,
      "na": null,
      "needless_loss": 0.4274290888978724,
      "needless_n": 342.0
     },
     "size": {
      "bad": {
       "mean": 16.941373534338357,
       "n": 597.0,
       "too_few": false
      },
      "right": {
       "mean": 15.252747252747254,
       "n": 91.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 249.0,
        "n": 70.0,
        "share": 0.28112449799196787
       },
       "missed": {
        "den": 249.0,
        "n": 25.0,
        "share": 0.10040160642570281
       },
       "risk_pays": 249.0,
       "wrong": {
        "den": 249.0,
        "n": 154.0,
        "share": 0.6184738955823293
       }
      },
      "medium": {
       "found": {
        "den": 103.0,
        "n": 17.0,
        "share": 0.1650485436893204
       },
       "missed": {
        "den": 103.0,
        "n": 12.0,
        "share": 0.11650485436893204
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 74.0,
        "share": 0.7184466019417476
       }
      },
      "small": {
       "found": {
        "den": 38.0,
        "n": 4.0,
        "share": 0.10526315789473684
       },
       "missed": {
        "den": 38.0,
        "n": 7.0,
        "share": 0.18421052631578946
       },
       "risk_pays": 38.0,
       "wrong": {
        "den": 38.0,
        "n": 27.0,
        "share": 0.7105263157894737
       }
      }
     },
     "trade_off": 802.0,
     "wrong": {
      "den": 390.0,
      "n": 255.0,
      "share": 0.6538461538461539
     }
    },
    "holding": {
     "by_call": {
      "missed": 21.48392525586215,
      "needless": 83.70960029688749,
      "none": 3.2484585588628594,
      "right_risk": 14.853141524574973,
      "right_safety": 0.0,
      "wrong_risk": 0.3489201719110662
     },
     "calls": {
      "missed": 2.0,
      "needless": 5.0,
      "right_risk": 1.0,
      "right_safety": 1.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 0,
      "taken_n": 7,
      "taken_other": 0
     },
     "error_rate": 123.64404580809854,
     "found": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "good": {
      "den": 7.0,
      "n": 1.0,
      "share": 0.14285714285714285
     },
     "judgement": 20.833333333333332,
     "judgement_hi": 56.25,
     "judgement_lo": 0.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 0.75,
      "y": 0.8333333333333334
     },
     "margin": 0.001,
     "missed": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "needless": {
      "den": 6.0,
      "n": 5.0,
      "share": 0.8333333333333334
     },
     "needless_by_loss": {
      "big": {
       "den": 6.0,
       "n": 4.0,
       "share": 0.6666666666666666
      },
      "medium": {
       "den": 6.0,
       "n": 1.0,
       "share": 0.16666666666666666
      },
      "small": {
       "den": 6.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "risk_pays": 4.0,
     "safety_pays": 6.0,
     "scored": 11,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 2.337829776447755,
      "caution": -0.3958193038716873,
      "caution_hi": 0.3384183602553871,
      "caution_lo": -1.0588096653655454,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.7916386077433746,
      "dprime_hi": 0.7842430235754382,
      "dprime_lo": -2.2471529424695214,
      "false_alarm": {
       "den": 6.0,
       "n": 5.0,
       "share": 0.8333333333333334
      },
      "false_alarm_rate": 0.7857142857142857,
      "hit": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.23632317781448364,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.3683222413063049,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 19.166666666666668,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       }
      }
     },
     "trade_off": 10.0,
     "wrong": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     }
    },
    "opening": {
     "by_call": {
      "missed": 0.5230238804450402,
      "needless": 35.77335842035629,
      "none": 4.7563099926644625,
      "right_risk": 8.088067828953921,
      "right_safety": 2.07026875936068,
      "wrong_risk": 46.23785500343029
     },
     "calls": {
      "missed": 1.0,
      "needless": 53.0,
      "right_risk": 44.0,
      "right_safety": 7.0,
      "wrong_risk": 69.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 1,
      "taken_grouped": 0,
      "taken_n": 166,
      "taken_other": 0
     },
     "error_rate": 97.44888388521069,
     "found": {
      "den": 114.0,
      "n": 44.0,
      "share": 0.38596491228070173
     },
     "good": {
      "den": 166.0,
      "n": 44.0,
      "share": 0.26506024096385544
     },
     "judgement": 25.13157894736842,
     "judgement_hi": 30.74932638649452,
     "judgement_lo": 19.725552788166908,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.9857142857142858,
      "x": 0.6140350877192983,
      "y": 0.8833333333333333
     },
     "margin": 0.001,
     "missed": {
      "den": 114.0,
      "n": 1.0,
      "share": 0.008771929824561403
     },
     "needless": {
      "den": 60.0,
      "n": 53.0,
      "share": 0.8833333333333333
     },
     "needless_by_loss": {
      "big": {
       "den": 60.0,
       "n": 44.0,
       "share": 0.7333333333333333
      },
      "medium": {
       "den": 60.0,
       "n": 8.0,
       "share": 0.13333333333333333
      },
      "small": {
       "den": 60.0,
       "n": 1.0,
       "share": 0.016666666666666666
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 60.0,
      "n": 7.0,
      "share": 0.11666666666666667
     },
     "risk_pays": 114.0,
     "safety_pays": 60.0,
     "scored": 182,
     "sdt": {
      "aim": {
       "den": 113.0,
       "n": 44.0,
       "share": 0.3893805309734513
      },
      "beta": 0.6792172776275784,
      "caution": -1.6926381821540453,
      "caution_hi": -1.4652377447279457,
      "caution_lo": -2.0395671507170037,
      "cstar": -0.36335823713305027,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0645532881197834,
      "dprime_hi": 1.7365805847459785,
      "dprime_lo": 0.41915193124747124,
      "false_alarm": {
       "den": 60.0,
       "n": 53.0,
       "share": 0.8833333333333333
      },
      "false_alarm_rate": 0.8770491803278688,
      "hit": {
       "den": 114.0,
       "n": 113.0,
       "share": 0.9912280701754386
      },
      "hit_rate": 0.9869565217391304,
      "missed_loss": 0.19038069248199463,
      "missed_n": 1.0,
      "na": null,
      "needless_loss": 0.2456887257548998,
      "needless_n": 53.0
     },
     "size": {
      "bad": {
       "mean": 19.69672131147541,
       "n": 122.0,
       "too_few": true
      },
      "right": {
       "mean": 23.40909090909091,
       "n": 44.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 59.0,
        "n": 26.0,
        "share": 0.4406779661016949
       },
       "missed": {
        "den": 59.0,
        "n": 1.0,
        "share": 0.01694915254237288
       },
       "risk_pays": 59.0,
       "wrong": {
        "den": 59.0,
        "n": 32.0,
        "share": 0.5423728813559322
       }
      },
      "medium": {
       "found": {
        "den": 42.0,
        "n": 14.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 42.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 42.0,
       "wrong": {
        "den": 42.0,
        "n": 28.0,
        "share": 0.6666666666666666
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 4.0,
        "share": 0.3076923076923077
       },
       "missed": {
        "den": 13.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 9.0,
        "share": 0.6923076923076923
       }
      }
     },
     "trade_off": 174.0,
     "wrong": {
      "den": 114.0,
      "n": 69.0,
      "share": 0.6052631578947368
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 23.399159955463823,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 23.399159955463823,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 278.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 278,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 478.0,
    "n": 78.0,
    "share": 0.16317991631799164
   },
   "risk_pays": 508.0,
   "safety_pays": 478.0,
   "scored": 1405,
   "sdt": {
    "aim": {
     "den": 461.0,
     "n": 136.0,
     "share": 0.2950108459869848
    },
    "beta": 1.354449615940083,
    "caution": -1.149603071543229,
    "caution_hi": -1.024544491337863,
    "caution_lo": -1.2915471375997059,
    "cstar": 0.8872249856320792,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.3419596936857425,
    "dprime_hi": 0.5694097334468685,
    "dprime_lo": 0.1346661026576901,
    "false_alarm": {
     "den": 478.0,
     "n": 400.0,
     "share": 0.8368200836820083
    },
    "false_alarm_rate": 0.8361169102296451,
    "hit": {
     "den": 508.0,
     "n": 461.0,
     "share": 0.90748031496063
    },
    "hit_rate": 0.906679764243615,
    "missed_loss": 0.2796955235460971,
    "missed_n": 47.0,
    "na": null,
    "needless_loss": 0.4026096551865339,
    "needless_n": 400.0
   },
   "size": {
    "bad": {
     "mean": 17.423448275862068,
     "n": 725.0,
     "too_few": false
    },
    "right": {
     "mean": 17.88235294117647,
     "n": 136.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 310.0,
      "n": 97.0,
      "share": 0.31290322580645163
     },
     "missed": {
      "den": 310.0,
      "n": 27.0,
      "share": 0.08709677419354839
     },
     "risk_pays": 310.0,
     "wrong": {
      "den": 310.0,
      "n": 186.0,
      "share": 0.6
     }
    },
    "medium": {
     "found": {
      "den": 146.0,
      "n": 31.0,
      "share": 0.21232876712328766
     },
     "missed": {
      "den": 146.0,
      "n": 13.0,
      "share": 0.08904109589041095
     },
     "risk_pays": 146.0,
     "wrong": {
      "den": 146.0,
      "n": 102.0,
      "share": 0.6986301369863014
     }
    },
    "small": {
     "found": {
      "den": 52.0,
      "n": 8.0,
      "share": 0.15384615384615385
     },
     "missed": {
      "den": 52.0,
      "n": 7.0,
      "share": 0.1346153846153846
     },
     "risk_pays": 52.0,
     "wrong": {
      "den": 52.0,
      "n": 37.0,
      "share": 0.7115384615384616
     }
    }
   },
   "trade_off": 986.0,
   "wrong": {
    "den": 508.0,
    "n": 325.0,
    "share": 0.639763779527559
   }
  },
  "robust": {
   "by_call": {
    "missed": 4.459281218009487,
    "needless": 61.79587496345153,
    "none": 8.720024550512592,
    "right_risk": 6.817896330059635,
    "right_safety": 3.3351332055292096,
    "wrong_risk": 48.39352202797276
   },
   "calls": {
    "missed": 40.0,
    "needless": 445.0,
    "right_risk": 114.0,
    "right_safety": 85.0,
    "wrong_risk": 302.0
   },
   "confidence": {
    "auroc_right_risk": 0.5814295353769038,
    "missed_mean_p": null,
    "missed_n": 40,
    "taken_grouped": 8,
    "taken_n": 853,
    "taken_other": 0
   },
   "error_rate": 133.5217322955352,
   "found": {
    "den": 456.0,
    "n": 114.0,
    "share": 0.25
   },
   "good": {
    "den": 861.0,
    "n": 114.0,
    "share": 0.13240418118466898
   },
   "judgement": 20.5188679245283,
   "judgement_hi": 23.478965476237136,
   "judgement_lo": 17.55758137034477,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.8830409356725146,
    "x": 0.75,
    "y": 0.839622641509434
   },
   "margin": 0.02,
   "missed": {
    "den": 456.0,
    "n": 40.0,
    "share": 0.08771929824561403
   },
   "needless": {
    "den": 530.0,
    "n": 445.0,
    "share": 0.839622641509434
   },
   "needless_by_loss": {
    "big": {
     "den": 530.0,
     "n": 389.0,
     "share": 0.7339622641509433
    },
    "medium": {
     "den": 530.0,
     "n": 39.0,
     "share": 0.07358490566037736
    },
    "small": {
     "den": 530.0,
     "n": 17.0,
     "share": 0.03207547169811321
    }
   },
   "no_trade_off": 419.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 33.482330816763415,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 33.482330816763415,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 54.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 54,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 6.742927940054373,
      "needless": 89.56471349705349,
      "none": 3.45140988515182,
      "right_risk": 9.622131440449845,
      "right_safety": 4.896674135869199,
      "wrong_risk": 67.75537057017738
     },
     "calls": {
      "missed": 37.0,
      "needless": 373.0,
      "right_risk": 80.0,
      "right_safety": 77.0,
      "wrong_risk": 235.0
     },
     "confidence": {
      "auroc_right_risk": 0.5770082630547747,
      "missed_mean_p": null,
      "missed_n": 37,
      "taken_grouped": 8,
      "taken_n": 680,
      "taken_other": 0
     },
     "error_rate": 182.0332274687561,
     "found": {
      "den": 352.0,
      "n": 80.0,
      "share": 0.22727272727272727
     },
     "good": {
      "den": 688.0,
      "n": 80.0,
      "share": 0.11627906976744186
     },
     "judgement": 19.91919191919192,
     "judgement_hi": 23.457417894294878,
     "judgement_lo": 16.49276021971968,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.8639705882352942,
      "x": 0.7727272727272727,
      "y": 0.8288888888888889
     },
     "margin": 0.02,
     "missed": {
      "den": 352.0,
      "n": 37.0,
      "share": 0.10511363636363637
     },
     "needless": {
      "den": 450.0,
      "n": 373.0,
      "share": 0.8288888888888889
     },
     "needless_by_loss": {
      "big": {
       "den": 450.0,
       "n": 335.0,
       "share": 0.7444444444444445
      },
      "medium": {
       "den": 450.0,
       "n": 27.0,
       "share": 0.06
      },
      "small": {
       "den": 450.0,
       "n": 11.0,
       "share": 0.024444444444444446
      }
     },
     "no_trade_off": 78.0,
     "reference": null,
     "right_safety": {
      "den": 450.0,
      "n": 77.0,
      "share": 0.1711111111111111
     },
     "risk_pays": 352.0,
     "safety_pays": 450.0,
     "scored": 880,
     "sdt": {
      "aim": {
       "den": 315.0,
       "n": 80.0,
       "share": 0.25396825396825395
      },
      "beta": 1.6844230084387735,
      "caution": -1.0968673805355007,
      "caution_hi": -0.9463573793278278,
      "caution_lo": -1.265593588040331,
      "cstar": 1.7386603687028388,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.29989932842672606,
      "dprime_hi": 0.5339679354483982,
      "dprime_lo": 0.09199532553206982,
      "false_alarm": {
       "den": 450.0,
       "n": 373.0,
       "share": 0.8288888888888889
      },
      "false_alarm_rate": 0.8281596452328159,
      "hit": {
       "den": 352.0,
       "n": 315.0,
       "share": 0.8948863636363636
      },
      "hit_rate": 0.8937677053824362,
      "missed_loss": 0.3207446803917756,
      "missed_n": 37.0,
      "na": null,
      "needless_loss": 0.42261098057590923,
      "needless_n": 373.0
     },
     "size": {
      "bad": {
       "mean": 16.917763157894736,
       "n": 608.0,
       "too_few": false
      },
      "right": {
       "mean": 15.2,
       "n": 80.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 249.0,
        "n": 65.0,
        "share": 0.26104417670682734
       },
       "missed": {
        "den": 249.0,
        "n": 25.0,
        "share": 0.10040160642570281
       },
       "risk_pays": 249.0,
       "wrong": {
        "den": 249.0,
        "n": 159.0,
        "share": 0.6385542168674698
       }
      },
      "medium": {
       "found": {
        "den": 103.0,
        "n": 15.0,
        "share": 0.14563106796116504
       },
       "missed": {
        "den": 103.0,
        "n": 12.0,
        "share": 0.11650485436893204
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 76.0,
        "share": 0.7378640776699029
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 802.0,
     "wrong": {
      "den": 352.0,
      "n": 235.0,
      "share": 0.6676136363636364
     }
    },
    "holding": {
     "by_call": {
      "missed": 21.48392525586215,
      "needless": 84.05852046879855,
      "none": 3.2484585588628594,
      "right_risk": 14.853141524574973,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 2.0,
      "needless": 6.0,
      "right_risk": 1.0,
      "right_safety": 1.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 0,
      "taken_n": 7,
      "taken_other": 0
     },
     "error_rate": 123.64404580809854,
     "found": {
      "den": 3.0,
      "n": 1.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 7.0,
      "n": 1.0,
      "share": 0.14285714285714285
     },
     "judgement": 23.809523809523807,
     "judgement_hi": 62.54166666666663,
     "judgement_lo": 0.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.8571428571428571
     },
     "margin": 0.02,
     "missed": {
      "den": 3.0,
      "n": 2.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 7.0,
      "n": 6.0,
      "share": 0.8571428571428571
     },
     "needless_by_loss": {
      "big": {
       "den": 7.0,
       "n": 4.0,
       "share": 0.5714285714285714
      },
      "medium": {
       "den": 7.0,
       "n": 1.0,
       "share": 0.14285714285714285
      },
      "small": {
       "den": 7.0,
       "n": 1.0,
       "share": 0.14285714285714285
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 7.0,
      "n": 1.0,
      "share": 0.14285714285714285
     },
     "risk_pays": 3.0,
     "safety_pays": 7.0,
     "scored": 11,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 3.0431519601228634,
      "caution": -0.2842535975272503,
      "caution_hi": 0.3963875772149657,
      "caution_lo": -0.9951726689518293,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -1.205785922983251,
      "dprime_hi": 0.3587107726326333,
      "dprime_lo": -2.7952030073274794,
      "false_alarm": {
       "den": 7.0,
       "n": 6.0,
       "share": 0.8571428571428571
      },
      "false_alarm_rate": 0.8125,
      "hit": {
       "den": 3.0,
       "n": 1.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.375,
      "missed_loss": 0.23632317781448364,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.30821457505226135,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 19.166666666666668,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 10.0,
     "wrong": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 0.5230238804450402,
      "needless": 38.90996000596455,
      "none": 4.7563099926644625,
      "right_risk": 5.2103523042175794,
      "right_safety": 2.07026875936068,
      "wrong_risk": 45.978968942558375
     },
     "calls": {
      "missed": 1.0,
      "needless": 66.0,
      "right_risk": 33.0,
      "right_safety": 7.0,
      "wrong_risk": 67.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 1,
      "taken_grouped": 0,
      "taken_n": 166,
      "taken_other": 0
     },
     "error_rate": 97.44888388521069,
     "found": {
      "den": 101.0,
      "n": 33.0,
      "share": 0.32673267326732675
     },
     "good": {
      "den": 166.0,
      "n": 33.0,
      "share": 0.19879518072289157
     },
     "judgement": 21.131154211311543,
     "judgement_hi": 26.44365687739938,
     "judgement_lo": 15.913495606575964,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.9852941176470589,
      "x": 0.6732673267326733,
      "y": 0.9041095890410958
     },
     "margin": 0.02,
     "missed": {
      "den": 101.0,
      "n": 1.0,
      "share": 0.009900990099009901
     },
     "needless": {
      "den": 73.0,
      "n": 66.0,
      "share": 0.9041095890410958
     },
     "needless_by_loss": {
      "big": {
       "den": 73.0,
       "n": 50.0,
       "share": 0.684931506849315
      },
      "medium": {
       "den": 73.0,
       "n": 11.0,
       "share": 0.1506849315068493
      },
      "small": {
       "den": 73.0,
       "n": 5.0,
       "share": 0.0684931506849315
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 73.0,
      "n": 7.0,
      "share": 0.0958904109589041
     },
     "risk_pays": 101.0,
     "safety_pays": 73.0,
     "scored": 182,
     "sdt": {
      "aim": {
       "den": 100.0,
       "n": 33.0,
       "share": 0.33
      },
      "beta": 0.8146983123791817,
      "caution": -1.7259061116168302,
      "caution_hi": -1.4991867363969504,
      "caution_lo": -2.0641999033939498,
      "cstar": -0.2266921624796411,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9040339149307106,
      "dprime_hi": 1.5588464104358986,
      "dprime_lo": 0.25796365242492947,
      "false_alarm": {
       "den": 73.0,
       "n": 66.0,
       "share": 0.9041095890410958
      },
      "false_alarm_rate": 0.8986486486486487,
      "hit": {
       "den": 101.0,
       "n": 100.0,
       "share": 0.9900990099009901
      },
      "hit_rate": 0.9852941176470589,
      "missed_loss": 0.19038069248199463,
      "missed_n": 1.0,
      "na": null,
      "needless_loss": 0.21459432488138025,
      "needless_n": 66.0
     },
     "size": {
      "bad": {
       "mean": 19.984962406015036,
       "n": 133.0,
       "too_few": true
      },
      "right": {
       "mean": 23.484848484848484,
       "n": 33.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 59.0,
        "n": 20.0,
        "share": 0.3389830508474576
       },
       "missed": {
        "den": 59.0,
        "n": 1.0,
        "share": 0.01694915254237288
       },
       "risk_pays": 59.0,
       "wrong": {
        "den": 59.0,
        "n": 38.0,
        "share": 0.6440677966101694
       }
      },
      "medium": {
       "found": {
        "den": 42.0,
        "n": 13.0,
        "share": 0.30952380952380953
       },
       "missed": {
        "den": 42.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 42.0,
       "wrong": {
        "den": 42.0,
        "n": 29.0,
        "share": 0.6904761904761905
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 174.0,
     "wrong": {
      "den": 101.0,
      "n": 67.0,
      "share": 0.6633663366336634
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 23.399159955463823,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 23.399159955463823,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 278.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 278,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 530.0,
    "n": 85.0,
    "share": 0.16037735849056603
   },
   "risk_pays": 456.0,
   "safety_pays": 530.0,
   "scored": 1405,
   "sdt": {
    "aim": {
     "den": 416.0,
     "n": 114.0,
     "share": 0.27403846153846156
    },
    "beta": 1.4477901969960747,
    "caution": -1.1697899359016695,
    "caution_hi": -1.0364438474670212,
    "caution_lo": -1.3245605916725451,
    "cstar": 1.0307302879018132,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.35900603313180135,
    "dprime_hi": 0.5831953213388628,
    "dprime_lo": 0.16890401999748278,
    "false_alarm": {
     "den": 530.0,
     "n": 445.0,
     "share": 0.839622641509434
    },
    "false_alarm_rate": 0.8389830508474576,
    "hit": {
     "den": 456.0,
     "n": 416.0,
     "share": 0.9122807017543859
    },
    "hit_rate": 0.9113785557986871,
    "missed_loss": 0.3132645055651665,
    "missed_n": 40.0,
    "na": null,
    "needless_loss": 0.3902166486456153,
    "needless_n": 445.0
   },
   "size": {
    "bad": {
     "mean": 17.481927710843372,
     "n": 747.0,
     "too_few": false
    },
    "right": {
     "mean": 17.587719298245613,
     "n": 114.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 310.0,
      "n": 86.0,
      "share": 0.27741935483870966
     },
     "missed": {
      "den": 310.0,
      "n": 27.0,
      "share": 0.08709677419354839
     },
     "risk_pays": 310.0,
     "wrong": {
      "den": 310.0,
      "n": 197.0,
      "share": 0.635483870967742
     }
    },
    "medium": {
     "found": {
      "den": 146.0,
      "n": 28.0,
      "share": 0.1917808219178082
     },
     "missed": {
      "den": 146.0,
      "n": 13.0,
      "share": 0.08904109589041095
     },
     "risk_pays": 146.0,
     "wrong": {
      "den": 146.0,
      "n": 105.0,
      "share": 0.7191780821917808
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 986.0,
   "wrong": {
    "den": 456.0,
    "n": 302.0,
    "share": 0.6622807017543859
   }
  }
 },
 "route": {
  "provider": "local (gliclass_server.py)",
  "reasoning": null,
  "spec": "gliclass"
 },
 "running": 0,
 "slug": "gliclass-v4-edge",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 128.6746281243506,
   "n": 84,
   "too_few": true
  },
  "blitz": {
   "error_rate": 139.0986876519582,
   "n": 262,
   "too_few": false
  },
  "holding": {
   "error_rate": 123.64404580809854,
   "n": 11,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 201.23386294884088,
   "n": 169,
   "too_few": true
  },
  "other": {
   "error_rate": 225.1455292434377,
   "n": 272,
   "too_few": false
  },
  "priming": {
   "error_rate": 190.2000908890078,
   "n": 93,
   "too_few": true
  }
 },
 "total": 19,
 "version": "v3"
}
