{
 "confidence": {
  "auroc_best": 0.644075840997525,
  "auroc_blunder": 0.6250461445560038,
  "confident_badly_wrong": {
   "den": 1880,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1880,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1880,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.11470437160782955,
  "held_out": {
   "blunders": 0.07723998847296883,
   "kept": 0.006260959243532587,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1880,
  "surest": {
   "cut": 0.2529977051883897,
   "error_rate": 39.85263711594521,
   "n": 470,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-11T19:49:35.285Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1882,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1882
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 69.37684453819526,
   "n": 547,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 110.35919734545304,
   "n": 503,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 34.05132490353515,
   "n": 832,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-11T19:50:36.766Z",
   "id": 1000,
   "opponent": "Fastino GLiDE",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-11T19:49:35.285Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:51:30.416Z",
   "id": 1001,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T19:50:37.137Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:51:44.229Z",
   "id": 1003,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-11T19:51:30.748Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:52:01.377Z",
   "id": 1006,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 8,
   "started": "2026-11-11T19:51:44.591Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:52:24.818Z",
   "id": 1007,
   "opponent": "Safest",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T19:52:01.683Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:52:59.464Z",
   "id": 1009,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-11T19:52:25.139Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:53:19.381Z",
   "id": 1010,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T19:52:59.832Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:53:38.388Z",
   "id": 1012,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T19:53:19.680Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:54:00.846Z",
   "id": 1014,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T19:53:38.754Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T19:54:01.277Z",
   "id": 1015,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-11T19:54:01.184Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T01:56:06.624Z",
   "id": 1339,
   "opponent": "Cygnet",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-14T01:55:26.030Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:57:57.484Z",
   "id": 1340,
   "opponent": "Winnow-12B",
   "score_against": 7,
   "score_for": 2,
   "started": "2026-11-14T01:56:51.374Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:00:02.429Z",
   "id": 1341,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 7,
   "score_for": 3,
   "started": "2026-11-14T01:59:01.439Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:04:34.443Z",
   "id": 1342,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-14T02:01:26.351Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:08:05.949Z",
   "id": 1343,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T02:05:47.920Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:11:57.856Z",
   "id": 1344,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T02:09:10.967Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:16:39.664Z",
   "id": 1345,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-14T02:12:32.995Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:19:36.198Z",
   "id": 1346,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T02:17:55.401Z",
   "status": "finished"
  }
 ],
 "name": "StartLux-Decision-v1.1-0.8B-Instant",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 58.1375197671092,
   "n": 313,
   "too_few": false
  },
  "16–25": {
   "error_rate": 82.16057922325882,
   "n": 408,
   "too_few": false
  },
  "26+": {
   "error_rate": 94.80720654366509,
   "n": 315,
   "too_few": false
  },
  "2–5": {
   "error_rate": 41.8970639291017,
   "n": 460,
   "too_few": false
  },
  "6–10": {
   "error_rate": 54.235836963888275,
   "n": 386,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 51.25374577262185,
   "n": 110,
   "too_few": true
  },
  "contact": {
   "error_rate": 81.50382890932627,
   "n": 1144,
   "too_few": false
  },
  "holding": {
   "error_rate": 90.44097413619359,
   "n": 60,
   "too_few": true
  },
  "opening": {
   "error_rate": 41.777045562349514,
   "n": 261,
   "too_few": false
  },
  "race": {
   "error_rate": 21.43958599249004,
   "n": 307,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.644075840997525,
  "best_share": 0.32518597236981933,
  "blunder_share": 0.3990435706695005,
  "brier": 0.21717329295238136,
  "clusters": 88,
  "confidence_n": 1880,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1882,
  "ece": 0.11470437160782955,
  "engine_scored": 1882,
  "error_hi": 70.31360768900508,
  "error_lo": 59.33192191058095,
  "error_rate": 64.7133435424532,
  "first_date": "2026-11-11",
  "group_sizes": [
   132,
   160
  ],
  "grouped": 2,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.21029562839217045,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1882,
   "estimate": true,
   "excluded_hours": 54.016666666666666,
   "gaps": [
    [
     "2026-11-11T19:54Z",
     "2026-11-14T01:55Z",
     3241
    ]
   ],
   "gpu_decisions": 1882,
   "gpu_usd": 0.10110342376942853,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.4750702778498334,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.4750702778498334,
     "machine": "dgx_spark",
     "usd": 0.10110342376942853,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.10110342376942853,
   "usd_per_1000": 0.05372126661499922
  },
  "p95_loss": 0.5651985064148889,
  "probability_source": "decision",
  "retry_mean": 0.053867693942614245,
  "scored": 1882,
  "time_median": 0.1305,
  "time_p90": 0.3859000000000001,
  "tokens_in": 5257.752922422955,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.05372126661499922,
  "very_confident": 0.0,
  "worst_mean": 0.8191351544983844
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5596082404593042,
   "best_share": 0.5727272727272728,
   "blunder_share": 0.20909090909090908,
   "brier": 0.2828367095888304,
   "clusters": 50,
   "confidence_n": 110,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 110,
   "ece": 0.17924474284557132,
   "engine_scored": 110,
   "error_hi": 74.2848127802946,
   "error_lo": 30.149100541330142,
   "error_rate": 51.25374577262185,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.40101044599544844,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1882,
    "estimate": true,
    "excluded_hours": 54.016666666666666,
    "gaps": [
     [
      "2026-11-11T19:54Z",
      "2026-11-14T01:55Z",
      3241
     ]
    ],
    "gpu_decisions": 1882,
    "gpu_usd": 0.10110342376942853,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4750702778498334,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4750702778498334,
      "machine": "dgx_spark",
      "usd": 0.10110342376942853,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.10110342376942853,
    "usd_per_1000": 0.05372126661499922
   },
   "p95_loss": 0.5887543201446531,
   "probability_source": "decision",
   "retry_mean": 0.04130909090909091,
   "scored": 110,
   "time_median": 0.101,
   "time_p90": 0.1181,
   "tokens_in": 2944.1454545454544,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.05372126661499922,
   "very_confident": 0.0,
   "worst_mean": 0.8488640189170837
  },
  "contact": {
   "auroc": 0.6404421203654761,
   "best_share": 0.28234265734265734,
   "blunder_share": 0.4755244755244755,
   "brier": 0.19535169966489696,
   "clusters": 88,
   "confidence_n": 1143,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1144,
   "ece": 0.08263727648764066,
   "engine_scored": 1144,
   "error_hi": 89.52083270693352,
   "error_lo": 74.01633945380999,
   "error_rate": 81.50382890932627,
   "first_date": "2026-11-11",
   "group_sizes": [
    132
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.19995239980282306,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1882,
    "estimate": true,
    "excluded_hours": 54.016666666666666,
    "gaps": [
     [
      "2026-11-11T19:54Z",
      "2026-11-14T01:55Z",
      3241
     ]
    ],
    "gpu_decisions": 1882,
    "gpu_usd": 0.10110342376942853,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4750702778498334,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4750702778498334,
      "machine": "dgx_spark",
      "usd": 0.10110342376942853,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.10110342376942853,
    "usd_per_1000": 0.05372126661499922
   },
   "p95_loss": 0.6317798644304274,
   "probability_source": "decision",
   "retry_mean": 0.06029632867132867,
   "scored": 1144,
   "time_median": 0.1325,
   "time_p90": 0.39270000000000005,
   "tokens_in": 5459.847027972028,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05372126661499922,
   "very_confident": 0.0,
   "worst_mean": 0.8876474337619648
  },
  "holding": {
   "auroc": 0.6,
   "best_share": 0.25,
   "blunder_share": 0.4166666666666667,
   "brier": 0.18921642970994632,
   "clusters": 26,
   "confidence_n": 60,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 60,
   "ece": 0.1305641443611564,
   "engine_scored": 60,
   "error_hi": 137.30481883816125,
   "error_lo": 56.557651949596824,
   "error_rate": 90.44097413619359,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.1837918895440784,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1882,
    "estimate": true,
    "excluded_hours": 54.016666666666666,
    "gaps": [
     [
      "2026-11-11T19:54Z",
      "2026-11-14T01:55Z",
      3241
     ]
    ],
    "gpu_decisions": 1882,
    "gpu_usd": 0.10110342376942853,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4750702778498334,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4750702778498334,
      "machine": "dgx_spark",
      "usd": 0.10110342376942853,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.10110342376942853,
    "usd_per_1000": 0.05372126661499922
   },
   "p95_loss": 0.8532822221517563,
   "probability_source": "decision",
   "retry_mean": 0.056466666666666665,
   "scored": 60,
   "time_median": 0.1355,
   "time_p90": 0.3756,
   "tokens_in": 5089.933333333333,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.05372126661499922,
   "very_confident": 0.0,
   "worst_mean": 1.1846549312273662
  },
  "opening": {
   "auroc": 0.6331609566903684,
   "best_share": 0.3486590038314176,
   "blunder_share": 0.41379310344827586,
   "brier": 0.2618177439444857,
   "clusters": 88,
   "confidence_n": 261,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 261,
   "ece": 0.20580455581458487,
   "engine_scored": 261,
   "error_hi": 48.10693782764947,
   "error_lo": 35.87287424192617,
   "error_rate": 41.777045562349514,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.14619018251277252,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1882,
    "estimate": true,
    "excluded_hours": 54.016666666666666,
    "gaps": [
     [
      "2026-11-11T19:54Z",
      "2026-11-14T01:55Z",
      3241
     ]
    ],
    "gpu_decisions": 1882,
    "gpu_usd": 0.10110342376942853,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4750702778498334,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4750702778498334,
      "machine": "dgx_spark",
      "usd": 0.10110342376942853,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.10110342376942853,
    "usd_per_1000": 0.05372126661499922
   },
   "p95_loss": 0.3035486340522766,
   "probability_source": "decision",
   "retry_mean": 0.03958620689655173,
   "scored": 261,
   "time_median": 0.141,
   "time_p90": 0.367,
   "tokens_in": 4946.145593869732,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05372126661499922,
   "very_confident": 0.0,
   "worst_mean": 0.3440698591562418
  },
  "race": {
   "auroc": 0.6603828697254303,
   "best_share": 0.39087947882736157,
   "blunder_share": 0.16612377850162866,
   "brier": 0.24248151315889158,
   "clusters": 80,
   "confidence_n": 306,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 307,
   "ece": 0.14864088779517634,
   "engine_scored": 307,
   "error_hi": 28.600298301316784,
   "error_lo": 14.948590089541636,
   "error_rate": 21.43958599249004,
   "first_date": "2026-11-11",
   "group_sizes": [
    160
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.24024800109371253,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1882,
    "estimate": true,
    "excluded_hours": 54.016666666666666,
    "gaps": [
     [
      "2026-11-11T19:54Z",
      "2026-11-14T01:55Z",
      3241
     ]
    ],
    "gpu_decisions": 1882,
    "gpu_usd": 0.10110342376942853,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4750702778498334,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4750702778498334,
      "machine": "dgx_spark",
      "usd": 0.10110342376942853,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.10110342376942853,
    "usd_per_1000": 0.05372126661499922
   },
   "p95_loss": 0.1906471252441406,
   "probability_source": "decision",
   "retry_mean": 0.04604560260586319,
   "scored": 307,
   "time_median": 0.121,
   "time_p90": 0.3796000000000003,
   "tokens_in": 5631.368078175896,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05372126661499922,
   "very_confident": 0.0,
   "worst_mean": 0.4020177880922953
  }
 },
 "record": {
  "drawn": 0,
  "lost": 14,
  "won": 3
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 6.722753734885063,
    "needless": 24.731731756840706,
    "none": 7.3635900090275355,
    "right_risk": 4.09503101384095,
    "right_safety": 3.159499787562205,
    "wrong_risk": 18.640737240296748
   },
   "calls": {
    "missed": 177.0,
    "needless": 351.0,
    "right_risk": 255.0,
    "right_safety": 364.0,
    "wrong_risk": 233.0
   },
   "confidence": {
    "auroc_right_risk": 0.5243587160891754,
    "missed_mean_p": null,
    "missed_n": 176,
    "taken_grouped": 0,
    "taken_n": 839,
    "taken_other": 0
   },
   "error_rate": 64.7133435424532,
   "found": {
    "den": 665.0,
    "n": 255.0,
    "share": 0.38345864661654133
   },
   "good": {
    "den": 839.0,
    "n": 255.0,
    "share": 0.3039332538736591
   },
   "judgement": 44.62747778537251,
   "judgement_hi": 46.89681975686256,
   "judgement_lo": 42.28807202884011,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.5682926829268292,
    "x": 0.6165413533834586,
    "y": 0.4909090909090909
   },
   "margin": 0.001,
   "missed": {
    "den": 665.0,
    "n": 177.0,
    "share": 0.2661654135338346
   },
   "needless": {
    "den": 715.0,
    "n": 351.0,
    "share": 0.4909090909090909
   },
   "needless_by_loss": {
    "big": {
     "den": 715.0,
     "n": 270.0,
     "share": 0.3776223776223776
    },
    "medium": {
     "den": 715.0,
     "n": 61.0,
     "share": 0.08531468531468532
    },
    "small": {
     "den": 715.0,
     "n": 20.0,
     "share": 0.027972027972027972
    }
   },
   "no_trade_off": 502.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 51.25374577262185,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 51.25374577262185,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 110.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 110,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 8.619725547887228,
      "needless": 35.82779229520918,
      "none": 1.4101141816252596,
      "right_risk": 5.500549945485342,
      "right_safety": 4.679691528419514,
      "wrong_risk": 25.465955410699745
     },
     "calls": {
      "missed": 138.0,
      "needless": 294.0,
      "right_risk": 185.0,
      "right_safety": 276.0,
      "wrong_risk": 174.0
     },
     "confidence": {
      "auroc_right_risk": 0.5255313005313005,
      "missed_mean_p": null,
      "missed_n": 137,
      "taken_grouped": 0,
      "taken_n": 653,
      "taken_other": 0
     },
     "error_rate": 81.50382890932627,
     "found": {
      "den": 497.0,
      "n": 185.0,
      "share": 0.3722334004024145
     },
     "good": {
      "den": 653.0,
      "n": 185.0,
      "share": 0.2833078101071976
     },
     "judgement": 42.8221963359102,
     "judgement_hi": 45.75404329387373,
     "judgement_lo": 39.94521709354133,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5576923076923077,
      "x": 0.6277665995975855,
      "y": 0.5157894736842106
     },
     "margin": 0.001,
     "missed": {
      "den": 497.0,
      "n": 138.0,
      "share": 0.2776659959758551
     },
     "needless": {
      "den": 570.0,
      "n": 294.0,
      "share": 0.5157894736842106
     },
     "needless_by_loss": {
      "big": {
       "den": 570.0,
       "n": 229.0,
       "share": 0.4017543859649123
      },
      "medium": {
       "den": 570.0,
       "n": 50.0,
       "share": 0.08771929824561403
      },
      "small": {
       "den": 570.0,
       "n": 15.0,
       "share": 0.02631578947368421
      }
     },
     "no_trade_off": 77.0,
     "reference": null,
     "right_safety": {
      "den": 570.0,
      "n": 276.0,
      "share": 0.4842105263157895
     },
     "risk_pays": 497.0,
     "safety_pays": 570.0,
     "scored": 1144,
     "sdt": {
      "aim": {
       "den": 359.0,
       "n": 185.0,
       "share": 0.5153203342618384
      },
      "beta": 2.237571040695786,
      "caution": -0.313988668676847,
      "caution_hi": -0.24269088845501588,
      "caution_lo": -0.390376199837453,
      "cstar": 1.467178210164378,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5489387145439234,
      "dprime_hi": 0.728038872230477,
      "dprime_lo": 0.37987712899662024,
      "false_alarm": {
       "den": 570.0,
       "n": 294.0,
       "share": 0.5157894736842106
      },
      "false_alarm_rate": 0.5157618213660246,
      "hit": {
       "den": 497.0,
       "n": 359.0,
       "share": 0.7223340040241448
      },
      "hit_rate": 0.7218875502008032,
      "missed_loss": 0.14291255111279694,
      "missed_n": 138.0,
      "na": null,
      "needless_loss": 0.27882309105931496,
      "needless_n": 294.0
     },
     "size": {
      "bad": {
       "mean": 14.277777777777779,
       "n": 468.0,
       "too_few": false
      },
      "right": {
       "mean": 11.2,
       "n": 185.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 276.0,
        "n": 130.0,
        "share": 0.47101449275362317
       },
       "missed": {
        "den": 276.0,
        "n": 61.0,
        "share": 0.2210144927536232
       },
       "risk_pays": 276.0,
       "wrong": {
        "den": 276.0,
        "n": 85.0,
        "share": 0.3079710144927536
       }
      },
      "medium": {
       "found": {
        "den": 162.0,
        "n": 47.0,
        "share": 0.29012345679012347
       },
       "missed": {
        "den": 162.0,
        "n": 48.0,
        "share": 0.2962962962962963
       },
       "risk_pays": 162.0,
       "wrong": {
        "den": 162.0,
        "n": 67.0,
        "share": 0.41358024691358025
       }
      },
      "small": {
       "found": {
        "den": 59.0,
        "n": 8.0,
        "share": 0.13559322033898305
       },
       "missed": {
        "den": 59.0,
        "n": 29.0,
        "share": 0.4915254237288136
       },
       "risk_pays": 59.0,
       "wrong": {
        "den": 59.0,
        "n": 22.0,
        "share": 0.3728813559322034
       }
      }
     },
     "trade_off": 1067.0,
     "wrong": {
      "den": 497.0,
      "n": 174.0,
      "share": 0.3501006036217304
     }
    },
    "holding": {
     "by_call": {
      "missed": 15.922934313615164,
      "needless": 41.28756175438563,
      "none": 0.4206806421279907,
      "right_risk": 0.20618587732315063,
      "right_safety": 6.346181035041809,
      "wrong_risk": 26.25743051369985
     },
     "calls": {
      "missed": 4.0,
      "needless": 17.0,
      "right_risk": 2.0,
      "right_safety": 25.0,
      "wrong_risk": 4.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 23,
      "taken_other": 0
     },
     "error_rate": 90.44097413619359,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 23.0,
      "n": 2.0,
      "share": 0.08695652173913043
     },
     "judgement": 39.761904761904766,
     "judgement_hi": 55.654794900221724,
     "judgement_lo": 26.31578947368421,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5,
      "x": 0.8,
      "y": 0.40476190476190477
     },
     "margin": 0.001,
     "missed": {
      "den": 10.0,
      "n": 4.0,
      "share": 0.4
     },
     "needless": {
      "den": 42.0,
      "n": 17.0,
      "share": 0.40476190476190477
     },
     "needless_by_loss": {
      "big": {
       "den": 42.0,
       "n": 14.0,
       "share": 0.3333333333333333
      },
      "medium": {
       "den": 42.0,
       "n": 2.0,
       "share": 0.047619047619047616
      },
      "small": {
       "den": 42.0,
       "n": 1.0,
       "share": 0.023809523809523808
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 42.0,
      "n": 25.0,
      "share": 0.5952380952380952
     },
     "risk_pays": 10.0,
     "safety_pays": 42.0,
     "scored": 60,
     "sdt": {
      "aim": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "beta": 2.5624564499306848,
      "caution": 0.002722376745142377,
      "caution_hi": 0.3694344519951205,
      "caution_lo": -0.4227128842796458,
      "cstar": 2.0226570885396464,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.46521298864874905,
      "dprime_hi": 1.408801700450082,
      "dprime_lo": -0.4322736764302998,
      "false_alarm": {
       "den": 42.0,
       "n": 17.0,
       "share": 0.40476190476190477
      },
      "false_alarm_rate": 0.4069767441860465,
      "hit": {
       "den": 10.0,
       "n": 6.0,
       "share": 0.6
      },
      "hit_rate": 0.5909090909090909,
      "missed_loss": 0.4776880294084549,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.29144161238389854,
      "needless_n": 17.0
     },
     "size": {
      "bad": {
       "mean": 16.714285714285715,
       "n": 21.0,
       "too_few": true
      },
      "right": {
       "mean": 18.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       }
      }
     },
     "trade_off": 52.0,
     "wrong": {
      "den": 10.0,
      "n": 4.0,
      "share": 0.4
     }
    },
    "opening": {
     "by_call": {
      "missed": 7.034024687562409,
      "needless": 11.804103737133216,
      "none": 0.0,
      "right_risk": 5.371065432084475,
      "right_safety": 0.8116499217533973,
      "wrong_risk": 16.75620178381602
     },
     "calls": {
      "missed": 35.0,
      "needless": 40.0,
      "right_risk": 68.0,
      "right_safety": 63.0,
      "wrong_risk": 55.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 35,
      "taken_grouped": 0,
      "taken_n": 163,
      "taken_other": 0
     },
     "error_rate": 41.777045562349514,
     "found": {
      "den": 158.0,
      "n": 68.0,
      "share": 0.43037974683544306
     },
     "good": {
      "den": 163.0,
      "n": 68.0,
      "share": 0.4171779141104294
     },
     "judgement": 52.101511613616815,
     "judgement_hi": 58.16523677567762,
     "judgement_lo": 45.87040124654301,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.6111111111111112,
      "x": 0.569620253164557,
      "y": 0.3883495145631068
     },
     "margin": 0.001,
     "missed": {
      "den": 158.0,
      "n": 35.0,
      "share": 0.22151898734177214
     },
     "needless": {
      "den": 103.0,
      "n": 40.0,
      "share": 0.3883495145631068
     },
     "needless_by_loss": {
      "big": {
       "den": 103.0,
       "n": 27.0,
       "share": 0.2621359223300971
      },
      "medium": {
       "den": 103.0,
       "n": 9.0,
       "share": 0.08737864077669903
      },
      "small": {
       "den": 103.0,
       "n": 4.0,
       "share": 0.038834951456310676
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 103.0,
      "n": 63.0,
      "share": 0.6116504854368932
     },
     "risk_pays": 158.0,
     "safety_pays": 103.0,
     "scored": 261,
     "sdt": {
      "aim": {
       "den": 123.0,
       "n": 68.0,
       "share": 0.5528455284552846
      },
      "beta": 0.9572322458147797,
      "caution": -0.24018576356981058,
      "caution_hi": -0.08144172755479173,
      "caution_lo": -0.4107385229805231,
      "cstar": -0.04194673685089665,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0420175477456877,
      "dprime_hi": 1.3822242549546926,
      "dprime_lo": 0.729498286894106,
      "false_alarm": {
       "den": 103.0,
       "n": 40.0,
       "share": 0.3883495145631068
      },
      "false_alarm_rate": 0.3894230769230769,
      "hit": {
       "den": 158.0,
       "n": 123.0,
       "share": 0.7784810126582279
      },
      "hit_rate": 0.7767295597484277,
      "missed_loss": 0.10490745391164508,
      "missed_n": 35.0,
      "na": null,
      "needless_loss": 0.15404355376958848,
      "needless_n": 40.0
     },
     "size": {
      "bad": {
       "mean": 17.36842105263158,
       "n": 95.0,
       "too_few": true
      },
      "right": {
       "mean": 15.764705882352942,
       "n": 68.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 84.0,
        "n": 47.0,
        "share": 0.5595238095238095
       },
       "missed": {
        "den": 84.0,
        "n": 16.0,
        "share": 0.19047619047619047
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 21.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 60.0,
        "n": 19.0,
        "share": 0.31666666666666665
       },
       "missed": {
        "den": 60.0,
        "n": 13.0,
        "share": 0.21666666666666667
       },
       "risk_pays": 60.0,
       "wrong": {
        "den": 60.0,
        "n": 28.0,
        "share": 0.4666666666666667
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 2.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 14.0,
        "n": 6.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 6.0,
        "share": 0.42857142857142855
       }
      }
     },
     "trade_off": 261.0,
     "wrong": {
      "den": 158.0,
      "n": 55.0,
      "share": 0.34810126582278483
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.43958599249004,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.43958599249004,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 307.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 307,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 715.0,
    "n": 364.0,
    "share": 0.509090909090909
   },
   "risk_pays": 665.0,
   "safety_pays": 715.0,
   "scored": 1882,
   "sdt": {
    "aim": {
     "den": 488.0,
     "n": 255.0,
     "share": 0.5225409836065574
    },
    "beta": 1.994609444908629,
    "caution": -0.30031253944911246,
    "caution_hi": -0.24093698886250195,
    "caution_lo": -0.36477699297044713,
    "cstar": 1.068573097391188,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6461404146328774,
    "dprime_hi": 0.7953920695689227,
    "dprime_lo": 0.49594412159852913,
    "false_alarm": {
     "den": 715.0,
     "n": 351.0,
     "share": 0.4909090909090909
    },
    "false_alarm_rate": 0.4909217877094972,
    "hit": {
     "den": 665.0,
     "n": 488.0,
     "share": 0.7338345864661654
    },
    "hit_rate": 0.7334834834834835,
    "missed_loss": 0.14296296642998518,
    "missed_n": 177.0,
    "na": null,
    "needless_loss": 0.26521435422435446,
    "needless_n": 351.0
   },
   "size": {
    "bad": {
     "mean": 14.868150684931507,
     "n": 584.0,
     "too_few": false
    },
    "right": {
     "mean": 12.474509803921569,
     "n": 255.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 363.0,
      "n": 177.0,
      "share": 0.48760330578512395
     },
     "missed": {
      "den": 363.0,
      "n": 78.0,
      "share": 0.21487603305785125
     },
     "risk_pays": 363.0,
     "wrong": {
      "den": 363.0,
      "n": 108.0,
      "share": 0.2975206611570248
     }
    },
    "medium": {
     "found": {
      "den": 226.0,
      "n": 68.0,
      "share": 0.3008849557522124
     },
     "missed": {
      "den": 226.0,
      "n": 63.0,
      "share": 0.27876106194690264
     },
     "risk_pays": 226.0,
     "wrong": {
      "den": 226.0,
      "n": 95.0,
      "share": 0.42035398230088494
     }
    },
    "small": {
     "found": {
      "den": 76.0,
      "n": 10.0,
      "share": 0.13157894736842105
     },
     "missed": {
      "den": 76.0,
      "n": 36.0,
      "share": 0.47368421052631576
     },
     "risk_pays": 76.0,
     "wrong": {
      "den": 76.0,
      "n": 30.0,
      "share": 0.39473684210526316
     }
    }
   },
   "trade_off": 1380.0,
   "wrong": {
    "den": 665.0,
    "n": 233.0,
    "share": 0.35037593984962406
   }
  },
  "robust": {
   "by_call": {
    "missed": 6.467828810151654,
    "needless": 26.783755613247468,
    "none": 7.3635900090275355,
    "right_risk": 3.607019029882332,
    "right_safety": 3.4144247122956135,
    "wrong_risk": 17.076725367848603
   },
   "calls": {
    "missed": 141.0,
    "needless": 391.0,
    "right_risk": 221.0,
    "right_safety": 400.0,
    "wrong_risk": 227.0
   },
   "confidence": {
    "auroc_right_risk": 0.5327322116299843,
    "missed_mean_p": null,
    "missed_n": 141,
    "taken_grouped": 0,
    "taken_n": 839,
    "taken_other": 0
   },
   "error_rate": 64.7133435424532,
   "found": {
    "den": 589.0,
    "n": 221.0,
    "share": 0.37521222410865873
   },
   "good": {
    "den": 839.0,
    "n": 221.0,
    "share": 0.2634088200238379
   },
   "judgement": 44.04506126864406,
   "judgement_hi": 46.67068134055684,
   "judgement_lo": 41.416319841927496,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.6168478260869565,
    "x": 0.6247877758913413,
    "y": 0.4943109987357775
   },
   "margin": 0.02,
   "missed": {
    "den": 589.0,
    "n": 141.0,
    "share": 0.23938879456706283
   },
   "needless": {
    "den": 791.0,
    "n": 391.0,
    "share": 0.4943109987357775
   },
   "needless_by_loss": {
    "big": {
     "den": 791.0,
     "n": 290.0,
     "share": 0.3666245259165613
    },
    "medium": {
     "den": 791.0,
     "n": 71.0,
     "share": 0.0897597977243995
    },
    "small": {
     "den": 791.0,
     "n": 30.0,
     "share": 0.03792667509481669
    }
   },
   "no_trade_off": 502.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 51.25374577262185,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 51.25374577262185,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 110.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 110,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 8.276258836259375,
      "needless": 38.01427179804215,
      "none": 1.4101141816252596,
      "right_risk": 5.071869875480245,
      "right_safety": 5.023158240047368,
      "wrong_risk": 23.70815597787187
     },
     "calls": {
      "missed": 109.0,
      "needless": 324.0,
      "right_risk": 163.0,
      "right_safety": 305.0,
      "wrong_risk": 166.0
     },
     "confidence": {
      "auroc_right_risk": 0.5300050081382246,
      "missed_mean_p": null,
      "missed_n": 109,
      "taken_grouped": 0,
      "taken_n": 653,
      "taken_other": 0
     },
     "error_rate": 81.50382890932627,
     "found": {
      "den": 438.0,
      "n": 163.0,
      "share": 0.3721461187214612
     },
     "good": {
      "den": 653.0,
      "n": 163.0,
      "share": 0.24961715160796324
     },
     "judgement": 42.85213900443554,
     "judgement_hi": 45.872926881822615,
     "judgement_lo": 39.974620222510595,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.6036363636363636,
      "x": 0.6278538812785388,
      "y": 0.5151033386327504
     },
     "margin": 0.02,
     "missed": {
      "den": 438.0,
      "n": 109.0,
      "share": 0.24885844748858446
     },
     "needless": {
      "den": 629.0,
      "n": 324.0,
      "share": 0.5151033386327504
     },
     "needless_by_loss": {
      "big": {
       "den": 629.0,
       "n": 243.0,
       "share": 0.3863275039745628
      },
      "medium": {
       "den": 629.0,
       "n": 58.0,
       "share": 0.09220985691573927
      },
      "small": {
       "den": 629.0,
       "n": 23.0,
       "share": 0.03656597774244833
      }
     },
     "no_trade_off": 77.0,
     "reference": null,
     "right_safety": {
      "den": 629.0,
      "n": 305.0,
      "share": 0.4848966613672496
     },
     "risk_pays": 438.0,
     "safety_pays": 629.0,
     "scored": 1144,
     "sdt": {
      "aim": {
       "den": 329.0,
       "n": 163.0,
       "share": 0.49544072948328266
      },
      "beta": 2.2190681171078275,
      "caution": -0.3570451336925335,
      "caution_hi": -0.27871461312005696,
      "caution_lo": -0.4422841534998166,
      "cstar": 1.2484226900651665,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6384755315903271,
      "dprime_hi": 0.8268850248129482,
      "dprime_lo": 0.47648771169563575,
      "false_alarm": {
       "den": 629.0,
       "n": 324.0,
       "share": 0.5151033386327504
      },
      "false_alarm_rate": 0.515079365079365,
      "hit": {
       "den": 438.0,
       "n": 329.0,
       "share": 0.7511415525114156
      },
      "hit_rate": 0.7505694760820045,
      "missed_loss": 0.1737255065812977,
      "missed_n": 109.0,
      "na": null,
      "needless_loss": 0.26844646257382854,
      "needless_n": 324.0
     },
     "size": {
      "bad": {
       "mean": 14.124489795918368,
       "n": 490.0,
       "too_few": false
      },
      "right": {
       "mean": 11.245398773006135,
       "n": 163.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 276.0,
        "n": 124.0,
        "share": 0.4492753623188406
       },
       "missed": {
        "den": 276.0,
        "n": 61.0,
        "share": 0.2210144927536232
       },
       "risk_pays": 276.0,
       "wrong": {
        "den": 276.0,
        "n": 91.0,
        "share": 0.32971014492753625
       }
      },
      "medium": {
       "found": {
        "den": 162.0,
        "n": 39.0,
        "share": 0.24074074074074073
       },
       "missed": {
        "den": 162.0,
        "n": 48.0,
        "share": 0.2962962962962963
       },
       "risk_pays": 162.0,
       "wrong": {
        "den": 162.0,
        "n": 75.0,
        "share": 0.46296296296296297
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1067.0,
     "wrong": {
      "den": 438.0,
      "n": 166.0,
      "share": 0.3789954337899543
     }
    },
    "holding": {
     "by_call": {
      "missed": 15.117412308851877,
      "needless": 56.94910138845444,
      "none": 0.4206806421279907,
      "right_risk": 0.20618587732315063,
      "right_safety": 7.151703039805095,
      "wrong_risk": 10.595890879631042
     },
     "calls": {
      "missed": 3.0,
      "needless": 19.0,
      "right_risk": 2.0,
      "right_safety": 26.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 23,
      "taken_other": 0
     },
     "error_rate": 90.44097413619359,
     "found": {
      "den": 7.0,
      "n": 2.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 23.0,
      "n": 2.0,
      "share": 0.08695652173913043
     },
     "judgement": 43.17460317460317,
     "judgement_hi": 62.508223684210485,
     "judgement_lo": 25.960648148148152,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4,
      "x": 0.7142857142857143,
      "y": 0.4222222222222222
     },
     "margin": 0.02,
     "missed": {
      "den": 7.0,
      "n": 3.0,
      "share": 0.42857142857142855
     },
     "needless": {
      "den": 45.0,
      "n": 19.0,
      "share": 0.4222222222222222
     },
     "needless_by_loss": {
      "big": {
       "den": 45.0,
       "n": 16.0,
       "share": 0.35555555555555557
      },
      "medium": {
       "den": 45.0,
       "n": 2.0,
       "share": 0.044444444444444446
      },
      "small": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 45.0,
      "n": 26.0,
      "share": 0.5777777777777777
     },
     "risk_pays": 7.0,
     "safety_pays": 45.0,
     "scored": 60,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "beta": 3.823768094166152,
      "caution": 0.017291115429061393,
      "caution_hi": 0.47427601698626787,
      "caution_lo": -0.5470489000309915,
      "cstar": 3.840843416900018,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.3492036000784641,
      "dprime_hi": 1.5286214588427816,
      "dprime_lo": -0.7137427879389211,
      "false_alarm": {
       "den": 45.0,
       "n": 19.0,
       "share": 0.4222222222222222
      },
      "false_alarm_rate": 0.42391304347826086,
      "hit": {
       "den": 7.0,
       "n": 4.0,
       "share": 0.5714285714285714
      },
      "hit_rate": 0.5625,
      "missed_loss": 0.6046964923540751,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.3596785350849754,
      "needless_n": 19.0
     },
     "size": {
      "bad": {
       "mean": 16.714285714285715,
       "n": 21.0,
       "too_few": true
      },
      "right": {
       "mean": 18.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 52.0,
     "wrong": {
      "den": 7.0,
      "n": 2.0,
      "share": 0.2857142857142857
     }
    },
    "opening": {
     "by_call": {
      "missed": 6.886471162810636,
      "needless": 13.416685991817051,
      "none": 0.0,
      "right_risk": 3.731109287546969,
      "right_safety": 0.9592034465051702,
      "wrong_risk": 16.78357567366969
     },
     "calls": {
      "missed": 29.0,
      "needless": 48.0,
      "right_risk": 56.0,
      "right_safety": 69.0,
      "wrong_risk": 59.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 29,
      "taken_grouped": 0,
      "taken_n": 163,
      "taken_other": 0
     },
     "error_rate": 41.777045562349514,
     "found": {
      "den": 144.0,
      "n": 56.0,
      "share": 0.3888888888888889
     },
     "good": {
      "den": 163.0,
      "n": 56.0,
      "share": 0.34355828220858897
     },
     "judgement": 48.93162393162393,
     "judgement_hi": 54.54047438318236,
     "judgement_lo": 43.19627544142613,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.6704545454545454,
      "x": 0.6111111111111112,
      "y": 0.41025641025641024
     },
     "margin": 0.02,
     "missed": {
      "den": 144.0,
      "n": 29.0,
      "share": 0.2013888888888889
     },
     "needless": {
      "den": 117.0,
      "n": 48.0,
      "share": 0.41025641025641024
     },
     "needless_by_loss": {
      "big": {
       "den": 117.0,
       "n": 31.0,
       "share": 0.26495726495726496
      },
      "medium": {
       "den": 117.0,
       "n": 11.0,
       "share": 0.09401709401709402
      },
      "small": {
       "den": 117.0,
       "n": 6.0,
       "share": 0.05128205128205128
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 117.0,
      "n": 69.0,
      "share": 0.5897435897435898
     },
     "risk_pays": 144.0,
     "safety_pays": 117.0,
     "scored": 261,
     "sdt": {
      "aim": {
       "den": 115.0,
       "n": 56.0,
       "share": 0.48695652173913045
      },
      "beta": 0.9563759634899738,
      "caution": -0.30221879972456317,
      "caution_hi": -0.15592962116930054,
      "caution_lo": -0.45607792445393014,
      "cstar": -0.042307024368311345,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.054297168309357,
      "dprime_hi": 1.3852161733011976,
      "dprime_lo": 0.7587013616552072,
      "false_alarm": {
       "den": 117.0,
       "n": 48.0,
       "share": 0.41025641025641024
      },
      "false_alarm_rate": 0.4110169491525424,
      "hit": {
       "den": 144.0,
       "n": 115.0,
       "share": 0.7986111111111112
      },
      "hit_rate": 0.7965517241379311,
      "missed_loss": 0.12395648093059145,
      "missed_n": 29.0,
      "na": null,
      "needless_loss": 0.14590646016101042,
      "needless_n": 48.0
     },
     "size": {
      "bad": {
       "mean": 17.523364485981308,
       "n": 107.0,
       "too_few": true
      },
      "right": {
       "mean": 15.125,
       "n": 56.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 84.0,
        "n": 41.0,
        "share": 0.4880952380952381
       },
       "missed": {
        "den": 84.0,
        "n": 16.0,
        "share": 0.19047619047619047
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 27.0,
        "share": 0.32142857142857145
       }
      },
      "medium": {
       "found": {
        "den": 60.0,
        "n": 15.0,
        "share": 0.25
       },
       "missed": {
        "den": 60.0,
        "n": 13.0,
        "share": 0.21666666666666667
       },
       "risk_pays": 60.0,
       "wrong": {
        "den": 60.0,
        "n": 32.0,
        "share": 0.5333333333333333
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 261.0,
     "wrong": {
      "den": 144.0,
      "n": 59.0,
      "share": 0.4097222222222222
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.43958599249004,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.43958599249004,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 307.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 307,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 791.0,
    "n": 400.0,
    "share": 0.5056890012642224
   },
   "risk_pays": 589.0,
   "safety_pays": 791.0,
   "scored": 1882,
   "sdt": {
    "aim": {
     "den": 448.0,
     "n": 221.0,
     "share": 0.49330357142857145
    },
    "beta": 2.0054715301752024,
    "caution": -0.3463025956893848,
    "caution_hi": -0.2835308845629958,
    "caution_lo": -0.4121803439666975,
    "cstar": 0.965037184595933,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7210905666239493,
    "dprime_hi": 0.8624234329290823,
    "dprime_lo": 0.5880127477977382,
    "false_alarm": {
     "den": 791.0,
     "n": 391.0,
     "share": 0.4943109987357775
    },
    "false_alarm_rate": 0.4943181818181818,
    "hit": {
     "den": 589.0,
     "n": 448.0,
     "share": 0.7606112054329371
    },
    "hit_rate": 0.7601694915254237,
    "missed_loss": 0.17265891944262998,
    "missed_n": 141.0,
    "na": null,
    "needless_loss": 0.25783646068609584,
    "needless_n": 391.0
   },
   "size": {
    "bad": {
     "mean": 14.800970873786408,
     "n": 618.0,
     "too_few": false
    },
    "right": {
     "mean": 12.294117647058824,
     "n": 221.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 363.0,
      "n": 165.0,
      "share": 0.45454545454545453
     },
     "missed": {
      "den": 363.0,
      "n": 78.0,
      "share": 0.21487603305785125
     },
     "risk_pays": 363.0,
     "wrong": {
      "den": 363.0,
      "n": 120.0,
      "share": 0.3305785123966942
     }
    },
    "medium": {
     "found": {
      "den": 226.0,
      "n": 56.0,
      "share": 0.24778761061946902
     },
     "missed": {
      "den": 226.0,
      "n": 63.0,
      "share": 0.27876106194690264
     },
     "risk_pays": 226.0,
     "wrong": {
      "den": 226.0,
      "n": 107.0,
      "share": 0.47345132743362833
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1380.0,
   "wrong": {
    "den": 589.0,
    "n": 227.0,
    "share": 0.3853989813242784
   }
  }
 },
 "route": {
  "provider": "local (startlux-decide serve)",
  "reasoning": null,
  "spec": "startlux"
 },
 "running": 0,
 "slug": "startlux-decision-v1-1-0-8b-instant",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 59.48432767763734,
   "n": 32,
   "too_few": true
  },
  "blitz": {
   "error_rate": 69.75298263425903,
   "n": 254,
   "too_few": false
  },
  "holding": {
   "error_rate": 90.44097413619359,
   "n": 60,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 70.99552033469081,
   "n": 384,
   "too_few": false
  },
  "other": {
   "error_rate": 111.22328620784137,
   "n": 196,
   "too_few": true
  },
  "priming": {
   "error_rate": 88.33661975620461,
   "n": 278,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
