{
 "confidence": {
  "auroc_best": 0.7297997677206188,
  "auroc_blunder": 0.6819026586051675,
  "confident_badly_wrong": {
   "den": 1989,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1989,
     "n": 1,
     "share": 0.0005027652086475615
    },
    "mean_loss": 2.1457672119140625e-05,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1989,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.04685269791321042,
  "held_out": {
   "blunders": 0.031867459168019634,
   "kept": 0.019861321854403282,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1989,
  "surest": {
   "cut": 0.4998869723893936,
   "error_rate": 13.377802738224167,
   "n": 498,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-13T16:16:56.424Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1989,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1989
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 40.806344874120555,
   "n": 631,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 54.451672303311874,
   "n": 621,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 27.523700122593862,
   "n": 737,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-13T16:18:28.512Z",
   "id": 1251,
   "opponent": "Fastino GLiDE",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-13T16:16:56.424Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:19:53.395Z",
   "id": 1252,
   "opponent": "Celeris-1 Decision",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-13T16:18:32.222Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:20:49.784Z",
   "id": 1253,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-13T16:19:53.868Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:21:21.068Z",
   "id": 1254,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-13T16:20:50.176Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:22:11.244Z",
   "id": 1255,
   "opponent": "Safest",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-13T16:21:21.489Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:23:27.188Z",
   "id": 1256,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-13T16:22:11.724Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:24:40.258Z",
   "id": 1257,
   "opponent": "Jev 1.14.0",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-13T16:23:27.667Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:26:34.788Z",
   "id": 1258,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 7,
   "started": "2026-11-13T16:24:40.624Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:27:34.748Z",
   "id": 1259,
   "opponent": "SubQ Snap Preview",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-13T16:26:35.223Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T16:27:35.257Z",
   "id": 1260,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-13T16:27:35.185Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T05:00:44.156Z",
   "id": 1387,
   "opponent": "Cygnet",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T04:59:33.429Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:03:26.463Z",
   "id": 1388,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T05:01:43.866Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:05:34.863Z",
   "id": 1389,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-14T05:03:55.880Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:09:43.815Z",
   "id": 1390,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T05:06:19.722Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:13:45.965Z",
   "id": 1391,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-14T05:10:43.960Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:18:43.700Z",
   "id": 1392,
   "opponent": "Clef",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-14T05:15:06.756Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:23:37.255Z",
   "id": 1393,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-14T05:19:34.239Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T05:29:07.644Z",
   "id": 1394,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 6,
   "score_for": 4,
   "started": "2026-11-14T05:25:04.100Z",
   "status": "finished"
  }
 ],
 "name": "StartLux-Decision-v1.1-4B-Instant",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 46.448486626322,
   "n": 343,
   "too_few": false
  },
  "16–25": {
   "error_rate": 55.439529622473366,
   "n": 369,
   "too_few": false
  },
  "26+": {
   "error_rate": 59.622827561656436,
   "n": 199,
   "too_few": true
  },
  "2–5": {
   "error_rate": 19.706336129162967,
   "n": 634,
   "too_few": false
  },
  "6–10": {
   "error_rate": 43.01910354076205,
   "n": 444,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 34.046635031700134,
   "n": 124,
   "too_few": true
  },
  "contact": {
   "error_rate": 44.16964976073427,
   "n": 1282,
   "too_few": false
  },
  "holding": {
   "error_rate": 26.030148400200737,
   "n": 45,
   "too_few": true
  },
  "opening": {
   "error_rate": 43.20250912052062,
   "n": 288,
   "too_few": false
  },
  "race": {
   "error_rate": 21.549224257469177,
   "n": 250,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7297997677206188,
  "best_share": 0.4238310708898944,
  "blunder_share": 0.2986425339366516,
  "brier": 0.2091285448764187,
  "clusters": 96,
  "confidence_n": 1989,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1989,
  "ece": 0.04685269791321042,
  "engine_scored": 1989,
  "error_hi": 43.6986826827898,
  "error_lo": 36.69790553625286,
  "error_rate": 40.14492664971263,
  "first_date": "2026-11-13",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.38071562570682904,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1989,
   "estimate": true,
   "excluded_hours": 12.533333333333333,
   "gaps": [
    [
     "2026-11-13T16:27Z",
     "2026-11-14T04:59Z",
     752
    ]
   ],
   "gpu_decisions": 1989,
   "gpu_usd": 0.14237908642728475,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.669018611113232,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.669018611113232,
     "machine": "dgx_spark",
     "usd": 0.14237908642728475,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.14237908642728475,
   "usd_per_1000": 0.07158325109466303
  },
  "p95_loss": 0.3614137530326843,
  "probability_source": "decision",
  "retry_mean": 0.25355555555555553,
  "scored": 1989,
  "time_median": 0.439,
  "time_p90": 0.8348000000000289,
  "tokens_in": 4506.821015585721,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.07158325109466303,
  "very_confident": 0.0005027652086475615,
  "worst_mean": 0.5488924468406523
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6646533613445378,
   "best_share": 0.5483870967741935,
   "blunder_share": 0.21774193548387097,
   "brier": 0.22768005534500518,
   "clusters": 53,
   "confidence_n": 124,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 124,
   "ece": 0.09271652567988842,
   "engine_scored": 124,
   "error_hi": 49.06353491155997,
   "error_lo": 20.710089968051474,
   "error_rate": 34.046635031700134,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.5129970080960441,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1989,
    "estimate": true,
    "excluded_hours": 12.533333333333333,
    "gaps": [
     [
      "2026-11-13T16:27Z",
      "2026-11-14T04:59Z",
      752
     ]
    ],
    "gpu_decisions": 1989,
    "gpu_usd": 0.14237908642728475,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.669018611113232,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.669018611113232,
      "machine": "dgx_spark",
      "usd": 0.14237908642728475,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.14237908642728475,
    "usd_per_1000": 0.07158325109466303
   },
   "p95_loss": 0.3500508368015289,
   "probability_source": "decision",
   "retry_mean": 0.07800806451612903,
   "scored": 124,
   "time_median": 0.367,
   "time_p90": 0.413,
   "tokens_in": 2789.0806451612902,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.07158325109466303,
   "very_confident": 0.0,
   "worst_mean": 0.5542139808336893
  },
  "contact": {
   "auroc": 0.7213142271756705,
   "best_share": 0.4407176287051482,
   "blunder_share": 0.3174726989079563,
   "brier": 0.2162342334840149,
   "clusters": 96,
   "confidence_n": 1282,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1282,
   "ece": 0.07311676744222438,
   "engine_scored": 1282,
   "error_hi": 48.6631958360039,
   "error_lo": 39.82460573677709,
   "error_rate": 44.16964976073427,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.37022307863356774,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1989,
    "estimate": true,
    "excluded_hours": 12.533333333333333,
    "gaps": [
     [
      "2026-11-13T16:27Z",
      "2026-11-14T04:59Z",
      752
     ]
    ],
    "gpu_decisions": 1989,
    "gpu_usd": 0.14237908642728475,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.669018611113232,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.669018611113232,
      "machine": "dgx_spark",
      "usd": 0.14237908642728475,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.14237908642728475,
    "usd_per_1000": 0.07158325109466303
   },
   "p95_loss": 0.41232823729515145,
   "probability_source": "decision",
   "retry_mean": 0.2963673946957878,
   "scored": 1282,
   "time_median": 0.444,
   "time_p90": 1.375,
   "tokens_in": 4724.129485179407,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.07158325109466303,
   "very_confident": 0.0,
   "worst_mean": 0.5941989314742386
  },
  "holding": {
   "auroc": 0.5809716599190283,
   "best_share": 0.4222222222222222,
   "blunder_share": 0.2222222222222222,
   "brier": 0.23989378968215874,
   "clusters": 14,
   "confidence_n": 45,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 45,
   "ece": 0.11969719184979152,
   "engine_scored": 45,
   "error_hi": 35.744045723391615,
   "error_lo": 18.085698686585918,
   "error_rate": 26.030148400200737,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.38815580292610263,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1989,
    "estimate": true,
    "excluded_hours": 12.533333333333333,
    "gaps": [
     [
      "2026-11-13T16:27Z",
      "2026-11-14T04:59Z",
      752
     ]
    ],
    "gpu_decisions": 1989,
    "gpu_usd": 0.14237908642728475,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.669018611113232,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.669018611113232,
      "machine": "dgx_spark",
      "usd": 0.14237908642728475,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.14237908642728475,
    "usd_per_1000": 0.07158325109466303
   },
   "p95_loss": 0.2661569714546203,
   "probability_source": "decision",
   "retry_mean": 0.20184444444444444,
   "scored": 45,
   "time_median": 0.417,
   "time_p90": 1.356,
   "tokens_in": 4323.355555555556,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.07158325109466303,
   "very_confident": 0.0,
   "worst_mean": 0.29717501997947693
  },
  "opening": {
   "auroc": 0.8115192477225978,
   "best_share": 0.2881944444444444,
   "blunder_share": 0.3854166666666667,
   "brier": 0.15037822068359816,
   "clusters": 96,
   "confidence_n": 288,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 288,
   "ece": 0.0952982643907164,
   "engine_scored": 288,
   "error_hi": 50.21808335376489,
   "error_lo": 36.670576815959066,
   "error_rate": 43.20250912052062,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.31370319980217304,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1989,
    "estimate": true,
    "excluded_hours": 12.533333333333333,
    "gaps": [
     [
      "2026-11-13T16:27Z",
      "2026-11-14T04:59Z",
      752
     ]
    ],
    "gpu_decisions": 1989,
    "gpu_usd": 0.14237908642728475,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.669018611113232,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.669018611113232,
      "machine": "dgx_spark",
      "usd": 0.14237908642728475,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.14237908642728475,
    "usd_per_1000": 0.07158325109466303
   },
   "p95_loss": 0.304791846871376,
   "probability_source": "decision",
   "retry_mean": 0.23838194444444444,
   "scored": 288,
   "time_median": 0.4965,
   "time_p90": 0.8751000000000079,
   "tokens_in": 5048.784722222223,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.07158325109466303,
   "very_confident": 0.0,
   "worst_mean": 0.39914139253752573
  },
  "race": {
   "auroc": 0.6720461658841941,
   "best_share": 0.432,
   "blunder_share": 0.156,
   "brier": 0.2256316539093421,
   "clusters": 90,
   "confidence_n": 250,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 250,
   "ece": 0.054533814484547166,
   "engine_scored": 250,
   "error_hi": 29.290609342748652,
   "error_lo": 15.111744751427509,
   "error_rate": 21.549224257469177,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.4447689241761568,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1989,
    "estimate": true,
    "excluded_hours": 12.533333333333333,
    "gaps": [
     [
      "2026-11-13T16:27Z",
      "2026-11-14T04:59Z",
      752
     ]
    ],
    "gpu_decisions": 1989,
    "gpu_usd": 0.14237908642728475,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.669018611113232,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.669018611113232,
      "machine": "dgx_spark",
      "usd": 0.14237908642728475,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.14237908642728475,
    "usd_per_1000": 0.07158325109466303
   },
   "p95_loss": 0.2108218818902969,
   "probability_source": "decision",
   "retry_mean": 0.147876,
   "scored": 250,
   "time_median": 0.382,
   "time_p90": 0.55,
   "tokens_in": 3653.144,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.07158325109466303,
   "very_confident": 0.004,
   "worst_mean": 0.42249419788519543
  }
 },
 "record": {
  "drawn": 0,
  "lost": 7,
  "won": 10
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 15.66932409956804,
    "needless": 6.356011853258834,
    "none": 5.331382762253015,
    "right_risk": 2.770351346201966,
    "right_safety": 3.947894063170919,
    "wrong_risk": 6.0699625252598555
   },
   "calls": {
    "missed": 407.0,
    "needless": 145.0,
    "right_risk": 265.0,
    "right_safety": 594.0,
    "wrong_risk": 105.0
   },
   "confidence": {
    "auroc_right_risk": 0.5761056603773584,
    "missed_mean_p": 0.3182526096415976,
    "missed_n": 407,
    "taken_grouped": 0,
    "taken_n": 515,
    "taken_other": 0
   },
   "error_rate": 40.14492664971263,
   "found": {
    "den": 777.0,
    "n": 265.0,
    "share": 0.3410553410553411
   },
   "good": {
    "den": 515.0,
    "n": 265.0,
    "share": 0.5145631067961165
   },
   "judgement": 57.242212248978156,
   "judgement_hi": 59.30158088287291,
   "judgement_lo": 54.990324940128716,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.205078125,
    "x": 0.6589446589446589,
    "y": 0.19621109607577808
   },
   "margin": 0.001,
   "missed": {
    "den": 777.0,
    "n": 407.0,
    "share": 0.5238095238095238
   },
   "needless": {
    "den": 739.0,
    "n": 145.0,
    "share": 0.19621109607577808
   },
   "needless_by_loss": {
    "big": {
     "den": 739.0,
     "n": 98.0,
     "share": 0.13261163734776726
    },
    "medium": {
     "den": 739.0,
     "n": 32.0,
     "share": 0.04330175913396482
    },
    "small": {
     "den": 739.0,
     "n": 15.0,
     "share": 0.02029769959404601
    }
   },
   "no_trade_off": 473.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.046635031700134,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.046635031700134,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 124.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 124,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 19.178421630316333,
      "needless": 9.237684065391791,
      "none": 0.630377026132414,
      "right_risk": 3.509267664829766,
      "right_safety": 4.927345643084433,
      "wrong_risk": 6.686553730979538
     },
     "calls": {
      "missed": 283.0,
      "needless": 130.0,
      "right_risk": 214.0,
      "right_safety": 491.0,
      "wrong_risk": 70.0
     },
     "confidence": {
      "auroc_right_risk": 0.572570093457944,
      "missed_mean_p": 0.3359263609220009,
      "missed_n": 283,
      "taken_grouped": 0,
      "taken_n": 414,
      "taken_other": 0
     },
     "error_rate": 44.16964976073427,
     "found": {
      "den": 567.0,
      "n": 214.0,
      "share": 0.37742504409171074
     },
     "good": {
      "den": 414.0,
      "n": 214.0,
      "share": 0.5169082125603864
     },
     "judgement": 58.404263476727245,
     "judgement_hi": 60.850158164662155,
     "judgement_lo": 55.76363168085555,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19830028328611898,
      "x": 0.6225749559082893,
      "y": 0.20933977455716588
     },
     "margin": 0.001,
     "missed": {
      "den": 567.0,
      "n": 283.0,
      "share": 0.4991181657848324
     },
     "needless": {
      "den": 621.0,
      "n": 130.0,
      "share": 0.20933977455716588
     },
     "needless_by_loss": {
      "big": {
       "den": 621.0,
       "n": 89.0,
       "share": 0.143317230273752
      },
      "medium": {
       "den": 621.0,
       "n": 27.0,
       "share": 0.043478260869565216
      },
      "small": {
       "den": 621.0,
       "n": 14.0,
       "share": 0.02254428341384863
      }
     },
     "no_trade_off": 94.0,
     "reference": null,
     "right_safety": {
      "den": 621.0,
      "n": 491.0,
      "share": 0.7906602254428341
     },
     "risk_pays": 567.0,
     "safety_pays": 621.0,
     "scored": 1282,
     "sdt": {
      "aim": {
       "den": 284.0,
       "n": 214.0,
       "share": 0.7535211267605634
      },
      "beta": 1.148422961912401,
      "caution": 0.4024421506517027,
      "caution_hi": 0.5036421214762176,
      "caution_lo": 0.30337584022042624,
      "cstar": 0.1709997668342085,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8092973828327817,
      "dprime_hi": 0.9498543679910257,
      "dprime_lo": 0.6757898589788128,
      "false_alarm": {
       "den": 621.0,
       "n": 130.0,
       "share": 0.20933977455716588
      },
      "false_alarm_rate": 0.20980707395498394,
      "hit": {
       "den": 567.0,
       "n": 284.0,
       "share": 0.5008818342151675
      },
      "hit_rate": 0.5008802816901409,
      "missed_loss": 0.1737578553361522,
      "missed_n": 283.0,
      "na": null,
      "needless_loss": 0.18219555341280425,
      "needless_n": 130.0
     },
     "size": {
      "bad": {
       "mean": 10.295,
       "n": 200.0,
       "too_few": false
      },
      "right": {
       "mean": 9.200934579439252,
       "n": 214.0,
       "too_few": false
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 336.0,
        "n": 150.0,
        "share": 0.44642857142857145
       },
       "missed": {
        "den": 336.0,
        "n": 155.0,
        "share": 0.46130952380952384
       },
       "risk_pays": 336.0,
       "wrong": {
        "den": 336.0,
        "n": 31.0,
        "share": 0.09226190476190477
       }
      },
      "medium": {
       "found": {
        "den": 170.0,
        "n": 46.0,
        "share": 0.27058823529411763
       },
       "missed": {
        "den": 170.0,
        "n": 94.0,
        "share": 0.5529411764705883
       },
       "risk_pays": 170.0,
       "wrong": {
        "den": 170.0,
        "n": 30.0,
        "share": 0.17647058823529413
       }
      },
      "small": {
       "found": {
        "den": 61.0,
        "n": 18.0,
        "share": 0.29508196721311475
       },
       "missed": {
        "den": 61.0,
        "n": 34.0,
        "share": 0.5573770491803278
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 9.0,
        "share": 0.14754098360655737
       }
      }
     },
     "trade_off": 1188.0,
     "wrong": {
      "den": 567.0,
      "n": 70.0,
      "share": 0.12345679012345678
     }
    },
    "holding": {
     "by_call": {
      "missed": 6.99178245332506,
      "needless": 2.830321258968777,
      "none": 4.153070184919569,
      "right_risk": 0.7061547703213162,
      "right_safety": 8.738248215781319,
      "wrong_risk": 2.610571516884698
     },
     "calls": {
      "missed": 6.0,
      "needless": 4.0,
      "right_risk": 4.0,
      "right_safety": 25.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 26.030148400200737,
     "found": {
      "den": 11.0,
      "n": 4.0,
      "share": 0.36363636363636365
     },
     "good": {
      "den": 9.0,
      "n": 4.0,
      "share": 0.4444444444444444
     },
     "judgement": 61.285266457680244,
     "judgement_hi": 74.35473111658456,
     "judgement_lo": 44.015151515151516,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14285714285714285,
      "x": 0.6363636363636364,
      "y": 0.13793103448275862
     },
     "margin": 0.001,
     "missed": {
      "den": 11.0,
      "n": 6.0,
      "share": 0.5454545454545454
     },
     "needless": {
      "den": 29.0,
      "n": 4.0,
      "share": 0.13793103448275862
     },
     "needless_by_loss": {
      "big": {
       "den": 29.0,
       "n": 2.0,
       "share": 0.06896551724137931
      },
      "medium": {
       "den": 29.0,
       "n": 1.0,
       "share": 0.034482758620689655
      },
      "small": {
       "den": 29.0,
       "n": 1.0,
       "share": 0.034482758620689655
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 29.0,
      "n": 25.0,
      "share": 0.8620689655172413
     },
     "risk_pays": 11.0,
     "safety_pays": 29.0,
     "scored": 45,
     "sdt": {
      "aim": {
       "den": 5.0,
       "n": 4.0,
       "share": 0.8
      },
      "beta": 1.600826991439858,
      "caution": 0.5705334225539324,
      "caution_hi": 1.152052543735687,
      "caution_lo": 0.2409015979848621,
      "cstar": 0.504958573462701,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.931799933879714,
      "dprime_hi": 1.9794052481367408,
      "dprime_lo": -0.2714458505291936,
      "false_alarm": {
       "den": 29.0,
       "n": 4.0,
       "share": 0.13793103448275862
      },
      "false_alarm_rate": 0.15,
      "hit": {
       "den": 11.0,
       "n": 5.0,
       "share": 0.45454545454545453
      },
      "hit_rate": 0.4583333333333333,
      "missed_loss": 0.1048767367998759,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.06368222832679749,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 12.6,
       "n": 5.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 40.0,
     "wrong": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.753190602693294,
      "needless": 2.3334449571039944,
      "none": 0.0,
      "right_risk": 3.401287210484346,
      "right_safety": 3.966260442717208,
      "wrong_risk": 11.748325907521778
     },
     "calls": {
      "missed": 118.0,
      "needless": 11.0,
      "right_risk": 47.0,
      "right_safety": 78.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 118,
      "taken_grouped": 0,
      "taken_n": 92,
      "taken_other": 0
     },
     "error_rate": 43.20250912052062,
     "found": {
      "den": 199.0,
      "n": 47.0,
      "share": 0.23618090452261306
     },
     "good": {
      "den": 92.0,
      "n": 47.0,
      "share": 0.5108695652173914
     },
     "judgement": 55.629269945231776,
     "judgement_hi": 61.16453504567048,
     "judgement_lo": 49.99970614163973,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2236842105263158,
      "x": 0.7638190954773869,
      "y": 0.12359550561797752
     },
     "margin": 0.001,
     "missed": {
      "den": 199.0,
      "n": 118.0,
      "share": 0.592964824120603
     },
     "needless": {
      "den": 89.0,
      "n": 11.0,
      "share": 0.12359550561797752
     },
     "needless_by_loss": {
      "big": {
       "den": 89.0,
       "n": 7.0,
       "share": 0.07865168539325842
      },
      "medium": {
       "den": 89.0,
       "n": 4.0,
       "share": 0.0449438202247191
      },
      "small": {
       "den": 89.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 89.0,
      "n": 78.0,
      "share": 0.8764044943820225
     },
     "risk_pays": 199.0,
     "safety_pays": 89.0,
     "scored": 288,
     "sdt": {
      "aim": {
       "den": 81.0,
       "n": 47.0,
       "share": 0.5802469135802469
      },
      "beta": 0.5146368120226422,
      "caution": 0.6854696702622028,
      "caution_hi": 0.9333984711410016,
      "caution_lo": 0.4921899707343455,
      "cstar": -0.7356699921724025,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9029780384468771,
      "dprime_hi": 1.3787451247120777,
      "dprime_lo": 0.5131243275943541,
      "false_alarm": {
       "den": 89.0,
       "n": 11.0,
       "share": 0.12359550561797752
      },
      "false_alarm_rate": 0.12777777777777777,
      "hit": {
       "den": 199.0,
       "n": 81.0,
       "share": 0.40703517587939697
      },
      "hit_rate": 0.4075,
      "missed_loss": 0.10618506599280794,
      "missed_n": 118.0,
      "na": null,
      "needless_loss": 0.1221876632083546,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 10.444444444444445,
       "n": 45.0,
       "too_few": true
      },
      "right": {
       "mean": 7.553191489361702,
       "n": 47.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 103.0,
        "n": 39.0,
        "share": 0.3786407766990291
       },
       "missed": {
        "den": 103.0,
        "n": 50.0,
        "share": 0.4854368932038835
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 14.0,
        "share": 0.13592233009708737
       }
      },
      "medium": {
       "found": {
        "den": 76.0,
        "n": 7.0,
        "share": 0.09210526315789473
       },
       "missed": {
        "den": 76.0,
        "n": 56.0,
        "share": 0.7368421052631579
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 13.0,
        "share": 0.17105263157894737
       }
      },
      "small": {
       "found": {
        "den": 20.0,
        "n": 1.0,
        "share": 0.05
       },
       "missed": {
        "den": 20.0,
        "n": 12.0,
        "share": 0.6
       },
       "risk_pays": 20.0,
       "wrong": {
        "den": 20.0,
        "n": 7.0,
        "share": 0.35
       }
      }
     },
     "trade_off": 288.0,
     "wrong": {
      "den": 199.0,
      "n": 34.0,
      "share": 0.1708542713567839
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.549224257469177,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.549224257469177,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 250.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 250,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 739.0,
    "n": 594.0,
    "share": 0.803788903924222
   },
   "risk_pays": 777.0,
   "safety_pays": 739.0,
   "scored": 1989,
   "sdt": {
    "aim": {
     "den": 370.0,
     "n": 265.0,
     "share": 0.7162162162162162
    },
    "beta": 1.0828897964030326,
    "caution": 0.4566953787896901,
    "caution_hi": 0.5489388906010217,
    "caution_lo": 0.357069886820019,
    "cstar": 0.10027978440779471,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7941102546659696,
    "dprime_hi": 0.9205535748248846,
    "dprime_lo": 0.6746685041148346,
    "false_alarm": {
     "den": 739.0,
     "n": 145.0,
     "share": 0.19621109607577808
    },
    "false_alarm_rate": 0.1966216216216216,
    "hit": {
     "den": 777.0,
     "n": 370.0,
     "share": 0.47619047619047616
    },
    "hit_rate": 0.4762210796915167,
    "missed_loss": 0.15315128075695741,
    "missed_n": 407.0,
    "na": null,
    "needless_loss": 0.1743738976018182,
    "needless_n": 145.0
   },
   "size": {
    "bad": {
     "mean": 10.368,
     "n": 250.0,
     "too_few": false
    },
    "right": {
     "mean": 8.935849056603773,
     "n": 265.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 444.0,
      "n": 191.0,
      "share": 0.43018018018018017
     },
     "missed": {
      "den": 444.0,
      "n": 208.0,
      "share": 0.46846846846846846
     },
     "risk_pays": 444.0,
     "wrong": {
      "den": 444.0,
      "n": 45.0,
      "share": 0.10135135135135136
     }
    },
    "medium": {
     "found": {
      "den": 251.0,
      "n": 55.0,
      "share": 0.21912350597609562
     },
     "missed": {
      "den": 251.0,
      "n": 152.0,
      "share": 0.6055776892430279
     },
     "risk_pays": 251.0,
     "wrong": {
      "den": 251.0,
      "n": 44.0,
      "share": 0.1752988047808765
     }
    },
    "small": {
     "found": {
      "den": 82.0,
      "n": 19.0,
      "share": 0.23170731707317074
     },
     "missed": {
      "den": 82.0,
      "n": 47.0,
      "share": 0.573170731707317
     },
     "risk_pays": 82.0,
     "wrong": {
      "den": 82.0,
      "n": 16.0,
      "share": 0.1951219512195122
     }
    }
   },
   "trade_off": 1516.0,
   "wrong": {
    "den": 777.0,
    "n": 105.0,
    "share": 0.13513513513513514
   }
  },
  "robust": {
   "by_call": {
    "missed": 15.424592612435795,
    "needless": 6.892212690451206,
    "none": 5.331382762253015,
    "right_risk": 2.395972564569246,
    "right_safety": 4.192625550303164,
    "wrong_risk": 5.908140469700203
   },
   "calls": {
    "missed": 360.0,
    "needless": 180.0,
    "right_risk": 231.0,
    "right_safety": 641.0,
    "wrong_risk": 104.0
   },
   "confidence": {
    "auroc_right_risk": 0.5689287238583013,
    "missed_mean_p": 0.3176541279707489,
    "missed_n": 360,
    "taken_grouped": 0,
    "taken_n": 515,
    "taken_other": 0
   },
   "error_rate": 40.14492664971263,
   "found": {
    "den": 695.0,
    "n": 231.0,
    "share": 0.33237410071942447
   },
   "good": {
    "den": 515.0,
    "n": 231.0,
    "share": 0.44854368932038835
   },
   "judgement": 55.6564638666655,
   "judgement_hi": 57.926814693501605,
   "judgement_lo": 53.28865335835847,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.22413793103448276,
    "x": 0.6676258992805756,
    "y": 0.2192448233861145
   },
   "margin": 0.02,
   "missed": {
    "den": 695.0,
    "n": 360.0,
    "share": 0.5179856115107914
   },
   "needless": {
    "den": 821.0,
    "n": 180.0,
    "share": 0.2192448233861145
   },
   "needless_by_loss": {
    "big": {
     "den": 821.0,
     "n": 111.0,
     "share": 0.13520097442143728
    },
    "medium": {
     "den": 821.0,
     "n": 33.0,
     "share": 0.040194884287454324
    },
    "small": {
     "den": 821.0,
     "n": 36.0,
     "share": 0.0438489646772229
    }
   },
   "no_trade_off": 473.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.046635031700134,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.046635031700134,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 124.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 124,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.887412622454757,
      "needless": 9.74543016061024,
      "none": 0.630377026132414,
      "right_risk": 3.082733920974404,
      "right_safety": 5.218354650946005,
      "wrong_risk": 6.60534137961645
     },
     "calls": {
      "missed": 249.0,
      "needless": 157.0,
      "right_risk": 186.0,
      "right_safety": 525.0,
      "wrong_risk": 71.0
     },
     "confidence": {
      "auroc_right_risk": 0.5547538200339559,
      "missed_mean_p": 0.3384930859021871,
      "missed_n": 249,
      "taken_grouped": 0,
      "taken_n": 414,
      "taken_other": 0
     },
     "error_rate": 44.16964976073427,
     "found": {
      "den": 506.0,
      "n": 186.0,
      "share": 0.3675889328063241
     },
     "good": {
      "den": 414.0,
      "n": 186.0,
      "share": 0.4492753623188406
     },
     "judgement": 56.86918271069743,
     "judgement_hi": 59.3886027595644,
     "judgement_lo": 54.2925533545263,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.221875,
      "x": 0.6324110671936759,
      "y": 0.23020527859237536
     },
     "margin": 0.02,
     "missed": {
      "den": 506.0,
      "n": 249.0,
      "share": 0.49209486166007904
     },
     "needless": {
      "den": 682.0,
      "n": 157.0,
      "share": 0.23020527859237536
     },
     "needless_by_loss": {
      "big": {
       "den": 682.0,
       "n": 95.0,
       "share": 0.13929618768328444
      },
      "medium": {
       "den": 682.0,
       "n": 28.0,
       "share": 0.04105571847507331
      },
      "small": {
       "den": 682.0,
       "n": 34.0,
       "share": 0.04985337243401759
      }
     },
     "no_trade_off": 94.0,
     "reference": null,
     "right_safety": {
      "den": 682.0,
      "n": 525.0,
      "share": 0.7697947214076246
     },
     "risk_pays": 506.0,
     "safety_pays": 682.0,
     "scored": 1282,
     "sdt": {
      "aim": {
       "den": 257.0,
       "n": 186.0,
       "share": 0.7237354085603113
      },
      "beta": 1.1029659307115207,
      "caution": 0.35854695255792735,
      "caution_hi": 0.45889949079605075,
      "caution_lo": 0.2575753101732283,
      "cstar": 0.129522245324954,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7566488035130992,
      "dprime_hi": 0.912421987968523,
      "dprime_lo": 0.6100142381698305,
      "false_alarm": {
       "den": 682.0,
       "n": 157.0,
       "share": 0.23020527859237536
      },
      "false_alarm_rate": 0.23060029282576866,
      "hit": {
       "den": 506.0,
       "n": 257.0,
       "share": 0.5079051383399209
      },
      "hit_rate": 0.5078895463510849,
      "missed_loss": 0.19448725286736546,
      "missed_n": 249.0,
      "na": null,
      "needless_loss": 0.15915466835544367,
      "needless_n": 157.0
     },
     "size": {
      "bad": {
       "mean": 10.131578947368421,
       "n": 228.0,
       "too_few": false
      },
      "right": {
       "mean": 9.236559139784946,
       "n": 186.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 336.0,
        "n": 144.0,
        "share": 0.42857142857142855
       },
       "missed": {
        "den": 336.0,
        "n": 155.0,
        "share": 0.46130952380952384
       },
       "risk_pays": 336.0,
       "wrong": {
        "den": 336.0,
        "n": 37.0,
        "share": 0.11011904761904762
       }
      },
      "medium": {
       "found": {
        "den": 170.0,
        "n": 42.0,
        "share": 0.24705882352941178
       },
       "missed": {
        "den": 170.0,
        "n": 94.0,
        "share": 0.5529411764705883
       },
       "risk_pays": 170.0,
       "wrong": {
        "den": 170.0,
        "n": 34.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1188.0,
     "wrong": {
      "den": 506.0,
      "n": 71.0,
      "share": 0.14031620553359683
     }
    },
    "holding": {
     "by_call": {
      "missed": 6.94552395078871,
      "needless": 2.830321258968777,
      "none": 4.153070184919569,
      "right_risk": 0.7061547703213162,
      "right_safety": 8.784506718317667,
      "wrong_risk": 2.610571516884698
     },
     "calls": {
      "missed": 5.0,
      "needless": 4.0,
      "right_risk": 4.0,
      "right_safety": 26.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 26.030148400200737,
     "found": {
      "den": 10.0,
      "n": 4.0,
      "share": 0.4
     },
     "good": {
      "den": 9.0,
      "n": 4.0,
      "share": 0.4444444444444444
     },
     "judgement": 63.33333333333333,
     "judgement_hi": 78.16358784893268,
     "judgement_lo": 43.81384408602151,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16666666666666666,
      "x": 0.6,
      "y": 0.13333333333333333
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 5.0,
      "share": 0.5
     },
     "needless": {
      "den": 30.0,
      "n": 4.0,
      "share": 0.13333333333333333
     },
     "needless_by_loss": {
      "big": {
       "den": 30.0,
       "n": 2.0,
       "share": 0.06666666666666667
      },
      "medium": {
       "den": 30.0,
       "n": 1.0,
       "share": 0.03333333333333333
      },
      "small": {
       "den": 30.0,
       "n": 1.0,
       "share": 0.03333333333333333
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 30.0,
      "n": 26.0,
      "share": 0.8666666666666667
     },
     "risk_pays": 10.0,
     "safety_pays": 30.0,
     "scored": 45,
     "sdt": {
      "aim": {
       "den": 5.0,
       "n": 4.0,
       "share": 0.8
      },
      "beta": 1.5281359327725963,
      "caution": 0.5287071142431905,
      "caution_hi": 1.1613327156490463,
      "caution_lo": 0.034458857268865585,
      "cstar": 0.40102415553185844,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 1.057414228486381,
      "dprime_hi": 2.319150301627611,
      "dprime_lo": -0.3429021482397043,
      "false_alarm": {
       "den": 30.0,
       "n": 4.0,
       "share": 0.13333333333333333
      },
      "false_alarm_rate": 0.14516129032258066,
      "hit": {
       "den": 10.0,
       "n": 5.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.12501943111419678,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.06368222832679749,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 12.6,
       "n": 5.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "missed": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 40.0,
     "wrong": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.365635924869114,
      "needless": 3.776406662331687,
      "none": 0.0,
      "right_risk": 2.714401317967309,
      "right_safety": 4.3538151205413875,
      "wrong_risk": 10.992250094811121
     },
     "calls": {
      "missed": 106.0,
      "needless": 19.0,
      "right_risk": 41.0,
      "right_safety": 90.0,
      "wrong_risk": 32.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 106,
      "taken_grouped": 0,
      "taken_n": 92,
      "taken_other": 0
     },
     "error_rate": 43.20250912052062,
     "found": {
      "den": 179.0,
      "n": 41.0,
      "share": 0.22905027932960895
     },
     "good": {
      "den": 92.0,
      "n": 41.0,
      "share": 0.44565217391304346
     },
     "judgement": 52.73691763620521,
     "judgement_hi": 58.286878642742685,
     "judgement_lo": 47.268270264022696,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2318840579710145,
      "x": 0.770949720670391,
      "y": 0.1743119266055046
     },
     "margin": 0.02,
     "missed": {
      "den": 179.0,
      "n": 106.0,
      "share": 0.5921787709497207
     },
     "needless": {
      "den": 109.0,
      "n": 19.0,
      "share": 0.1743119266055046
     },
     "needless_by_loss": {
      "big": {
       "den": 109.0,
       "n": 14.0,
       "share": 0.12844036697247707
      },
      "medium": {
       "den": 109.0,
       "n": 4.0,
       "share": 0.03669724770642202
      },
      "small": {
       "den": 109.0,
       "n": 1.0,
       "share": 0.009174311926605505
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 109.0,
      "n": 90.0,
      "share": 0.8256880733944955
     },
     "risk_pays": 179.0,
     "safety_pays": 109.0,
     "scored": 288,
     "sdt": {
      "aim": {
       "den": 73.0,
       "n": 41.0,
       "share": 0.5616438356164384
      },
      "beta": 0.600466333565048,
      "caution": 0.5788214836631737,
      "caution_hi": 0.7787251539038043,
      "caution_lo": 0.40084292773876007,
      "cstar": -0.7349677723769648,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6939742424203275,
      "dprime_hi": 1.061622070241509,
      "dprime_lo": 0.3693722799398537,
      "false_alarm": {
       "den": 109.0,
       "n": 19.0,
       "share": 0.1743119266055046
      },
      "false_alarm_rate": 0.17727272727272728,
      "hit": {
       "den": 179.0,
       "n": 73.0,
       "share": 0.40782122905027934
      },
      "hit_rate": 0.4083333333333333,
      "missed_loss": 0.1161000593653265,
      "missed_n": 106.0,
      "na": null,
      "needless_loss": 0.11448474934226588,
      "needless_n": 19.0
     },
     "size": {
      "bad": {
       "mean": 10.117647058823529,
       "n": 51.0,
       "too_few": true
      },
      "right": {
       "mean": 7.536585365853658,
       "n": 41.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 103.0,
        "n": 36.0,
        "share": 0.34951456310679613
       },
       "missed": {
        "den": 103.0,
        "n": 50.0,
        "share": 0.4854368932038835
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 17.0,
        "share": 0.1650485436893204
       }
      },
      "medium": {
       "found": {
        "den": 76.0,
        "n": 5.0,
        "share": 0.06578947368421052
       },
       "missed": {
        "den": 76.0,
        "n": 56.0,
        "share": 0.7368421052631579
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 15.0,
        "share": 0.19736842105263158
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 288.0,
     "wrong": {
      "den": 179.0,
      "n": 32.0,
      "share": 0.1787709497206704
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.549224257469177,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.549224257469177,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 250.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 250,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 821.0,
    "n": 641.0,
    "share": 0.7807551766138855
   },
   "risk_pays": 695.0,
   "safety_pays": 821.0,
   "scored": 1989,
   "sdt": {
    "aim": {
     "den": 335.0,
     "n": 231.0,
     "share": 0.6895522388059702
    },
    "beta": 1.0556824866390457,
    "caution": 0.4093122971677106,
    "caution_hi": 0.49929129116290305,
    "caution_lo": 0.3219198797697718,
    "cstar": 0.0743764012875383,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7285572251798581,
    "dprime_hi": 0.861379028254961,
    "dprime_lo": 0.597954659414223,
    "false_alarm": {
     "den": 821.0,
     "n": 180.0,
     "share": 0.2192448233861145
    },
    "false_alarm_rate": 0.21958637469586376,
    "hit": {
     "den": 695.0,
     "n": 335.0,
     "share": 0.48201438848920863
    },
    "hit_rate": 0.48204022988505746,
    "missed_loss": 0.17044174836741555,
    "missed_n": 360.0,
    "na": null,
    "needless_loss": 0.15231790045897167,
    "needless_n": 180.0
   },
   "size": {
    "bad": {
     "mean": 10.172535211267606,
     "n": 284.0,
     "too_few": false
    },
    "right": {
     "mean": 8.965367965367966,
     "n": 231.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 444.0,
      "n": 182.0,
      "share": 0.4099099099099099
     },
     "missed": {
      "den": 444.0,
      "n": 208.0,
      "share": 0.46846846846846846
     },
     "risk_pays": 444.0,
     "wrong": {
      "den": 444.0,
      "n": 54.0,
      "share": 0.12162162162162163
     }
    },
    "medium": {
     "found": {
      "den": 251.0,
      "n": 49.0,
      "share": 0.1952191235059761
     },
     "missed": {
      "den": 251.0,
      "n": 152.0,
      "share": 0.6055776892430279
     },
     "risk_pays": 251.0,
     "wrong": {
      "den": 251.0,
      "n": 50.0,
      "share": 0.199203187250996
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1516.0,
   "wrong": {
    "den": 695.0,
    "n": 104.0,
    "share": 0.14964028776978416
   }
  }
 },
 "route": {
  "provider": "local (startlux-decide serve)",
  "reasoning": null,
  "spec": "startlux"
 },
 "running": 0,
 "slug": "startlux-decision-v1-1-4b-instant",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 44.68229319900274,
   "n": 32,
   "too_few": true
  },
  "blitz": {
   "error_rate": 31.377722282667417,
   "n": 296,
   "too_few": false
  },
  "holding": {
   "error_rate": 26.030148400200737,
   "n": 45,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 49.06387810177844,
   "n": 464,
   "too_few": false
  },
  "other": {
   "error_rate": 52.327474722495445,
   "n": 130,
   "too_few": true
  },
  "priming": {
   "error_rate": 45.38789072798358,
   "n": 360,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
