{
 "confidence": {
  "auroc_best": 0.7036072506403591,
  "auroc_blunder": 0.6835851067487193,
  "confident_badly_wrong": {
   "den": 1728,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1728,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1728,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.09046097338957285,
  "held_out": {
   "blunders": 0.12779581494387424,
   "kept": 0.007113335147174183,
   "no_cutoff": 75,
   "runs": 300
  },
  "n": 1728,
  "surest": {
   "cut": 0.2946573912517011,
   "error_rate": 36.861989302215754,
   "n": 432,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-11T18:27:02.884Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1728,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1728
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 69.49801334312984,
   "n": 525,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 120.02981779441028,
   "n": 497,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 39.90519538563979,
   "n": 706,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-11T18:27:43.352Z",
   "id": 983,
   "opponent": "Fastino GLiDE",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-11T18:27:02.884Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:28:06.116Z",
   "id": 984,
   "opponent": "Celeris-1 Decision",
   "score_against": 6,
   "score_for": 3,
   "started": "2026-11-11T18:27:43.537Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:28:11.199Z",
   "id": 985,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T18:28:06.295Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:28:30.458Z",
   "id": 986,
   "opponent": "Random",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-11T18:28:11.399Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:28:45.628Z",
   "id": 987,
   "opponent": "Safest",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-11T18:28:30.672Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:29:04.474Z",
   "id": 988,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-11T18:28:45.819Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:29:19.602Z",
   "id": 989,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T18:29:04.656Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:29:35.454Z",
   "id": 990,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T18:29:19.781Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:29:56.730Z",
   "id": 991,
   "opponent": "SubQ Snap Preview",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-11T18:29:35.662Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T18:29:56.981Z",
   "id": 992,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-11T18:29:56.922Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T01:29:42.982Z",
   "id": 1331,
   "opponent": "Cygnet",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T01:29:16.286Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:31:58.355Z",
   "id": 1332,
   "opponent": "Winnow-12B",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-14T01:30:45.038Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:33:50.587Z",
   "id": 1333,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-14T01:33:03.152Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:36:17.739Z",
   "id": 1334,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-14T01:34:29.357Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:39:18.389Z",
   "id": 1335,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 7,
   "score_for": 2,
   "started": "2026-11-14T01:36:51.584Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:41:18.006Z",
   "id": 1336,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T01:40:25.900Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:47:26.937Z",
   "id": 1337,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 5,
   "score_for": 5,
   "started": "2026-11-14T01:41:52.793Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:50:19.153Z",
   "id": 1338,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 8,
   "score_for": 2,
   "started": "2026-11-14T01:48:15.589Z",
   "status": "finished"
  }
 ],
 "name": "KnowLine-0.8B-Gen1",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 68.86978567792819,
   "n": 260,
   "too_few": false
  },
  "16–25": {
   "error_rate": 85.35395683236204,
   "n": 346,
   "too_few": false
  },
  "26+": {
   "error_rate": 136.46007066796184,
   "n": 247,
   "too_few": false
  },
  "2–5": {
   "error_rate": 40.09813752010284,
   "n": 494,
   "too_few": false
  },
  "6–10": {
   "error_rate": 61.316571288847236,
   "n": 381,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 39.908239810631194,
   "n": 116,
   "too_few": true
  },
  "contact": {
   "error_rate": 87.76485620516736,
   "n": 1055,
   "too_few": false
  },
  "holding": {
   "error_rate": 31.386184341767255,
   "n": 34,
   "too_few": true
  },
  "opening": {
   "error_rate": 61.98536243940156,
   "n": 252,
   "too_few": false
  },
  "race": {
   "error_rate": 38.397135329862365,
   "n": 271,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7036072506403591,
  "best_share": 0.30324074074074076,
  "blunder_share": 0.4195601851851852,
  "brier": 0.19734263315529155,
  "clusters": 86,
  "confidence_n": 1728,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1728,
  "ece": 0.09046097338957285,
  "engine_scored": 1728,
  "error_hi": 77.88529467831978,
  "error_lo": 66.21825787567929,
  "error_rate": 71.94117152270067,
  "first_date": "2026-11-11",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.2127797673511679,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1728,
   "estimate": true,
   "excluded_hours": 54.983333333333334,
   "gaps": [
    [
     "2026-11-11T18:29Z",
     "2026-11-14T01:29Z",
     3299
    ]
   ],
   "gpu_decisions": 1728,
   "gpu_usd": 0.08455813832939446,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.3973263888888887,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.3973263888888887,
     "machine": "dgx_spark",
     "usd": 0.08455813832939446,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.08455813832939446,
   "usd_per_1000": 0.04893410782951069
  },
  "p95_loss": 0.6130327016115183,
  "probability_source": "decision",
  "retry_mean": 0.02824710648148148,
  "scored": 1728,
  "time_median": 0.109,
  "time_p90": 0.158,
  "tokens_in": 4773.755787037037,
  "tokens_out": 1.0,
  "too_few": false,
  "usd_per_1000": 0.04893410782951069,
  "very_confident": 0.0,
  "worst_mean": 0.8849888010773548
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5550416281221091,
   "best_share": 0.5948275862068966,
   "blunder_share": 0.22413793103448276,
   "brier": 0.2848122701288527,
   "clusters": 48,
   "confidence_n": 116,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 116,
   "ece": 0.19391469418496243,
   "engine_scored": 116,
   "error_hi": 57.38572756881297,
   "error_lo": 24.889364015114936,
   "error_rate": 39.908239810631194,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.4022293237598568,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1728,
    "estimate": true,
    "excluded_hours": 54.983333333333334,
    "gaps": [
     [
      "2026-11-11T18:29Z",
      "2026-11-14T01:29Z",
      3299
     ]
    ],
    "gpu_decisions": 1728,
    "gpu_usd": 0.08455813832939446,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.3973263888888887,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.3973263888888887,
      "machine": "dgx_spark",
      "usd": 0.08455813832939446,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.08455813832939446,
    "usd_per_1000": 0.04893410782951069
   },
   "p95_loss": 0.45474985241889954,
   "probability_source": "decision",
   "retry_mean": 0.026034482758620688,
   "scored": 116,
   "time_median": 0.131,
   "time_p90": 0.148,
   "tokens_in": 5039.068965517241,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.04893410782951069,
   "very_confident": 0.0,
   "worst_mean": 0.7073848942915598
  },
  "contact": {
   "auroc": 0.7195018385176217,
   "best_share": 0.2739336492890995,
   "blunder_share": 0.4872037914691943,
   "brier": 0.1788506031416431,
   "clusters": 86,
   "confidence_n": 1055,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1055,
   "ece": 0.07031652117521539,
   "engine_scored": 1055,
   "error_hi": 97.33070083547555,
   "error_lo": 77.77171319044092,
   "error_rate": 87.76485620516736,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.20361712811388413,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1728,
    "estimate": true,
    "excluded_hours": 54.983333333333334,
    "gaps": [
     [
      "2026-11-11T18:29Z",
      "2026-11-14T01:29Z",
      3299
     ]
    ],
    "gpu_decisions": 1728,
    "gpu_usd": 0.08455813832939446,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.3973263888888887,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.3973263888888887,
      "machine": "dgx_spark",
      "usd": 0.08455813832939446,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.08455813832939446,
    "usd_per_1000": 0.04893410782951069
   },
   "p95_loss": 0.7205114841461179,
   "probability_source": "decision",
   "retry_mean": 0.030959241706161135,
   "scored": 1055,
   "time_median": 0.111,
   "time_p90": 0.16060000000000002,
   "tokens_in": 4810.893838862559,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.04893410782951069,
   "very_confident": 0.0,
   "worst_mean": 0.9613684157155594
  },
  "holding": {
   "auroc": 0.7707509881422925,
   "best_share": 0.3235294117647059,
   "blunder_share": 0.2647058823529412,
   "brier": 0.19412190808274465,
   "clusters": 11,
   "confidence_n": 34,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 34,
   "ece": 0.15254195424560205,
   "engine_scored": 34,
   "error_hi": 49.20601559625494,
   "error_lo": 16.93313932154932,
   "error_rate": 31.386184341767255,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.19817552563295812,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1728,
    "estimate": true,
    "excluded_hours": 54.983333333333334,
    "gaps": [
     [
      "2026-11-11T18:29Z",
      "2026-11-14T01:29Z",
      3299
     ]
    ],
    "gpu_decisions": 1728,
    "gpu_usd": 0.08455813832939446,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.3973263888888887,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.3973263888888887,
      "machine": "dgx_spark",
      "usd": 0.08455813832939446,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.08455813832939446,
    "usd_per_1000": 0.04893410782951069
   },
   "p95_loss": 0.2494576156139372,
   "probability_source": "decision",
   "retry_mean": 0.03902941176470588,
   "scored": 34,
   "time_median": 0.1305,
   "time_p90": 0.155,
   "tokens_in": 4843.470588235294,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.04893410782951069,
   "very_confident": 0.0,
   "worst_mean": 0.31216228008270264
  },
  "opening": {
   "auroc": 0.731931369571819,
   "best_share": 0.29365079365079366,
   "blunder_share": 0.47619047619047616,
   "brier": 0.21555874170819153,
   "clusters": 86,
   "confidence_n": 252,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 252,
   "ece": 0.16347657692817755,
   "engine_scored": 252,
   "error_hi": 70.84452712025646,
   "error_lo": 53.445852736060125,
   "error_rate": 61.98536243940156,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.13936691005169113,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1728,
    "estimate": true,
    "excluded_hours": 54.983333333333334,
    "gaps": [
     [
      "2026-11-11T18:29Z",
      "2026-11-14T01:29Z",
      3299
     ]
    ],
    "gpu_decisions": 1728,
    "gpu_usd": 0.08455813832939446,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.3973263888888887,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.3973263888888887,
      "machine": "dgx_spark",
      "usd": 0.08455813832939446,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.08455813832939446,
    "usd_per_1000": 0.04893410782951069
   },
   "p95_loss": 0.44192379117012,
   "probability_source": "decision",
   "retry_mean": 0.02670634920634921,
   "scored": 252,
   "time_median": 0.087,
   "time_p90": 0.17580000000000007,
   "tokens_in": 4489.900793650793,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.04893410782951069,
   "very_confident": 0.0,
   "worst_mean": 0.5318003503175882
  },
  "race": {
   "auroc": 0.590448343079922,
   "best_share": 0.2988929889298893,
   "blunder_share": 0.2066420664206642,
   "brier": 0.21535613526821348,
   "clusters": 79,
   "confidence_n": 271,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 271,
   "ece": 0.09795704627398669,
   "engine_scored": 271,
   "error_hi": 50.974229659899656,
   "error_lo": 27.093880814961846,
   "error_rate": 38.397135329862365,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.23745511830989025,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1728,
    "estimate": true,
    "excluded_hours": 54.983333333333334,
    "gaps": [
     [
      "2026-11-11T18:29Z",
      "2026-11-14T01:29Z",
      3299
     ]
    ],
    "gpu_decisions": 1728,
    "gpu_usd": 0.08455813832939446,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.3973263888888887,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.3973263888888887,
      "machine": "dgx_spark",
      "usd": 0.08455813832939446,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.08455813832939446,
    "usd_per_1000": 0.04893410782951069
   },
   "p95_loss": 0.35463249683380127,
   "probability_source": "decision",
   "retry_mean": 0.018715867158671587,
   "scored": 271,
   "time_median": 0.125,
   "time_p90": 0.154,
   "tokens_in": 4770.819188191882,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.04893410782951069,
   "very_confident": 0.0,
   "worst_mean": 0.8029345188822065
  }
 },
 "record": {
  "drawn": 1,
  "lost": 15,
  "won": 1
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 13.397290190267894,
    "needless": 20.19344494436626,
    "none": 10.099367255827895,
    "right_risk": 5.024179583415389,
    "right_safety": 5.088029239602663,
    "wrong_risk": 18.138860309220576
   },
   "calls": {
    "missed": 258.0,
    "needless": 240.0,
    "right_risk": 196.0,
    "right_safety": 354.0,
    "wrong_risk": 183.0
   },
   "confidence": {
    "auroc_right_risk": 0.5451343658030589,
    "missed_mean_p": 0.17792676110014333,
    "missed_n": 258,
    "taken_grouped": 0,
    "taken_n": 619,
    "taken_other": 0
   },
   "error_rate": 71.94117152270067,
   "found": {
    "den": 637.0,
    "n": 196.0,
    "share": 0.3076923076923077
   },
   "good": {
    "den": 619.0,
    "n": 196.0,
    "share": 0.3166397415185784
   },
   "judgement": 45.18259518259518,
   "judgement_hi": 47.726345623838654,
   "judgement_lo": 42.52860988678295,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.41496598639455784,
    "x": 0.6923076923076923,
    "y": 0.40404040404040403
   },
   "margin": 0.001,
   "missed": {
    "den": 637.0,
    "n": 258.0,
    "share": 0.4050235478806907
   },
   "needless": {
    "den": 594.0,
    "n": 240.0,
    "share": 0.40404040404040403
   },
   "needless_by_loss": {
    "big": {
     "den": 594.0,
     "n": 196.0,
     "share": 0.32996632996632996
    },
    "medium": {
     "den": 594.0,
     "n": 31.0,
     "share": 0.05218855218855219
    },
    "small": {
     "den": 594.0,
     "n": 13.0,
     "share": 0.021885521885521887
    }
   },
   "no_trade_off": 497.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 39.908239810631194,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 39.908239810631194,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.185322502213065,
      "needless": 30.245695972894605,
      "none": 2.189314845613959,
      "right_risk": 6.023527477024856,
      "right_safety": 7.0394802432489625,
      "wrong_risk": 24.081515164171915
     },
     "calls": {
      "missed": 187.0,
      "needless": 216.0,
      "right_risk": 142.0,
      "right_safety": 280.0,
      "wrong_risk": 127.0
     },
     "confidence": {
      "auroc_right_risk": 0.5167535827208147,
      "missed_mean_p": null,
      "missed_n": 187,
      "taken_grouped": 0,
      "taken_n": 485,
      "taken_other": 0
     },
     "error_rate": 87.76485620516736,
     "found": {
      "den": 456.0,
      "n": 142.0,
      "share": 0.31140350877192985
     },
     "good": {
      "den": 485.0,
      "n": 142.0,
      "share": 0.2927835051546392
     },
     "judgement": 43.795981890209404,
     "judgement_hi": 46.86406671930382,
     "judgement_lo": 40.58323853906112,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.40445859872611467,
      "x": 0.6885964912280702,
      "y": 0.43548387096774194
     },
     "margin": 0.001,
     "missed": {
      "den": 456.0,
      "n": 187.0,
      "share": 0.4100877192982456
     },
     "needless": {
      "den": 496.0,
      "n": 216.0,
      "share": 0.43548387096774194
     },
     "needless_by_loss": {
      "big": {
       "den": 496.0,
       "n": 176.0,
       "share": 0.3548387096774194
      },
      "medium": {
       "den": 496.0,
       "n": 27.0,
       "share": 0.05443548387096774
      },
      "small": {
       "den": 496.0,
       "n": 13.0,
       "share": 0.02620967741935484
      }
     },
     "no_trade_off": 103.0,
     "reference": null,
     "right_safety": {
      "den": 496.0,
      "n": 280.0,
      "share": 0.5645161290322581
     },
     "risk_pays": 456.0,
     "safety_pays": 496.0,
     "scored": 1055,
     "sdt": {
      "aim": {
       "den": 269.0,
       "n": 142.0,
       "share": 0.5278810408921933
      },
      "beta": 1.566200160868213,
      "caution": -0.03235680963673805,
      "caution_hi": 0.051998663071535764,
      "caution_lo": -0.12093621487322549,
      "cstar": 1.1536061986387602,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.3889129640396628,
      "dprime_hi": 0.5369911683287608,
      "dprime_lo": 0.23583608290403926,
      "false_alarm": {
       "den": 496.0,
       "n": 216.0,
       "share": 0.43548387096774194
      },
      "false_alarm_rate": 0.43561368209255535,
      "hit": {
       "den": 456.0,
       "n": 269.0,
       "share": 0.5899122807017544
      },
      "hit_rate": 0.5897155361050328,
      "missed_loss": 0.20519267636186936,
      "missed_n": 187.0,
      "na": null,
      "needless_loss": 0.2954556412167019,
      "needless_n": 216.0
     },
     "size": {
      "bad": {
       "mean": 13.626822157434402,
       "n": 343.0,
       "too_few": false
      },
      "right": {
       "mean": 12.316901408450704,
       "n": 142.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 104.0,
        "share": 0.37410071942446044
       },
       "missed": {
        "den": 278.0,
        "n": 110.0,
        "share": 0.39568345323741005
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 64.0,
        "share": 0.2302158273381295
       }
      },
      "medium": {
       "found": {
        "den": 126.0,
        "n": 28.0,
        "share": 0.2222222222222222
       },
       "missed": {
        "den": 126.0,
        "n": 52.0,
        "share": 0.4126984126984127
       },
       "risk_pays": 126.0,
       "wrong": {
        "den": 126.0,
        "n": 46.0,
        "share": 0.36507936507936506
       }
      },
      "small": {
       "found": {
        "den": 52.0,
        "n": 10.0,
        "share": 0.19230769230769232
       },
       "missed": {
        "den": 52.0,
        "n": 25.0,
        "share": 0.4807692307692308
       },
       "risk_pays": 52.0,
       "wrong": {
        "den": 52.0,
        "n": 17.0,
        "share": 0.3269230769230769
       }
      }
     },
     "trade_off": 952.0,
     "wrong": {
      "den": 456.0,
      "n": 127.0,
      "share": 0.27850877192982454
     }
    },
    "holding": {
     "by_call": {
      "missed": 5.9154261561001045,
      "needless": 7.452365230111515,
      "none": 1.2948030934614294,
      "right_risk": 3.225130193373736,
      "right_safety": 11.917449095669914,
      "wrong_risk": 1.581010573050555
     },
     "calls": {
      "missed": 7.0,
      "needless": 2.0,
      "right_risk": 2.0,
      "right_safety": 15.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 31.386184341767255,
     "found": {
      "den": 11.0,
      "n": 2.0,
      "share": 0.18181818181818182
     },
     "good": {
      "den": 6.0,
      "n": 2.0,
      "share": 0.3333333333333333
     },
     "judgement": 53.20855614973262,
     "judgement_hi": 80.0,
     "judgement_lo": 40.0,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2222222222222222,
      "x": 0.8181818181818182,
      "y": 0.11764705882352941
     },
     "margin": 0.001,
     "missed": {
      "den": 11.0,
      "n": 7.0,
      "share": 0.6363636363636364
     },
     "needless": {
      "den": 17.0,
      "n": 2.0,
      "share": 0.11764705882352941
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "medium": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 15.0,
      "share": 0.8823529411764706
     },
     "risk_pays": 11.0,
     "safety_pays": 17.0,
     "scored": 34,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "beta": 6.814474554103319,
      "caution": 0.701982136020567,
      "caution_hi": 1.4352462190530149,
      "caution_lo": 0.07568504914214277,
      "cstar": 2.5030457082883344,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.7666855441123837,
      "dprime_hi": 2.1237122674188202,
      "dprime_lo": -0.33507434658709534,
      "false_alarm": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "false_alarm_rate": 0.1388888888888889,
      "hit": {
       "den": 11.0,
       "n": 4.0,
       "share": 0.36363636363636365
      },
      "hit_rate": 0.375,
      "missed_loss": 0.0574641398021153,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.2533804178237915,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 16.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 16.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      },
      "small": {
       "found": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 7.0,
        "n": 5.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       }
      }
     },
     "trade_off": 28.0,
     "wrong": {
      "den": 11.0,
      "n": 2.0,
      "share": 0.18181818181818182
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.936022696987031,
      "needless": 10.840012677132137,
      "none": 0.24990737438201904,
      "right_risk": 8.79883494168993,
      "right_safety": 3.810593651400672,
      "wrong_risk": 23.349991097809777
     },
     "calls": {
      "missed": 64.0,
      "needless": 22.0,
      "right_risk": 52.0,
      "right_safety": 59.0,
      "wrong_risk": 54.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 64,
      "taken_grouped": 0,
      "taken_n": 128,
      "taken_other": 0
     },
     "error_rate": 61.98536243940156,
     "found": {
      "den": 170.0,
      "n": 52.0,
      "share": 0.3058823529411765
     },
     "good": {
      "den": 128.0,
      "n": 52.0,
      "share": 0.40625
     },
     "judgement": 51.71387073347857,
     "judgement_hi": 57.01214366970712,
     "judgement_lo": 46.14516715116279,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4576271186440678,
      "x": 0.6941176470588235,
      "y": 0.2716049382716049
     },
     "margin": 0.001,
     "missed": {
      "den": 170.0,
      "n": 64.0,
      "share": 0.3764705882352941
     },
     "needless": {
      "den": 81.0,
      "n": 22.0,
      "share": 0.2716049382716049
     },
     "needless_by_loss": {
      "big": {
       "den": 81.0,
       "n": 18.0,
       "share": 0.2222222222222222
      },
      "medium": {
       "den": 81.0,
       "n": 4.0,
       "share": 0.04938271604938271
      },
      "small": {
       "den": 81.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 81.0,
      "n": 59.0,
      "share": 0.7283950617283951
     },
     "risk_pays": 170.0,
     "safety_pays": 81.0,
     "scored": 252,
     "sdt": {
      "aim": {
       "den": 106.0,
       "n": 52.0,
       "share": 0.49056603773584906
      },
      "beta": 1.0059773809272712,
      "caution": 0.14336356916688026,
      "caution_hi": 0.32439473560791815,
      "caution_lo": -0.024893731197772953,
      "cstar": 0.0065314128587359065,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9124499378539842,
      "dprime_hi": 1.2680967695405925,
      "dprime_lo": 0.5983667969499984,
      "false_alarm": {
       "den": 81.0,
       "n": 22.0,
       "share": 0.2716049382716049
      },
      "false_alarm_rate": 0.27439024390243905,
      "hit": {
       "den": 170.0,
       "n": 106.0,
       "share": 0.6235294117647059
      },
      "hit_rate": 0.6228070175438597,
      "missed_loss": 0.11762117873877287,
      "missed_n": 64.0,
      "na": null,
      "needless_loss": 0.24833483587611804,
      "needless_n": 22.0
     },
     "size": {
      "bad": {
       "mean": 12.657894736842104,
       "n": 76.0,
       "too_few": true
      },
      "right": {
       "mean": 10.923076923076923,
       "n": 52.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 79.0,
        "n": 36.0,
        "share": 0.45569620253164556
       },
       "missed": {
        "den": 79.0,
        "n": 26.0,
        "share": 0.3291139240506329
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 17.0,
        "share": 0.21518987341772153
       }
      },
      "medium": {
       "found": {
        "den": 77.0,
        "n": 12.0,
        "share": 0.15584415584415584
       },
       "missed": {
        "den": 77.0,
        "n": 33.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 32.0,
        "share": 0.4155844155844156
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 4.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 14.0,
        "n": 5.0,
        "share": 0.35714285714285715
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 5.0,
        "share": 0.35714285714285715
       }
      }
     },
     "trade_off": 251.0,
     "wrong": {
      "den": 170.0,
      "n": 54.0,
      "share": 0.3176470588235294
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 38.397135329862365,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 38.397135329862365,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 271.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 271,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 594.0,
    "n": 354.0,
    "share": 0.5959595959595959
   },
   "risk_pays": 637.0,
   "safety_pays": 594.0,
   "scored": 1728,
   "sdt": {
    "aim": {
     "den": 379.0,
     "n": 196.0,
     "share": 0.5171503957783641
    },
    "beta": 1.510945943760606,
    "caution": 0.0012525541214276625,
    "caution_hi": 0.0801585451859088,
    "caution_lo": -0.07203044990876908,
    "cstar": 0.8554687991926408,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.48246751710675206,
    "dprime_hi": 0.6171748821133691,
    "dprime_lo": 0.3316294836372772,
    "false_alarm": {
     "den": 594.0,
     "n": 240.0,
     "share": 0.40404040404040403
    },
    "false_alarm_rate": 0.4042016806722689,
    "hit": {
     "den": 637.0,
     "n": 379.0,
     "share": 0.5949764521193093
    },
    "hit_rate": 0.5948275862068966,
    "missed_loss": 0.17946137557196062,
    "missed_n": 258.0,
    "na": null,
    "needless_loss": 0.29078560719887414,
    "needless_n": 240.0
   },
   "size": {
    "bad": {
     "mean": 13.4822695035461,
     "n": 423.0,
     "too_few": false
    },
    "right": {
     "mean": 11.989795918367347,
     "n": 196.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 359.0,
      "n": 141.0,
      "share": 0.39275766016713093
     },
     "missed": {
      "den": 359.0,
      "n": 137.0,
      "share": 0.3816155988857939
     },
     "risk_pays": 359.0,
     "wrong": {
      "den": 359.0,
      "n": 81.0,
      "share": 0.22562674094707522
     }
    },
    "medium": {
     "found": {
      "den": 205.0,
      "n": 40.0,
      "share": 0.1951219512195122
     },
     "missed": {
      "den": 205.0,
      "n": 86.0,
      "share": 0.4195121951219512
     },
     "risk_pays": 205.0,
     "wrong": {
      "den": 205.0,
      "n": 79.0,
      "share": 0.3853658536585366
     }
    },
    "small": {
     "found": {
      "den": 73.0,
      "n": 15.0,
      "share": 0.2054794520547945
     },
     "missed": {
      "den": 73.0,
      "n": 35.0,
      "share": 0.4794520547945205
     },
     "risk_pays": 73.0,
     "wrong": {
      "den": 73.0,
      "n": 23.0,
      "share": 0.3150684931506849
     }
    }
   },
   "trade_off": 1231.0,
   "wrong": {
    "den": 637.0,
    "n": 183.0,
    "share": 0.28728414442700156
   }
  },
  "robust": {
   "by_call": {
    "missed": 13.025487074628472,
    "needless": 22.27919401290516,
    "none": 10.099367255827895,
    "right_risk": 4.203784141551565,
    "right_safety": 5.459832355242084,
    "wrong_risk": 16.8735066825455
   },
   "calls": {
    "missed": 223.0,
    "needless": 278.0,
    "right_risk": 166.0,
    "right_safety": 389.0,
    "wrong_risk": 175.0
   },
   "confidence": {
    "auroc_right_risk": 0.5687651267320939,
    "missed_mean_p": 0.17632478060032813,
    "missed_n": 223,
    "taken_grouped": 0,
    "taken_n": 619,
    "taken_other": 0
   },
   "error_rate": 71.94117152270067,
   "found": {
    "den": 564.0,
    "n": 166.0,
    "share": 0.29432624113475175
   },
   "good": {
    "den": 619.0,
    "n": 166.0,
    "share": 0.2681744749596123
   },
   "judgement": 43.87673184684253,
   "judgement_hi": 46.61336859711466,
   "judgement_lo": 41.28196347512291,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.4396984924623116,
    "x": 0.7056737588652482,
    "y": 0.41679160419790107
   },
   "margin": 0.02,
   "missed": {
    "den": 564.0,
    "n": 223.0,
    "share": 0.3953900709219858
   },
   "needless": {
    "den": 667.0,
    "n": 278.0,
    "share": 0.41679160419790107
   },
   "needless_by_loss": {
    "big": {
     "den": 667.0,
     "n": 211.0,
     "share": 0.31634182908545727
    },
    "medium": {
     "den": 667.0,
     "n": 37.0,
     "share": 0.05547226386806597
    },
    "small": {
     "den": 667.0,
     "n": 30.0,
     "share": 0.044977511244377814
    }
   },
   "no_trade_off": 497.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 39.908239810631194,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 39.908239810631194,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 116.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 116,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.698278260457005,
      "needless": 33.52214302779374,
      "none": 2.189314845613959,
      "right_risk": 4.942527964216838,
      "right_safety": 7.526524485005021,
      "wrong_risk": 21.886067622080798
     },
     "calls": {
      "missed": 162.0,
      "needless": 243.0,
      "right_risk": 123.0,
      "right_safety": 305.0,
      "wrong_risk": 119.0
     },
     "confidence": {
      "auroc_right_risk": 0.5515429187441045,
      "missed_mean_p": null,
      "missed_n": 162,
      "taken_grouped": 0,
      "taken_n": 485,
      "taken_other": 0
     },
     "error_rate": 87.76485620516736,
     "found": {
      "den": 404.0,
      "n": 123.0,
      "share": 0.30445544554455445
     },
     "good": {
      "den": 485.0,
      "n": 123.0,
      "share": 0.2536082474226804
     },
     "judgement": 43.05123943051239,
     "judgement_hi": 46.18913083278258,
     "judgement_lo": 39.88554832483577,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4234875444839858,
      "x": 0.6955445544554455,
      "y": 0.44343065693430656
     },
     "margin": 0.02,
     "missed": {
      "den": 404.0,
      "n": 162.0,
      "share": 0.400990099009901
     },
     "needless": {
      "den": 548.0,
      "n": 243.0,
      "share": 0.44343065693430656
     },
     "needless_by_loss": {
      "big": {
       "den": 548.0,
       "n": 189.0,
       "share": 0.3448905109489051
      },
      "medium": {
       "den": 548.0,
       "n": 31.0,
       "share": 0.05656934306569343
      },
      "small": {
       "den": 548.0,
       "n": 23.0,
       "share": 0.041970802919708027
      }
     },
     "no_trade_off": 103.0,
     "reference": null,
     "right_safety": {
      "den": 548.0,
      "n": 305.0,
      "share": 0.5565693430656934
     },
     "risk_pays": 404.0,
     "safety_pays": 548.0,
     "scored": 1055,
     "sdt": {
      "aim": {
       "den": 242.0,
       "n": 123.0,
       "share": 0.5082644628099173
      },
      "beta": 1.7128080288335596,
      "caution": -0.054068449389827994,
      "caution_hi": 0.0279768515957958,
      "caution_lo": -0.14286639564312928,
      "cstar": 1.3722002014703258,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.3921688287572898,
      "dprime_hi": 0.5383840408791414,
      "dprime_lo": 0.23720041938550215,
      "false_alarm": {
       "den": 548.0,
       "n": 243.0,
       "share": 0.44343065693430656
      },
      "false_alarm_rate": 0.4435336976320583,
      "hit": {
       "den": 404.0,
       "n": 242.0,
       "share": 0.599009900990099
      },
      "hit_rate": 0.5987654320987654,
      "missed_loss": 0.23051461191089065,
      "missed_n": 162.0,
      "na": null,
      "needless_loss": 0.2910770443977152,
      "needless_n": 243.0
     },
     "size": {
      "bad": {
       "mean": 13.505524861878452,
       "n": 362.0,
       "too_few": false
      },
      "right": {
       "mean": 12.471544715447154,
       "n": 123.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 98.0,
        "share": 0.35251798561151076
       },
       "missed": {
        "den": 278.0,
        "n": 110.0,
        "share": 0.39568345323741005
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 70.0,
        "share": 0.2517985611510791
       }
      },
      "medium": {
       "found": {
        "den": 126.0,
        "n": 25.0,
        "share": 0.1984126984126984
       },
       "missed": {
        "den": 126.0,
        "n": 52.0,
        "share": 0.4126984126984127
       },
       "risk_pays": 126.0,
       "wrong": {
        "den": 126.0,
        "n": 49.0,
        "share": 0.3888888888888889
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 952.0,
     "wrong": {
      "den": 404.0,
      "n": 119.0,
      "share": 0.29455445544554454
     }
    },
    "holding": {
     "by_call": {
      "missed": 2.964891055051018,
      "needless": 7.8276465920841,
      "none": 1.2948030934614294,
      "right_risk": 3.225130193373736,
      "right_safety": 14.867984196719002,
      "wrong_risk": 1.2057292110779707
     },
     "calls": {
      "missed": 2.0,
      "needless": 4.0,
      "right_risk": 1.0,
      "right_safety": 20.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 31.386184341767255,
     "found": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "good": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "judgement": 54.16666666666667,
     "judgement_hi": 90.05208333333326,
     "judgement_lo": 34.25939849624061,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 0.75,
      "y": 0.16666666666666666
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "needless": {
      "den": 24.0,
      "n": 4.0,
      "share": 0.16666666666666666
     },
     "needless_by_loss": {
      "big": {
       "den": 24.0,
       "n": 2.0,
       "share": 0.08333333333333333
      },
      "medium": {
       "den": 24.0,
       "n": 1.0,
       "share": 0.041666666666666664
      },
      "small": {
       "den": 24.0,
       "n": 1.0,
       "share": 0.041666666666666664
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 24.0,
      "n": 20.0,
      "share": 0.8333333333333334
     },
     "risk_pays": 4.0,
     "safety_pays": 24.0,
     "scored": 34,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 7.920338164279772,
      "caution": 0.45768254392140706,
      "caution_hi": 1.2772701492017002,
      "caution_lo": -0.23792981508996308,
      "cstar": 2.2607743401070763,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.9153650878428141,
      "dprime_hi": 2.2855003981482938,
      "dprime_lo": -0.23812854248435378,
      "false_alarm": {
       "den": 24.0,
       "n": 4.0,
       "share": 0.16666666666666666
      },
      "false_alarm_rate": 0.18,
      "hit": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.10080629587173462,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.1330699920654297,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 16.8,
       "n": 5.0,
       "too_few": true
      },
      "right": {
       "mean": 16.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 28.0,
     "wrong": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.823618271048106,
      "needless": 11.37478720574152,
      "none": 0.24990737438201904,
      "right_risk": 7.698879237212832,
      "right_safety": 3.9229980773395963,
      "wrong_risk": 23.91517227367749
     },
     "calls": {
      "missed": 59.0,
      "needless": 31.0,
      "right_risk": 42.0,
      "right_safety": 64.0,
      "wrong_risk": 55.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 59,
      "taken_grouped": 0,
      "taken_n": 128,
      "taken_other": 0
     },
     "error_rate": 61.98536243940156,
     "found": {
      "den": 156.0,
      "n": 42.0,
      "share": 0.2692307692307692
     },
     "good": {
      "den": 128.0,
      "n": 42.0,
      "share": 0.328125
     },
     "judgement": 47.145748987854255,
     "judgement_hi": 52.67621527777776,
     "judgement_lo": 41.45929156753899,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4824561403508772,
      "x": 0.7307692307692307,
      "y": 0.3263157894736842
     },
     "margin": 0.02,
     "missed": {
      "den": 156.0,
      "n": 59.0,
      "share": 0.3782051282051282
     },
     "needless": {
      "den": 95.0,
      "n": 31.0,
      "share": 0.3263157894736842
     },
     "needless_by_loss": {
      "big": {
       "den": 95.0,
       "n": 20.0,
       "share": 0.21052631578947367
      },
      "medium": {
       "den": 95.0,
       "n": 5.0,
       "share": 0.05263157894736842
      },
      "small": {
       "den": 95.0,
       "n": 6.0,
       "share": 0.06315789473684211
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 95.0,
      "n": 64.0,
      "share": 0.6736842105263158
     },
     "risk_pays": 156.0,
     "safety_pays": 95.0,
     "scored": 252,
     "sdt": {
      "aim": {
       "den": 97.0,
       "n": 42.0,
       "share": 0.4329896907216495
      },
      "beta": 0.8893616180942693,
      "caution": 0.0684690482554006,
      "caution_hi": 0.22969786122803224,
      "caution_lo": -0.08571322504622074,
      "cstar": -0.1556595892639525,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7532549534602315,
      "dprime_hi": 1.083710952446066,
      "dprime_lo": 0.4191953822064657,
      "false_alarm": {
       "den": 95.0,
       "n": 31.0,
       "share": 0.3263157894736842
      },
      "false_alarm_rate": 0.328125,
      "hit": {
       "den": 156.0,
       "n": 97.0,
       "share": 0.6217948717948718
      },
      "hit_rate": 0.6210191082802548,
      "missed_loss": 0.12662887472217366,
      "missed_n": 59.0,
      "na": null,
      "needless_loss": 0.1849320242481847,
      "needless_n": 31.0
     },
     "size": {
      "bad": {
       "mean": 12.581395348837209,
       "n": 86.0,
       "too_few": true
      },
      "right": {
       "mean": 10.666666666666666,
       "n": 42.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 79.0,
        "n": 33.0,
        "share": 0.4177215189873418
       },
       "missed": {
        "den": 79.0,
        "n": 26.0,
        "share": 0.3291139240506329
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 20.0,
        "share": 0.25316455696202533
       }
      },
      "medium": {
       "found": {
        "den": 77.0,
        "n": 9.0,
        "share": 0.11688311688311688
       },
       "missed": {
        "den": 77.0,
        "n": 33.0,
        "share": 0.42857142857142855
       },
       "risk_pays": 77.0,
       "wrong": {
        "den": 77.0,
        "n": 35.0,
        "share": 0.45454545454545453
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 251.0,
     "wrong": {
      "den": 156.0,
      "n": 55.0,
      "share": 0.3525641025641026
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 38.397135329862365,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 38.397135329862365,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 271.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 271,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 667.0,
    "n": 389.0,
    "share": 0.5832083958020989
   },
   "risk_pays": 564.0,
   "safety_pays": 667.0,
   "scored": 1728,
   "sdt": {
    "aim": {
     "den": 341.0,
     "n": 166.0,
     "share": 0.4868035190615836
    },
    "beta": 1.6226030958336077,
    "caution": -0.02751398351166018,
    "caution_hi": 0.05499866520880527,
    "caution_lo": -0.11137217702794475,
    "cstar": 1.0198600130157176,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.4746060270487452,
    "dprime_hi": 0.6209300000369594,
    "dprime_lo": 0.32120638327416356,
    "false_alarm": {
     "den": 667.0,
     "n": 278.0,
     "share": 0.41679160419790107
    },
    "false_alarm_rate": 0.41691616766467066,
    "hit": {
     "den": 564.0,
     "n": 341.0,
     "share": 0.6046099290780141
    },
    "hit_rate": 0.6044247787610619,
    "missed_loss": 0.2018658445287713,
    "missed_n": 223.0,
    "na": null,
    "needless_loss": 0.2769672464338138,
    "needless_n": 278.0
   },
   "size": {
    "bad": {
     "mean": 13.36644591611479,
     "n": 453.0,
     "too_few": false
    },
    "right": {
     "mean": 12.036144578313253,
     "n": 166.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 359.0,
      "n": 132.0,
      "share": 0.36768802228412256
     },
     "missed": {
      "den": 359.0,
      "n": 137.0,
      "share": 0.3816155988857939
     },
     "risk_pays": 359.0,
     "wrong": {
      "den": 359.0,
      "n": 90.0,
      "share": 0.25069637883008355
     }
    },
    "medium": {
     "found": {
      "den": 205.0,
      "n": 34.0,
      "share": 0.16585365853658537
     },
     "missed": {
      "den": 205.0,
      "n": 86.0,
      "share": 0.4195121951219512
     },
     "risk_pays": 205.0,
     "wrong": {
      "den": 205.0,
      "n": 85.0,
      "share": 0.4146341463414634
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1231.0,
   "wrong": {
    "den": 564.0,
    "n": 175.0,
    "share": 0.3102836879432624
   }
  }
 },
 "route": {
  "provider": "local (knowline_server.py)",
  "reasoning": null,
  "spec": "knowline/m"
 },
 "running": 0,
 "slug": "knowline-0-8b-gen1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 137.16659777694278,
   "n": 18,
   "too_few": true
  },
  "blitz": {
   "error_rate": 76.66379004969436,
   "n": 236,
   "too_few": false
  },
  "holding": {
   "error_rate": 31.386184341767255,
   "n": 34,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 85.3174139228132,
   "n": 360,
   "too_few": false
  },
  "other": {
   "error_rate": 104.3951256821553,
   "n": 144,
   "too_few": true
  },
  "priming": {
   "error_rate": 88.49529620974955,
   "n": 297,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
