{
 "confidence": {
  "auroc_best": 0.6953098466910621,
  "auroc_blunder": 0.6608228625633689,
  "confident_badly_wrong": {
   "den": 1762,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1762,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1762,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.07109489670828603,
  "held_out": {
   "blunders": 0.18583270950280928,
   "kept": 0.003664154377537054,
   "no_cutoff": 23,
   "runs": 300
  },
  "n": 1762,
  "surest": {
   "cut": 0.269681,
   "error_rate": 49.10500013098425,
   "n": 441,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-11T21:19:23.019Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1763,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1763
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 87.77160674114438,
   "n": 544,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 136.5775070533678,
   "n": 514,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 39.05389657680025,
   "n": 705,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-11T21:19:49.037Z",
   "id": 1041,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T21:19:23.019Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:20:13.548Z",
   "id": 1042,
   "opponent": "Celeris-1 Decision",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-11T21:19:49.238Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:20:18.190Z",
   "id": 1043,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T21:20:13.742Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:20:38.516Z",
   "id": 1044,
   "opponent": "Random",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-11T21:20:18.395Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:20:54.079Z",
   "id": 1045,
   "opponent": "Safest",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-11T21:20:38.702Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:21:25.743Z",
   "id": 1046,
   "opponent": "Liquid d1-ultra",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-11T21:20:54.259Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:21:47.160Z",
   "id": 1047,
   "opponent": "Jev 1.14.0",
   "score_against": 8,
   "score_for": 1,
   "started": "2026-11-11T21:21:25.940Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:22:10.004Z",
   "id": 1048,
   "opponent": "Jev 1.13.0",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-11T21:21:47.348Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:22:36.321Z",
   "id": 1049,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-11T21:22:10.216Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T21:22:36.595Z",
   "id": 1050,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-11T21:22:36.522Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T02:25:35.299Z",
   "id": 1347,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T02:25:15.380Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:27:57.738Z",
   "id": 1348,
   "opponent": "Winnow-12B",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-14T02:26:39.921Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:29:38.528Z",
   "id": 1349,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T02:28:51.328Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:32:57.769Z",
   "id": 1350,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 8,
   "score_for": 0,
   "started": "2026-11-14T02:30:20.863Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:35:06.408Z",
   "id": 1351,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-14T02:33:42.561Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:39:06.714Z",
   "id": 1352,
   "opponent": "Clef",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-14T02:36:04.043Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:44:34.372Z",
   "id": 1353,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-14T02:40:28.505Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:47:54.898Z",
   "id": 1354,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-14T02:45:50.951Z",
   "status": "finished"
  }
 ],
 "name": "OneJev1.6-0.8B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 88.44277670750252,
   "n": 325,
   "too_few": false
  },
  "16–25": {
   "error_rate": 102.20082432536755,
   "n": 354,
   "too_few": false
  },
  "26+": {
   "error_rate": 138.07396151657616,
   "n": 224,
   "too_few": false
  },
  "2–5": {
   "error_rate": 47.45448641479015,
   "n": 480,
   "too_few": false
  },
  "6–10": {
   "error_rate": 70.66282810349213,
   "n": 380,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 31.044970429132857,
   "n": 126,
   "too_few": true
  },
  "contact": {
   "error_rate": 110.69780286630927,
   "n": 1023,
   "too_few": false
  },
  "holding": {
   "error_rate": 56.47846062978109,
   "n": 42,
   "too_few": true
  },
  "opening": {
   "error_rate": 63.18229391024663,
   "n": 260,
   "too_few": false
  },
  "race": {
   "error_rate": 30.533908364864494,
   "n": 312,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.6953098466910621,
  "best_share": 0.28077141236528647,
  "blunder_share": 0.4617129892229155,
  "brier": 0.18763457963522245,
  "clusters": 90,
  "confidence_n": 1762,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1763,
  "ece": 0.07109489670828603,
  "engine_scored": 1763,
  "error_hi": 90.78367624722782,
  "error_lo": 75.21880650039297,
  "error_rate": 82.51933623327157,
  "first_date": "2026-11-11",
  "group_sizes": [
   156
  ],
  "grouped": 1,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.2127760238365494,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1763,
   "estimate": true,
   "excluded_hours": 53.05,
   "gaps": [
    [
     "2026-11-11T21:22Z",
     "2026-11-14T02:25Z",
     3183
    ]
   ],
   "gpu_decisions": 1763,
   "gpu_usd": 0.09149871879266669,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.4299391666385863,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.4299391666385863,
     "machine": "dgx_spark",
     "usd": 0.09149871879266669,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.09149871879266669,
   "usd_per_1000": 0.05189944344450748
  },
  "p95_loss": 0.6724302530288695,
  "probability_source": "decision",
  "retry_mean": 0.028631877481565513,
  "scored": 1763,
  "time_median": 0.096,
  "time_p90": 0.14879999999999996,
  "tokens_in": 3885.164492342598,
  "tokens_out": 1.0011344299489506,
  "too_few": false,
  "usd_per_1000": 0.05189944344450748,
  "very_confident": 0.0,
  "worst_mean": 0.940422363917936
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6400548696844993,
   "best_share": 0.6428571428571429,
   "blunder_share": 0.19047619047619047,
   "brier": 0.28212035050873807,
   "clusters": 50,
   "confidence_n": 126,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 126,
   "ece": 0.25197478571428567,
   "engine_scored": 126,
   "error_hi": 44.93667489652513,
   "error_lo": 19.7255355278651,
   "error_rate": 31.044970429132857,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.3927111507936508,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1763,
    "estimate": true,
    "excluded_hours": 53.05,
    "gaps": [
     [
      "2026-11-11T21:22Z",
      "2026-11-14T02:25Z",
      3183
     ]
    ],
    "gpu_decisions": 1763,
    "gpu_usd": 0.09149871879266669,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4299391666385863,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4299391666385863,
      "machine": "dgx_spark",
      "usd": 0.09149871879266669,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09149871879266669,
    "usd_per_1000": 0.05189944344450748
   },
   "p95_loss": 0.338306188583374,
   "probability_source": "decision",
   "retry_mean": 0.0183015873015873,
   "scored": 126,
   "time_median": 0.074,
   "time_p90": 0.0875,
   "tokens_in": 2847.3333333333335,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.05189944344450748,
   "very_confident": 0.0,
   "worst_mean": 0.5771518150965372
  },
  "contact": {
   "auroc": 0.6850840783312048,
   "best_share": 0.23460410557184752,
   "blunder_share": 0.5493646138807429,
   "brier": 0.16793092325093353,
   "clusters": 90,
   "confidence_n": 1023,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1023,
   "ece": 0.04935897653958944,
   "engine_scored": 1023,
   "error_hi": 122.36066102717041,
   "error_lo": 99.1748307518587,
   "error_rate": 110.69780286630927,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.19903133235581622,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1763,
    "estimate": true,
    "excluded_hours": 53.05,
    "gaps": [
     [
      "2026-11-11T21:22Z",
      "2026-11-14T02:25Z",
      3183
     ]
    ],
    "gpu_decisions": 1763,
    "gpu_usd": 0.09149871879266669,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4299391666385863,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4299391666385863,
      "machine": "dgx_spark",
      "usd": 0.09149871879266669,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09149871879266669,
    "usd_per_1000": 0.05189944344450748
   },
   "p95_loss": 0.8016603469848631,
   "probability_source": "decision",
   "retry_mean": 0.034282502443792766,
   "scored": 1023,
   "time_median": 0.099,
   "time_p90": 0.154,
   "tokens_in": 4010.2961876832846,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.05189944344450748,
   "very_confident": 0.0,
   "worst_mean": 1.0647515000081529
  },
  "holding": {
   "auroc": 0.8285714285714286,
   "best_share": 0.16666666666666666,
   "blunder_share": 0.38095238095238093,
   "brier": 0.11667476891540476,
   "clusters": 14,
   "confidence_n": 42,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 42,
   "ece": 0.04579126190476191,
   "engine_scored": 42,
   "error_hi": 85.2590837584036,
   "error_lo": 35.31264652447267,
   "error_rate": 56.47846062978109,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.15290535714285713,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1763,
    "estimate": true,
    "excluded_hours": 53.05,
    "gaps": [
     [
      "2026-11-11T21:22Z",
      "2026-11-14T02:25Z",
      3183
     ]
    ],
    "gpu_decisions": 1763,
    "gpu_usd": 0.09149871879266669,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4299391666385863,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4299391666385863,
      "machine": "dgx_spark",
      "usd": 0.09149871879266669,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09149871879266669,
    "usd_per_1000": 0.05189944344450748
   },
   "p95_loss": 0.3301385015249252,
   "probability_source": "decision",
   "retry_mean": 0.04147619047619048,
   "scored": 42,
   "time_median": 0.1025,
   "time_p90": 0.17959999999999995,
   "tokens_in": 4241.880952380952,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.05189944344450748,
   "very_confident": 0.0,
   "worst_mean": 0.8115999400615692
  },
  "opening": {
   "auroc": 0.6635440503432495,
   "best_share": 0.2923076923076923,
   "blunder_share": 0.5269230769230769,
   "brier": 0.21487740122225768,
   "clusters": 90,
   "confidence_n": 260,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 260,
   "ece": 0.1389400884615385,
   "engine_scored": 260,
   "error_hi": 71.27981751267255,
   "error_lo": 54.270110183181984,
   "error_rate": 63.18229391024663,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.1573271423076923,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1763,
    "estimate": true,
    "excluded_hours": 53.05,
    "gaps": [
     [
      "2026-11-11T21:22Z",
      "2026-11-14T02:25Z",
      3183
     ]
    ],
    "gpu_decisions": 1763,
    "gpu_usd": 0.09149871879266669,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4299391666385863,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4299391666385863,
      "machine": "dgx_spark",
      "usd": 0.09149871879266669,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09149871879266669,
    "usd_per_1000": 0.05189944344450748
   },
   "p95_loss": 0.4296689018607137,
   "probability_source": "decision",
   "retry_mean": 0.021196153846153847,
   "scored": 260,
   "time_median": 0.1085,
   "time_p90": 0.15009999999999998,
   "tokens_in": 4124.715384615384,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.05189944344450748,
   "very_confident": 0.0,
   "worst_mean": 0.5121034681797028
  },
  "race": {
   "auroc": 0.6490509490509491,
   "best_share": 0.2916666666666667,
   "blunder_share": 0.2403846153846154,
   "brier": 0.2009748104669518,
   "clusters": 85,
   "confidence_n": 311,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 312,
   "ece": 0.06899310610932474,
   "engine_scored": 312,
   "error_hi": 37.700843582875265,
   "error_lo": 23.509538782454108,
   "error_rate": 30.533908364864494,
   "first_date": "2026-11-11",
   "group_sizes": [
    156
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.23952930546623794,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1763,
    "estimate": true,
    "excluded_hours": 53.05,
    "gaps": [
     [
      "2026-11-11T21:22Z",
      "2026-11-14T02:25Z",
      3183
     ]
    ],
    "gpu_decisions": 1763,
    "gpu_usd": 0.09149871879266669,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4299391666385863,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4299391666385863,
      "machine": "dgx_spark",
      "usd": 0.09149871879266669,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09149871879266669,
    "usd_per_1000": 0.05189944344450748
   },
   "p95_loss": 0.2521938860416412,
   "probability_source": "decision",
   "retry_mean": 0.018743589743589743,
   "scored": 312,
   "time_median": 0.087,
   "time_p90": 0.13190000000000004,
   "tokens_in": 3646.355769230769,
   "tokens_out": 1.0064102564102564,
   "too_few": false,
   "usd_per_1000": 0.05189944344450748,
   "very_confident": 0.0,
   "worst_mean": 0.45553286373615265
  }
 },
 "record": {
  "drawn": 0,
  "lost": 17,
  "won": 0
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 17.80541256382867,
    "needless": 27.195016793817942,
    "none": 8.453222901322121,
    "right_risk": 3.47707455664011,
    "right_safety": 7.601223002762127,
    "wrong_risk": 17.987386414900598
   },
   "calls": {
    "missed": 241.0,
    "needless": 270.0,
    "right_risk": 167.0,
    "right_safety": 364.0,
    "wrong_risk": 198.0
   },
   "confidence": {
    "auroc_right_risk": 0.5880610573724346,
    "missed_mean_p": 0.17144396265560166,
    "missed_n": 241,
    "taken_grouped": 0,
    "taken_n": 635,
    "taken_other": 0
   },
   "error_rate": 82.51933623327157,
   "found": {
    "den": 606.0,
    "n": 167.0,
    "share": 0.2755775577557756
   },
   "good": {
    "den": 635.0,
    "n": 167.0,
    "share": 0.262992125984252
   },
   "judgement": 42.48550249346701,
   "judgement_hi": 45.76971846995651,
   "judgement_lo": 39.25337765470391,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.4510250569476082,
    "x": 0.7244224422442245,
    "y": 0.42586750788643535
   },
   "margin": 0.001,
   "missed": {
    "den": 606.0,
    "n": 241.0,
    "share": 0.3976897689768977
   },
   "needless": {
    "den": 634.0,
    "n": 270.0,
    "share": 0.42586750788643535
   },
   "needless_by_loss": {
    "big": {
     "den": 634.0,
     "n": 231.0,
     "share": 0.3643533123028391
    },
    "medium": {
     "den": 634.0,
     "n": 31.0,
     "share": 0.04889589905362776
    },
    "small": {
     "den": 634.0,
     "n": 8.0,
     "share": 0.012618296529968454
    }
   },
   "no_trade_off": 523.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 31.044970429132857,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 31.044970429132857,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 126.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 126,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 26.037176158770787,
      "needless": 42.105596829369624,
      "none": 1.4017506312298518,
      "right_risk": 4.392409079934844,
      "right_safety": 11.42293581864701,
      "wrong_risk": 25.337934348357155
     },
     "calls": {
      "missed": 196.0,
      "needless": 221.0,
      "right_risk": 107.0,
      "right_safety": 278.0,
      "wrong_risk": 140.0
     },
     "confidence": {
      "auroc_right_risk": 0.5952183705698086,
      "missed_mean_p": null,
      "missed_n": 196,
      "taken_grouped": 0,
      "taken_n": 468,
      "taken_other": 0
     },
     "error_rate": 110.69780286630927,
     "found": {
      "den": 443.0,
      "n": 107.0,
      "share": 0.24153498871331827
     },
     "good": {
      "den": 468.0,
      "n": 107.0,
      "share": 0.22863247863247863
     },
     "judgement": 39.932460858511604,
     "judgement_hi": 43.53478968362888,
     "judgement_lo": 36.436031079098306,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4166666666666667,
      "x": 0.7584650112866818,
      "y": 0.44288577154308617
     },
     "margin": 0.001,
     "missed": {
      "den": 443.0,
      "n": 196.0,
      "share": 0.44243792325056436
     },
     "needless": {
      "den": 499.0,
      "n": 221.0,
      "share": 0.44288577154308617
     },
     "needless_by_loss": {
      "big": {
       "den": 499.0,
       "n": 190.0,
       "share": 0.3807615230460922
      },
      "medium": {
       "den": 499.0,
       "n": 25.0,
       "share": 0.050100200400801605
      },
      "small": {
       "den": 499.0,
       "n": 6.0,
       "share": 0.012024048096192385
      }
     },
     "no_trade_off": 81.0,
     "reference": null,
     "right_safety": {
      "den": 499.0,
      "n": 278.0,
      "share": 0.5571142284569138
     },
     "risk_pays": 443.0,
     "safety_pays": 499.0,
     "scored": 1023,
     "sdt": {
      "aim": {
       "den": 247.0,
       "n": 107.0,
       "share": 0.4331983805668016
      },
      "beta": 1.6154985158211275,
      "caution": -0.0005476154248436199,
      "caution_hi": 0.09849244068241256,
      "caution_lo": -0.09203645480405816,
      "cstar": 1.6664121807574466,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.2878301017652205,
      "dprime_hi": 0.4785672513118278,
      "dprime_lo": 0.10685714459339243,
      "false_alarm": {
       "den": 499.0,
       "n": 221.0,
       "share": 0.44288577154308617
      },
      "false_alarm_rate": 0.443,
      "hit": {
       "den": 443.0,
       "n": 247.0,
       "share": 0.5575620767494357
      },
      "hit_rate": 0.5574324324324325,
      "missed_loss": 0.2717962368410461,
      "missed_n": 196.0,
      "na": null,
      "needless_loss": 0.38981018603117756,
      "needless_n": 221.0
     },
     "size": {
      "bad": {
       "mean": 14.18005540166205,
       "n": 361.0,
       "too_few": false
      },
      "right": {
       "mean": 11.242990654205608,
       "n": 107.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 280.0,
        "n": 78.0,
        "share": 0.2785714285714286
       },
       "missed": {
        "den": 280.0,
        "n": 130.0,
        "share": 0.4642857142857143
       },
       "risk_pays": 280.0,
       "wrong": {
        "den": 280.0,
        "n": 72.0,
        "share": 0.2571428571428571
       }
      },
      "medium": {
       "found": {
        "den": 114.0,
        "n": 15.0,
        "share": 0.13157894736842105
       },
       "missed": {
        "den": 114.0,
        "n": 50.0,
        "share": 0.43859649122807015
       },
       "risk_pays": 114.0,
       "wrong": {
        "den": 114.0,
        "n": 49.0,
        "share": 0.4298245614035088
       }
      },
      "small": {
       "found": {
        "den": 49.0,
        "n": 14.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 49.0,
        "n": 16.0,
        "share": 0.32653061224489793
       },
       "risk_pays": 49.0,
       "wrong": {
        "den": 49.0,
        "n": 19.0,
        "share": 0.3877551020408163
       }
      }
     },
     "trade_off": 942.0,
     "wrong": {
      "den": 443.0,
      "n": 140.0,
      "share": 0.3160270880361174
     }
    },
    "holding": {
     "by_call": {
      "missed": 16.429060981387185,
      "needless": 12.208145998773121,
      "none": 0.7332236993880499,
      "right_risk": 1.179219711394537,
      "right_safety": 16.616091841743106,
      "wrong_risk": 9.31271839709509
     },
     "calls": {
      "missed": 3.0,
      "needless": 7.0,
      "right_risk": 1.0,
      "right_safety": 26.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 56.47846062978109,
     "found": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "good": {
      "den": 9.0,
      "n": 1.0,
      "share": 0.1111111111111111
     },
     "judgement": 49.39393939393939,
     "judgement_hi": 68.8465354090354,
     "judgement_lo": 34.761705685618736,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25,
      "x": 0.8,
      "y": 0.21212121212121213
     },
     "margin": 0.001,
     "missed": {
      "den": 5.0,
      "n": 3.0,
      "share": 0.6
     },
     "needless": {
      "den": 33.0,
      "n": 7.0,
      "share": 0.21212121212121213
     },
     "needless_by_loss": {
      "big": {
       "den": 33.0,
       "n": 5.0,
       "share": 0.15151515151515152
      },
      "medium": {
       "den": 33.0,
       "n": 1.0,
       "share": 0.030303030303030304
      },
      "small": {
       "den": 33.0,
       "n": 1.0,
       "share": 0.030303030303030304
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 33.0,
      "n": 26.0,
      "share": 0.7878787878787878
     },
     "risk_pays": 5.0,
     "safety_pays": 33.0,
     "scored": 42,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 2.1018616345194543,
      "caution": 0.4903182380617002,
      "caution_hi": 1.1913780719142835,
      "caution_lo": -0.14652239124616734,
      "cstar": 1.3269924955715864,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.559779687627551,
      "dprime_hi": 1.515959534482495,
      "dprime_lo": -0.6146714870367804,
      "false_alarm": {
       "den": 33.0,
       "n": 7.0,
       "share": 0.21212121212121213
      },
      "false_alarm_rate": 0.22058823529411764,
      "hit": {
       "den": 5.0,
       "n": 2.0,
       "share": 0.4
      },
      "hit_rate": 0.4166666666666667,
      "missed_loss": 0.4600137074788411,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.14649775198527745,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 12.25,
       "n": 8.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 38.0,
     "wrong": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     }
    },
    "opening": {
     "by_call": {
      "missed": 15.63419453226603,
      "needless": 16.76171891964399,
      "none": 0.0,
      "right_risk": 6.104310487325375,
      "right_safety": 3.913142130925105,
      "wrong_risk": 20.76892784008613
     },
     "calls": {
      "missed": 42.0,
      "needless": 42.0,
      "right_risk": 59.0,
      "right_safety": 60.0,
      "wrong_risk": 57.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 42,
      "taken_grouped": 0,
      "taken_n": 158,
      "taken_other": 0
     },
     "error_rate": 63.18229391024663,
     "found": {
      "den": 158.0,
      "n": 59.0,
      "share": 0.37341772151898733
     },
     "good": {
      "den": 158.0,
      "n": 59.0,
      "share": 0.37341772151898733
     },
     "judgement": 48.082650781831724,
     "judgement_hi": 54.248382793425456,
     "judgement_lo": 42.18787675794071,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5757575757575758,
      "x": 0.6265822784810127,
      "y": 0.4117647058823529
     },
     "margin": 0.001,
     "missed": {
      "den": 158.0,
      "n": 42.0,
      "share": 0.26582278481012656
     },
     "needless": {
      "den": 102.0,
      "n": 42.0,
      "share": 0.4117647058823529
     },
     "needless_by_loss": {
      "big": {
       "den": 102.0,
       "n": 36.0,
       "share": 0.35294117647058826
      },
      "medium": {
       "den": 102.0,
       "n": 5.0,
       "share": 0.049019607843137254
      },
      "small": {
       "den": 102.0,
       "n": 1.0,
       "share": 0.00980392156862745
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 102.0,
      "n": 60.0,
      "share": 0.5882352941176471
     },
     "risk_pays": 158.0,
     "safety_pays": 102.0,
     "scored": 260,
     "sdt": {
      "aim": {
       "den": 116.0,
       "n": 59.0,
       "share": 0.5086206896551724
      },
      "beta": 0.6921275346429038,
      "caution": -0.2001029083996434,
      "caution_hi": -0.05623176670750126,
      "caution_lo": -0.3496842886083925,
      "cstar": -0.43713041748346115,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8418198025361183,
      "dprime_hi": 1.0674384319530894,
      "dprime_lo": 0.6135582325865526,
      "false_alarm": {
       "den": 102.0,
       "n": 42.0,
       "share": 0.4117647058823529
      },
      "false_alarm_rate": 0.41262135922330095,
      "hit": {
       "den": 158.0,
       "n": 116.0,
       "share": 0.7341772151898734
      },
      "hit_rate": 0.7327044025157232,
      "missed_loss": 0.1935662180185318,
      "missed_n": 42.0,
      "na": null,
      "needless_loss": 0.20752604376702083,
      "needless_n": 42.0
     },
     "size": {
      "bad": {
       "mean": 15.272727272727273,
       "n": 99.0,
       "too_few": true
      },
      "right": {
       "mean": 14.508474576271187,
       "n": 59.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 87.0,
        "n": 41.0,
        "share": 0.47126436781609193
       },
       "missed": {
        "den": 87.0,
        "n": 27.0,
        "share": 0.3103448275862069
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 19.0,
        "share": 0.21839080459770116
       }
      },
      "medium": {
       "found": {
        "den": 56.0,
        "n": 15.0,
        "share": 0.26785714285714285
       },
       "missed": {
        "den": 56.0,
        "n": 12.0,
        "share": 0.21428571428571427
       },
       "risk_pays": 56.0,
       "wrong": {
        "den": 56.0,
        "n": 29.0,
        "share": 0.5178571428571429
       }
      },
      "small": {
       "found": {
        "den": 15.0,
        "n": 3.0,
        "share": 0.2
       },
       "missed": {
        "den": 15.0,
        "n": 3.0,
        "share": 0.2
       },
       "risk_pays": 15.0,
       "wrong": {
        "den": 15.0,
        "n": 9.0,
        "share": 0.6
       }
      }
     },
     "trade_off": 260.0,
     "wrong": {
      "den": 158.0,
      "n": 57.0,
      "share": 0.36075949367088606
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 30.533908364864494,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 30.533908364864494,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 312.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 312,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 634.0,
    "n": 364.0,
    "share": 0.5741324921135647
   },
   "risk_pays": 606.0,
   "safety_pays": 634.0,
   "scored": 1763,
   "sdt": {
    "aim": {
     "den": 365.0,
     "n": 167.0,
     "share": 0.4575342465753425
    },
    "beta": 1.4262879150473515,
    "caution": -0.03614357702362336,
    "caution_hi": 0.04753629939272202,
    "caution_lo": -0.11461370590907079,
    "cstar": 0.7970229600751251,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.4455018529692657,
    "dprime_hi": 0.6135676486370227,
    "dprime_lo": 0.27060038574462053,
    "false_alarm": {
     "den": 634.0,
     "n": 270.0,
     "share": 0.42586750788643535
    },
    "false_alarm_rate": 0.4259842519685039,
    "hit": {
     "den": 606.0,
     "n": 365.0,
     "share": 0.6023102310231023
    },
    "hit_rate": 0.6021416803953872,
    "missed_loss": 0.260505745643402,
    "missed_n": 241.0,
    "na": null,
    "needless_loss": 0.355146774870378,
    "needless_n": 270.0
   },
   "size": {
    "bad": {
     "mean": 14.378205128205128,
     "n": 468.0,
     "too_few": false
    },
    "right": {
     "mean": 12.41317365269461,
     "n": 167.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 371.0,
      "n": 120.0,
      "share": 0.32345013477088946
     },
     "missed": {
      "den": 371.0,
      "n": 159.0,
      "share": 0.42857142857142855
     },
     "risk_pays": 371.0,
     "wrong": {
      "den": 371.0,
      "n": 92.0,
      "share": 0.24797843665768193
     }
    },
    "medium": {
     "found": {
      "den": 170.0,
      "n": 30.0,
      "share": 0.17647058823529413
     },
     "missed": {
      "den": 170.0,
      "n": 62.0,
      "share": 0.36470588235294116
     },
     "risk_pays": 170.0,
     "wrong": {
      "den": 170.0,
      "n": 78.0,
      "share": 0.4588235294117647
     }
    },
    "small": {
     "found": {
      "den": 65.0,
      "n": 17.0,
      "share": 0.26153846153846155
     },
     "missed": {
      "den": 65.0,
      "n": 20.0,
      "share": 0.3076923076923077
     },
     "risk_pays": 65.0,
     "wrong": {
      "den": 65.0,
      "n": 28.0,
      "share": 0.4307692307692308
     }
    }
   },
   "trade_off": 1240.0,
   "wrong": {
    "den": 606.0,
    "n": 198.0,
    "share": 0.32673267326732675
   }
  },
  "robust": {
   "by_call": {
    "missed": 17.160272664193464,
    "needless": 28.98298568233332,
    "none": 8.453222901322121,
    "right_risk": 2.695434154668993,
    "right_safety": 8.246362902397333,
    "wrong_risk": 16.981057928356336
   },
   "calls": {
    "missed": 221.0,
    "needless": 315.0,
    "right_risk": 135.0,
    "right_safety": 384.0,
    "wrong_risk": 185.0
   },
   "confidence": {
    "auroc_right_risk": 0.5577111111111112,
    "missed_mean_p": 0.17274541628959278,
    "missed_n": 221,
    "taken_grouped": 0,
    "taken_n": 635,
    "taken_other": 0
   },
   "error_rate": 82.51933623327157,
   "found": {
    "den": 541.0,
    "n": 135.0,
    "share": 0.24953789279112754
   },
   "good": {
    "den": 635.0,
    "n": 135.0,
    "share": 0.2125984251968504
   },
   "judgement": 39.94470579835466,
   "judgement_hi": 42.920336309893635,
   "judgement_lo": 36.8083414494925,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.45566502463054187,
    "x": 0.7504621072088724,
    "y": 0.45064377682403434
   },
   "margin": 0.02,
   "missed": {
    "den": 541.0,
    "n": 221.0,
    "share": 0.40850277264325324
   },
   "needless": {
    "den": 699.0,
    "n": 315.0,
    "share": 0.45064377682403434
   },
   "needless_by_loss": {
    "big": {
     "den": 699.0,
     "n": 250.0,
     "share": 0.35765379113018597
    },
    "medium": {
     "den": 699.0,
     "n": 39.0,
     "share": 0.055793991416309016
    },
    "small": {
     "den": 699.0,
     "n": 26.0,
     "share": 0.03719599427753934
    }
   },
   "no_trade_off": 523.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 31.044970429132857,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 31.044970429132857,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 126.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 126,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.228912791898175,
      "needless": 44.65445884861205,
      "none": 1.4017506312298518,
      "right_risk": 3.279098201240845,
      "right_safety": 12.231199185519625,
      "wrong_risk": 23.902383207808725
     },
     "calls": {
      "missed": 180.0,
      "needless": 254.0,
      "right_risk": 82.0,
      "right_safety": 294.0,
      "wrong_risk": 132.0
     },
     "confidence": {
      "auroc_right_risk": 0.5509130544673322,
      "missed_mean_p": null,
      "missed_n": 180,
      "taken_grouped": 0,
      "taken_n": 468,
      "taken_other": 0
     },
     "error_rate": 110.69780286630927,
     "found": {
      "den": 394.0,
      "n": 82.0,
      "share": 0.20812182741116753
     },
     "good": {
      "den": 468.0,
      "n": 82.0,
      "share": 0.1752136752136752
     },
     "judgement": 37.230908888806546,
     "judgement_hi": 40.843123386932746,
     "judgement_lo": 33.79315272854452,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4230769230769231,
      "x": 0.7918781725888325,
      "y": 0.4635036496350365
     },
     "margin": 0.02,
     "missed": {
      "den": 394.0,
      "n": 180.0,
      "share": 0.45685279187817257
     },
     "needless": {
      "den": 548.0,
      "n": 254.0,
      "share": 0.4635036496350365
     },
     "needless_by_loss": {
      "big": {
       "den": 548.0,
       "n": 203.0,
       "share": 0.3704379562043796
      },
      "medium": {
       "den": 548.0,
       "n": 30.0,
       "share": 0.05474452554744526
      },
      "small": {
       "den": 548.0,
       "n": 21.0,
       "share": 0.03832116788321168
      }
     },
     "no_trade_off": 81.0,
     "reference": null,
     "right_safety": {
      "den": 548.0,
      "n": 294.0,
      "share": 0.5364963503649635
     },
     "risk_pays": 394.0,
     "safety_pays": 548.0,
     "scored": 1023,
     "sdt": {
      "aim": {
       "den": 214.0,
       "n": 82.0,
       "share": 0.38317757009345793
      },
      "beta": 1.7445740985114702,
      "caution": -0.008323443064121458,
      "caution_hi": 0.08983552030263212,
      "caution_lo": -0.09840352057343237,
      "cstar": 2.789054348948058,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.19953374392059345,
      "dprime_hi": 0.402964240257756,
      "dprime_lo": 0.0014890551600176497,
      "false_alarm": {
       "den": 548.0,
       "n": 254.0,
       "share": 0.4635036496350365
      },
      "false_alarm_rate": 0.46357012750455373,
      "hit": {
       "den": 394.0,
       "n": 214.0,
       "share": 0.5431472081218274
      },
      "hit_rate": 0.5430379746835443,
      "missed_loss": 0.28676864206790925,
      "missed_n": 180.0,
      "na": null,
      "needless_loss": 0.35969694017425297,
      "needless_n": 254.0
     },
     "size": {
      "bad": {
       "mean": 14.025906735751295,
       "n": 386.0,
       "too_few": false
      },
      "right": {
       "mean": 11.073170731707316,
       "n": 82.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 280.0,
        "n": 71.0,
        "share": 0.25357142857142856
       },
       "missed": {
        "den": 280.0,
        "n": 130.0,
        "share": 0.4642857142857143
       },
       "risk_pays": 280.0,
       "wrong": {
        "den": 280.0,
        "n": 79.0,
        "share": 0.28214285714285714
       }
      },
      "medium": {
       "found": {
        "den": 114.0,
        "n": 11.0,
        "share": 0.09649122807017543
       },
       "missed": {
        "den": 114.0,
        "n": 50.0,
        "share": 0.43859649122807015
       },
       "risk_pays": 114.0,
       "wrong": {
        "den": 114.0,
        "n": 53.0,
        "share": 0.4649122807017544
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 942.0,
     "wrong": {
      "den": 394.0,
      "n": 132.0,
      "share": 0.3350253807106599
     }
    },
    "holding": {
     "by_call": {
      "missed": 13.950890728405543,
      "needless": 12.208145998773121,
      "none": 0.7332236993880499,
      "right_risk": 1.179219711394537,
      "right_safety": 19.094262094724748,
      "wrong_risk": 9.31271839709509
     },
     "calls": {
      "missed": 2.0,
      "needless": 7.0,
      "right_risk": 1.0,
      "right_safety": 27.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 56.47846062978109,
     "found": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "good": {
      "den": 9.0,
      "n": 1.0,
      "share": 0.1111111111111111
     },
     "judgement": 52.20588235294117,
     "judgement_hi": 78.10080645161285,
     "judgement_lo": 34.78260869565217,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 0.75,
      "y": 0.20588235294117646
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "needless": {
      "den": 34.0,
      "n": 7.0,
      "share": 0.20588235294117646
     },
     "needless_by_loss": {
      "big": {
       "den": 34.0,
       "n": 5.0,
       "share": 0.14705882352941177
      },
      "medium": {
       "den": 34.0,
       "n": 1.0,
       "share": 0.029411764705882353
      },
      "small": {
       "den": 34.0,
       "n": 1.0,
       "share": 0.029411764705882353
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 34.0,
      "n": 27.0,
      "share": 0.7941176470588235
     },
     "risk_pays": 4.0,
     "safety_pays": 34.0,
     "scored": 42,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 2.1251943797453525,
      "caution": 0.3958193038716873,
      "caution_hi": 1.0745408985119163,
      "caution_lo": -0.2953001716608155,
      "cstar": 0.9522820939257663,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.7916386077433746,
      "dprime_hi": 1.956293555062381,
      "dprime_lo": -0.4325568037838218,
      "false_alarm": {
       "den": 34.0,
       "n": 7.0,
       "share": 0.20588235294117646
      },
      "false_alarm_rate": 0.21428571428571427,
      "hit": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.5859374105930328,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.14649775198527745,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 12.25,
       "n": 8.0,
       "too_few": true
      },
      "right": {
       "mean": 14.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 38.0,
     "wrong": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.84017503949312,
      "needless": 18.85673163028864,
      "none": 0.0,
      "right_risk": 5.184637411282613,
      "right_safety": 4.707161623698014,
      "wrong_risk": 19.593588205484245
     },
     "calls": {
      "missed": 39.0,
      "needless": 54.0,
      "right_risk": 52.0,
      "right_safety": 63.0,
      "wrong_risk": 52.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 39,
      "taken_grouped": 0,
      "taken_n": 158,
      "taken_other": 0
     },
     "error_rate": 63.18229391024663,
     "found": {
      "den": 143.0,
      "n": 52.0,
      "share": 0.36363636363636365
     },
     "good": {
      "den": 158.0,
      "n": 52.0,
      "share": 0.3291139240506329
     },
     "judgement": 45.10489510489511,
     "judgement_hi": 51.09030071080359,
     "judgement_lo": 39.54181282310885,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5714285714285714,
      "x": 0.6363636363636364,
      "y": 0.46153846153846156
     },
     "margin": 0.02,
     "missed": {
      "den": 143.0,
      "n": 39.0,
      "share": 0.2727272727272727
     },
     "needless": {
      "den": 117.0,
      "n": 54.0,
      "share": 0.46153846153846156
     },
     "needless_by_loss": {
      "big": {
       "den": 117.0,
       "n": 42.0,
       "share": 0.358974358974359
      },
      "medium": {
       "den": 117.0,
       "n": 8.0,
       "share": 0.06837606837606838
      },
      "small": {
       "den": 117.0,
       "n": 4.0,
       "share": 0.03418803418803419
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 117.0,
      "n": 63.0,
      "share": 0.5384615384615384
     },
     "risk_pays": 143.0,
     "safety_pays": 117.0,
     "scored": 260,
     "sdt": {
      "aim": {
       "den": 104.0,
       "n": 52.0,
       "share": 0.5
      },
      "beta": 0.7508411535253121,
      "caution": -0.25205241809548845,
      "caution_hi": -0.11058642547734099,
      "caution_lo": -0.39977475455454026,
      "cstar": -0.4119741479420217,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6955804491700642,
      "dprime_hi": 0.9777662138103778,
      "dprime_lo": 0.43661228422912157,
      "false_alarm": {
       "den": 117.0,
       "n": 54.0,
       "share": 0.46153846153846156
      },
      "false_alarm_rate": 0.461864406779661,
      "hit": {
       "den": 143.0,
       "n": 104.0,
       "share": 0.7272727272727273
      },
      "hit_rate": 0.7256944444444444,
      "missed_loss": 0.19786900052657494,
      "missed_n": 39.0,
      "na": null,
      "needless_loss": 0.1815833416250017,
      "needless_n": 54.0
     },
     "size": {
      "bad": {
       "mean": 15.10377358490566,
       "n": 106.0,
       "too_few": true
      },
      "right": {
       "mean": 14.75,
       "n": 52.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 87.0,
        "n": 38.0,
        "share": 0.4367816091954023
       },
       "missed": {
        "den": 87.0,
        "n": 27.0,
        "share": 0.3103448275862069
       },
       "risk_pays": 87.0,
       "wrong": {
        "den": 87.0,
        "n": 22.0,
        "share": 0.25287356321839083
       }
      },
      "medium": {
       "found": {
        "den": 56.0,
        "n": 14.0,
        "share": 0.25
       },
       "missed": {
        "den": 56.0,
        "n": 12.0,
        "share": 0.21428571428571427
       },
       "risk_pays": 56.0,
       "wrong": {
        "den": 56.0,
        "n": 30.0,
        "share": 0.5357142857142857
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 260.0,
     "wrong": {
      "den": 143.0,
      "n": 52.0,
      "share": 0.36363636363636365
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 30.533908364864494,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 30.533908364864494,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 312.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 312,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 699.0,
    "n": 384.0,
    "share": 0.5493562231759657
   },
   "risk_pays": 541.0,
   "safety_pays": 699.0,
   "scored": 1763,
   "sdt": {
    "aim": {
     "den": 320.0,
     "n": 135.0,
     "share": 0.421875
    },
    "beta": 1.531018958719556,
    "caution": -0.05355328546577857,
    "caution_hi": 0.02787890179560553,
    "caution_lo": -0.12990322862656287,
    "cstar": 1.2004200209605773,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.3548203898535464,
    "dprime_hi": 0.5311772719540631,
    "dprime_lo": 0.18664597514175296,
    "false_alarm": {
     "den": 699.0,
     "n": 315.0,
     "share": 0.45064377682403434
    },
    "false_alarm_rate": 0.45071428571428573,
    "hit": {
     "den": 541.0,
     "n": 320.0,
     "share": 0.5914972273567468
    },
    "hit_rate": 0.5913284132841329,
    "missed_loss": 0.2737878797011138,
    "missed_n": 221.0,
    "na": null,
    "needless_loss": 0.32442542068541996,
    "needless_n": 315.0
   },
   "size": {
    "bad": {
     "mean": 14.226,
     "n": 500.0,
     "too_few": false
    },
    "right": {
     "mean": 12.511111111111111,
     "n": 135.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 371.0,
      "n": 110.0,
      "share": 0.29649595687331537
     },
     "missed": {
      "den": 371.0,
      "n": 159.0,
      "share": 0.42857142857142855
     },
     "risk_pays": 371.0,
     "wrong": {
      "den": 371.0,
      "n": 102.0,
      "share": 0.2749326145552561
     }
    },
    "medium": {
     "found": {
      "den": 170.0,
      "n": 25.0,
      "share": 0.14705882352941177
     },
     "missed": {
      "den": 170.0,
      "n": 62.0,
      "share": 0.36470588235294116
     },
     "risk_pays": 170.0,
     "wrong": {
      "den": 170.0,
      "n": 83.0,
      "share": 0.48823529411764705
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1240.0,
   "wrong": {
    "den": 541.0,
    "n": 185.0,
    "share": 0.3419593345656192
   }
  }
 },
 "route": {
  "provider": "local (flide serve)",
  "reasoning": null,
  "spec": "onejev"
 },
 "running": 0,
 "slug": "onejev1-6-0-8b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 93.07762063466586,
   "n": 52,
   "too_few": true
  },
  "blitz": {
   "error_rate": 70.35314980542884,
   "n": 159,
   "too_few": true
  },
  "holding": {
   "error_rate": 56.47846062978109,
   "n": 42,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 125.83118673165639,
   "n": 375,
   "too_few": false
  },
  "other": {
   "error_rate": 120.17107712481307,
   "n": 193,
   "too_few": true
  },
  "priming": {
   "error_rate": 109.99160791273977,
   "n": 244,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
