{
 "confidence": {
  "auroc_best": 0.7340589477310874,
  "auroc_blunder": 0.6962208331106003,
  "confident_badly_wrong": {
   "den": 1855,
   "n": 8,
   "share": 0.00431266846361186
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 230,
     "n": 8,
     "share": 0.034782608695652174
    },
    "kept": {
     "den": 1855,
     "n": 230,
     "share": 0.12398921832884097
    },
    "mean_loss": 0.007557354025218798,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 12,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1855,
     "n": 12,
     "share": 0.00646900269541779
    },
    "mean_loss": 0.003563265005747477,
    "too_few": true
   }
  },
  "ece": 0.07513852506738546,
  "held_out": {
   "blunders": 0.014225427518038524,
   "kept": 0.057358351627992965,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1855,
  "surest": {
   "cut": 0.781008,
   "error_rate": 6.634619703856847,
   "n": 465,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-13T12:30:04.224Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1855,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1855
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 30.89036848048986,
   "n": 644,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 41.1677795494898,
   "n": 543,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 19.218458543102184,
   "n": 668,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-13T14:38:56.457Z",
   "id": 1241,
   "opponent": "Fastino GLiDE",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-13T12:30:04.224Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T14:47:53.546Z",
   "id": 1242,
   "opponent": "Celeris-1 Decision",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-13T14:38:56.684Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T14:54:39.668Z",
   "id": 1243,
   "opponent": "GNUbg weak",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-13T14:47:57.709Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:01:15.935Z",
   "id": 1244,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 7,
   "started": "2026-11-13T14:54:39.897Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:07:17.751Z",
   "id": 1245,
   "opponent": "Safest",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-13T15:01:16.177Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:15:54.602Z",
   "id": 1246,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-13T15:07:17.971Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:26:02.938Z",
   "id": 1247,
   "opponent": "Jev 1.14.0",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-13T15:15:54.842Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:35:02.976Z",
   "id": 1248,
   "opponent": "Jev 1.13.0",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-13T15:26:03.228Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:47:52.204Z",
   "id": 1249,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 5,
   "started": "2026-11-13T15:35:03.232Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-13T15:47:52.528Z",
   "id": 1250,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-13T15:47:52.449Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T06:31:23.807Z",
   "id": 1403,
   "opponent": "Cygnet",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-14T06:22:23.809Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T06:37:14.780Z",
   "id": 1404,
   "opponent": "Winnow-12B",
   "score_against": 0,
   "score_for": 7,
   "started": "2026-11-14T06:31:55.162Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T06:44:31.303Z",
   "id": 1405,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-14T06:38:17.317Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T06:59:30.978Z",
   "id": 1406,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 4,
   "score_for": 5,
   "started": "2026-11-14T06:45:20.186Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T07:07:31.929Z",
   "id": 1407,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-14T07:00:25.629Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T07:21:20.957Z",
   "id": 1408,
   "opponent": "Clef",
   "score_against": 6,
   "score_for": 5,
   "started": "2026-11-14T07:08:55.443Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T07:28:07.435Z",
   "id": 1409,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T07:21:53.435Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T07:37:25.253Z",
   "id": 1410,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-14T07:29:23.773Z",
   "status": "finished"
  }
 ],
 "name": "Turion Jev 31B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 35.25264038916953,
   "n": 311,
   "too_few": false
  },
  "16–25": {
   "error_rate": 44.95725808320222,
   "n": 324,
   "too_few": false
  },
  "26+": {
   "error_rate": 44.83567253592309,
   "n": 178,
   "too_few": true
  },
  "2–5": {
   "error_rate": 8.982852076407658,
   "n": 598,
   "too_few": false
  },
  "6–10": {
   "error_rate": 36.493724933615674,
   "n": 444,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 2.1237882434344684,
   "n": 122,
   "too_few": true
  },
  "contact": {
   "error_rate": 35.00266455663931,
   "n": 1192,
   "too_few": false
  },
  "holding": {
   "error_rate": 13.38380369646796,
   "n": 29,
   "too_few": true
  },
  "opening": {
   "error_rate": 37.082200037672166,
   "n": 282,
   "too_few": false
  },
  "race": {
   "error_rate": 9.816708124202231,
   "n": 230,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7340589477310874,
  "best_share": 0.5180592991913746,
  "blunder_share": 0.2242587601078167,
  "brier": 0.21305085429808734,
  "clusters": 94,
  "confidence_n": 1855,
  "confident_badly_wrong": 0.00431266846361186,
  "cost_coverage": 1.0,
  "decisions": 1855,
  "ece": 0.07513852506738546,
  "engine_scored": 1855,
  "error_hi": 33.282136621886444,
  "error_lo": 26.452445902937864,
  "error_rate": 29.695650621887165,
  "first_date": "2026-11-13",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.5861615881401616,
  "over_budget": 0.00215633423180593,
  "own_cost": {
   "decisions": 1855,
   "estimate": true,
   "excluded_hours": 14.583333333333334,
   "gaps": [
    [
     "2026-11-13T15:47Z",
     "2026-11-14T06:22Z",
     875
    ]
   ],
   "gpu_decisions": 1855,
   "gpu_usd": 0.5438470280296485,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 2.5554580555359525,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 2.5554580555359525,
     "machine": "dgx_spark",
     "usd": 0.5438470280296485,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.5438470280296485,
   "usd_per_1000": 0.29317899085156246
  },
  "p95_loss": 0.3038090169429779,
  "probability_source": "decision",
  "retry_mean": 3.7874134770889487,
  "scored": 1855,
  "time_median": 3.949,
  "time_p90": 7.725,
  "tokens_in": 6293.631805929919,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.29317899085156246,
  "very_confident": 0.12398921832884097,
  "worst_mean": 0.4633294251016391
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8804824561403509,
   "best_share": 0.9344262295081968,
   "blunder_share": 0.03278688524590164,
   "brier": 0.0811663933650246,
   "clusters": 48,
   "confidence_n": 122,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 122,
   "ece": 0.15007768032786886,
   "engine_scored": 122,
   "error_hi": 3.859589996209077,
   "error_lo": 0.4896191464608342,
   "error_rate": 2.1237882434344684,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.7915320081967213,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1855,
    "estimate": true,
    "excluded_hours": 14.583333333333334,
    "gaps": [
     [
      "2026-11-13T15:47Z",
      "2026-11-14T06:22Z",
      875
     ]
    ],
    "gpu_decisions": 1855,
    "gpu_usd": 0.5438470280296485,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 2.5554580555359525,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.5554580555359525,
      "machine": "dgx_spark",
      "usd": 0.5438470280296485,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.5438470280296485,
    "usd_per_1000": 0.29317899085156246
   },
   "p95_loss": 0.005759596824645941,
   "probability_source": "decision",
   "retry_mean": 2.0982622950819674,
   "scored": 122,
   "time_median": 3.0365,
   "time_p90": 5.011000000000003,
   "tokens_in": 5788.188524590164,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.29317899085156246,
   "very_confident": 0.4262295081967213,
   "worst_mean": 0.08516049385070801
  },
  "contact": {
   "auroc": 0.6881391113524274,
   "best_share": 0.4664429530201342,
   "blunder_share": 0.2575503355704698,
   "brier": 0.23460277080113925,
   "clusters": 94,
   "confidence_n": 1192,
   "confident_badly_wrong": 0.006711409395973154,
   "cost_coverage": 1.0,
   "decisions": 1192,
   "ece": 0.11259996308724834,
   "engine_scored": 1192,
   "error_hi": 39.41471145168264,
   "error_lo": 30.82742680007883,
   "error_rate": 35.00266455663931,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.5710476963087249,
   "over_budget": 0.003355704697986577,
   "own_cost": {
    "decisions": 1855,
    "estimate": true,
    "excluded_hours": 14.583333333333334,
    "gaps": [
     [
      "2026-11-13T15:47Z",
      "2026-11-14T06:22Z",
      875
     ]
    ],
    "gpu_decisions": 1855,
    "gpu_usd": 0.5438470280296485,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 2.5554580555359525,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.5554580555359525,
      "machine": "dgx_spark",
      "usd": 0.5438470280296485,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.5438470280296485,
    "usd_per_1000": 0.29317899085156246
   },
   "p95_loss": 0.3559102922677994,
   "probability_source": "decision",
   "retry_mean": 3.9846258389261746,
   "scored": 1192,
   "time_median": 4.104,
   "time_p90": 7.620300000000001,
   "tokens_in": 6337.931208053691,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.29317899085156246,
   "very_confident": 0.09060402684563758,
   "worst_mean": 0.5081510215997695
  },
  "holding": {
   "auroc": 0.7596153846153846,
   "best_share": 0.4482758620689655,
   "blunder_share": 0.13793103448275862,
   "brier": 0.2012967978074138,
   "clusters": 12,
   "confidence_n": 29,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 29,
   "ece": 0.16121244827586206,
   "engine_scored": 29,
   "error_hi": 22.343363737066586,
   "error_lo": 6.917437952425746,
   "error_rate": 13.38380369646796,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.524081551724138,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1855,
    "estimate": true,
    "excluded_hours": 14.583333333333334,
    "gaps": [
     [
      "2026-11-13T15:47Z",
      "2026-11-14T06:22Z",
      875
     ]
    ],
    "gpu_decisions": 1855,
    "gpu_usd": 0.5438470280296485,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 2.5554580555359525,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.5554580555359525,
      "machine": "dgx_spark",
      "usd": 0.5438470280296485,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.5438470280296485,
    "usd_per_1000": 0.29317899085156246
   },
   "p95_loss": 0.11053432226181027,
   "probability_source": "decision",
   "retry_mean": 3.612,
   "scored": 29,
   "time_median": 4.366,
   "time_p90": 6.4719999999999995,
   "tokens_in": 6198.793103448276,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.29317899085156246,
   "very_confident": 0.06896551724137931,
   "worst_mean": 0.13861334323883057
  },
  "opening": {
   "auroc": 0.7810515621031242,
   "best_share": 0.450354609929078,
   "blunder_share": 0.30141843971631205,
   "brier": 0.19158300492399646,
   "clusters": 94,
   "confidence_n": 282,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 282,
   "ece": 0.0969230886524823,
   "engine_scored": 282,
   "error_hi": 44.60785897144823,
   "error_lo": 29.843225249531844,
   "error_rate": 37.082200037672166,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.5316876631205674,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1855,
    "estimate": true,
    "excluded_hours": 14.583333333333334,
    "gaps": [
     [
      "2026-11-13T15:47Z",
      "2026-11-14T06:22Z",
      875
     ]
    ],
    "gpu_decisions": 1855,
    "gpu_usd": 0.5438470280296485,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 2.5554580555359525,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.5554580555359525,
      "machine": "dgx_spark",
      "usd": 0.5438470280296485,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.5438470280296485,
    "usd_per_1000": 0.29317899085156246
   },
   "p95_loss": 0.29982621371746065,
   "probability_source": "decision",
   "retry_mean": 4.422078014184398,
   "scored": 282,
   "time_median": 5.6419999999999995,
   "time_p90": 8.8569,
   "tokens_in": 6610.074468085107,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.29317899085156246,
   "very_confident": 0.09929078014184398,
   "worst_mean": 0.4435476745877947
  },
  "race": {
   "auroc": 0.7203034621510604,
   "best_share": 0.6565217391304348,
   "blunder_share": 0.06956521739130435,
   "brier": 0.19911529309773476,
   "clusters": 79,
   "confidence_n": 230,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 230,
   "ece": 0.10259780434782607,
   "engine_scored": 230,
   "error_hi": 14.612413704855866,
   "error_lo": 5.53200700556006,
   "error_rate": 9.816708124202231,
   "first_date": "2026-11-13",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.6301726130434783,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1855,
    "estimate": true,
    "excluded_hours": 14.583333333333334,
    "gaps": [
     [
      "2026-11-13T15:47Z",
      "2026-11-14T06:22Z",
      875
     ]
    ],
    "gpu_decisions": 1855,
    "gpu_usd": 0.5438470280296485,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 2.5554580555359525,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 2.5554580555359525,
      "machine": "dgx_spark",
      "usd": 0.5438470280296485,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.5438470280296485,
    "usd_per_1000": 0.29317899085156246
   },
   "p95_loss": 0.1493982166051863,
   "probability_source": "decision",
   "retry_mean": 2.905286956521739,
   "scored": 230,
   "time_median": 3.316,
   "time_p90": 5.8595999999999995,
   "tokens_in": 5956.121739130434,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.29317899085156246,
   "very_confident": 0.17391304347826086,
   "worst_mean": 0.23005003233750662
  }
 },
 "record": {
  "drawn": 1,
  "lost": 3,
  "won": 13
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 20.226307394048273,
    "needless": 0.9051672451579668,
    "none": 1.726401205654093,
    "right_risk": 1.8537272500863293,
    "right_safety": 3.9203712239740995,
    "wrong_risk": 1.0636763029664031
   },
   "calls": {
    "missed": 490.0,
    "needless": 35.0,
    "right_risk": 162.0,
    "right_safety": 680.0,
    "wrong_risk": 22.0
   },
   "confidence": {
    "auroc_right_risk": 0.5925925925925926,
    "missed_mean_p": 0.5233489285714286,
    "missed_n": 490,
    "taken_grouped": 0,
    "taken_n": 219,
    "taken_other": 0
   },
   "error_rate": 29.695650621887165,
   "found": {
    "den": 674.0,
    "n": 162.0,
    "share": 0.2403560830860534
   },
   "good": {
    "den": 219.0,
    "n": 162.0,
    "share": 0.7397260273972602
   },
   "judgement": 59.57025170675022,
   "judgement_hi": 61.37184662257339,
   "judgement_lo": 57.72513631106309,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.04296875,
    "x": 0.7596439169139466,
    "y": 0.04895104895104895
   },
   "margin": 0.001,
   "missed": {
    "den": 674.0,
    "n": 490.0,
    "share": 0.7270029673590505
   },
   "needless": {
    "den": 715.0,
    "n": 35.0,
    "share": 0.04895104895104895
   },
   "needless_by_loss": {
    "big": {
     "den": 715.0,
     "n": 15.0,
     "share": 0.02097902097902098
    },
    "medium": {
     "den": 715.0,
     "n": 14.0,
     "share": 0.019580419580419582
    },
    "small": {
     "den": 715.0,
     "n": 6.0,
     "share": 0.008391608391608392
    }
   },
   "no_trade_off": 466.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.1237882434344684,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.1237882434344684,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 122.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 122,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 24.228818364591408,
      "needless": 1.2543847746897063,
      "none": 0.4925416069942833,
      "right_risk": 2.2366296925000695,
      "right_safety": 5.613663415080749,
      "wrong_risk": 1.1766267027830917
     },
     "calls": {
      "missed": 379.0,
      "needless": 31.0,
      "right_risk": 101.0,
      "right_safety": 560.0,
      "wrong_risk": 14.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.5398879498680739,
      "missed_n": 379,
      "taken_grouped": 0,
      "taken_n": 146,
      "taken_other": 0
     },
     "error_rate": 35.00266455663931,
     "found": {
      "den": 494.0,
      "n": 101.0,
      "share": 0.20445344129554655
     },
     "good": {
      "den": 146.0,
      "n": 101.0,
      "share": 0.6917808219178082
     },
     "judgement": 57.59999862992116,
     "judgement_hi": 59.67630736315453,
     "judgement_lo": 55.59255883960309,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.035623409669211195,
      "x": 0.7955465587044535,
      "y": 0.05245346869712352
     },
     "margin": 0.001,
     "missed": {
      "den": 494.0,
      "n": 379.0,
      "share": 0.7672064777327935
     },
     "needless": {
      "den": 591.0,
      "n": 31.0,
      "share": 0.05245346869712352
     },
     "needless_by_loss": {
      "big": {
       "den": 591.0,
       "n": 13.0,
       "share": 0.021996615905245348
      },
      "medium": {
       "den": 591.0,
       "n": 13.0,
       "share": 0.021996615905245348
      },
      "small": {
       "den": 591.0,
       "n": 5.0,
       "share": 0.008460236886632826
      }
     },
     "no_trade_off": 107.0,
     "reference": null,
     "right_safety": {
      "den": 591.0,
      "n": 560.0,
      "share": 0.9475465313028765
     },
     "risk_pays": 494.0,
     "safety_pays": 591.0,
     "scored": 1192,
     "sdt": {
      "aim": {
       "den": 115.0,
       "n": 101.0,
       "share": 0.8782608695652174
      },
      "beta": 0.7572453025816251,
      "caution": 1.1712068713457502,
      "caution_hi": 1.2913229106890185,
      "caution_lo": 1.0670773976967036,
      "cstar": -0.3136386861981667,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8865871609282122,
      "dprime_hi": 1.1157844690904486,
      "dprime_lo": 0.6825959645233282,
      "false_alarm": {
       "den": 591.0,
       "n": 31.0,
       "share": 0.05245346869712352
      },
      "false_alarm_rate": 0.05320945945945946,
      "hit": {
       "den": 494.0,
       "n": 115.0,
       "share": 0.23279352226720648
      },
      "hit_rate": 0.23333333333333334,
      "missed_loss": 0.15240502105853804,
      "missed_n": 379.0,
      "na": null,
      "needless_loss": 0.09646623557613741,
      "needless_n": 31.0
     },
     "size": {
      "bad": {
       "mean": 6.666666666666667,
       "n": 45.0,
       "too_few": true
      },
      "right": {
       "mean": 5.00990099009901,
       "n": 101.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 289.0,
        "n": 85.0,
        "share": 0.29411764705882354
       },
       "missed": {
        "den": 289.0,
        "n": 196.0,
        "share": 0.6782006920415224
       },
       "risk_pays": 289.0,
       "wrong": {
        "den": 289.0,
        "n": 8.0,
        "share": 0.02768166089965398
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 12.0,
        "share": 0.08053691275167785
       },
       "missed": {
        "den": 149.0,
        "n": 135.0,
        "share": 0.9060402684563759
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 2.0,
        "share": 0.013422818791946308
       }
      },
      "small": {
       "found": {
        "den": 56.0,
        "n": 4.0,
        "share": 0.07142857142857142
       },
       "missed": {
        "den": 56.0,
        "n": 48.0,
        "share": 0.8571428571428571
       },
       "risk_pays": 56.0,
       "wrong": {
        "den": 56.0,
        "n": 4.0,
        "share": 0.07142857142857142
       }
      }
     },
     "trade_off": 1085.0,
     "wrong": {
      "den": 494.0,
      "n": 14.0,
      "share": 0.02834008097165992
     }
    },
    "holding": {
     "by_call": {
      "missed": 7.741446125096288,
      "needless": 0.22665180008986902,
      "none": 3.3937795408840836,
      "right_risk": 0.0,
      "right_safety": 2.021926230397718,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 7.0,
      "needless": 1.0,
      "right_risk": 0.0,
      "right_safety": 16.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 13.38380369646796,
     "found": {
      "den": 7.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 1.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.05882352941176,
     "judgement_hi": 50.0,
     "judgement_lo": 44.44444444444444,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.058823529411764705
     },
     "margin": 0.001,
     "missed": {
      "den": 7.0,
      "n": 7.0,
      "share": 1.0
     },
     "needless": {
      "den": 17.0,
      "n": 1.0,
      "share": 0.058823529411764705
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 16.0,
      "share": 0.9411764705882353
     },
     "risk_pays": 7.0,
     "safety_pays": 17.0,
     "scored": 29,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 0.497721038067658,
      "caution": 1.4585573357265922,
      "caution_hi": 1.785784064628948,
      "caution_lo": 1.1608438353776447,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.15112641725190712,
      "dprime_hi": 0.5176163042635087,
      "dprime_lo": -0.4324600685218012,
      "false_alarm": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      },
      "false_alarm_rate": 0.08333333333333333,
      "hit": {
       "den": 7.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.0625,
      "missed_loss": 0.06414341075079781,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.013145804405212402,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 24.0,
     "wrong": {
      "den": 7.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 29.83881839623688,
      "needless": 0.62867264586983,
      "none": 0.0,
      "right_risk": 2.739721473227156,
      "right_safety": 1.851652372390666,
      "wrong_risk": 2.0233351499476333
     },
     "calls": {
      "missed": 104.0,
      "needless": 3.0,
      "right_risk": 61.0,
      "right_safety": 104.0,
      "wrong_risk": 8.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 104,
      "taken_grouped": 0,
      "taken_n": 72,
      "taken_other": 0
     },
     "error_rate": 37.082200037672166,
     "found": {
      "den": 173.0,
      "n": 61.0,
      "share": 0.35260115606936415
     },
     "good": {
      "den": 72.0,
      "n": 61.0,
      "share": 0.8472222222222222
     },
     "judgement": 66.22818864458971,
     "judgement_hi": 70.04274487999915,
     "judgement_lo": 62.616329034844554,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07142857142857142,
      "x": 0.6473988439306358,
      "y": 0.028037383177570093
     },
     "margin": 0.001,
     "missed": {
      "den": 173.0,
      "n": 104.0,
      "share": 0.6011560693641619
     },
     "needless": {
      "den": 107.0,
      "n": 3.0,
      "share": 0.028037383177570093
     },
     "needless_by_loss": {
      "big": {
       "den": 107.0,
       "n": 2.0,
       "share": 0.018691588785046728
      },
      "medium": {
       "den": 107.0,
       "n": 1.0,
       "share": 0.009345794392523364
      },
      "small": {
       "den": 107.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 107.0,
      "n": 104.0,
      "share": 0.9719626168224299
     },
     "risk_pays": 173.0,
     "safety_pays": 107.0,
     "scored": 282,
     "sdt": {
      "aim": {
       "den": 69.0,
       "n": 61.0,
       "share": 0.8840579710144928
      },
      "beta": 0.45174432144898535,
      "caution": 1.050684107897631,
      "caution_hi": 1.4079230696887632,
      "caution_lo": 0.8515415847071656,
      "cstar": -0.49923966035351336,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.5916983020631372,
      "dprime_hi": 2.2964385489671075,
      "dprime_lo": 1.2185389579726085,
      "false_alarm": {
       "den": 107.0,
       "n": 3.0,
       "share": 0.028037383177570093
      },
      "false_alarm_rate": 0.032407407407407406,
      "hit": {
       "den": 173.0,
       "n": 69.0,
       "share": 0.3988439306358382
      },
      "hit_rate": 0.3994252873563218,
      "missed_loss": 0.16181820745651537,
      "missed_n": 104.0,
      "na": null,
      "needless_loss": 0.11819045742352803,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 7.818181818181818,
       "n": 11.0,
       "too_few": true
      },
      "right": {
       "mean": 12.147540983606557,
       "n": 61.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 34.0,
        "share": 0.3434343434343434
       },
       "missed": {
        "den": 99.0,
        "n": 62.0,
        "share": 0.6262626262626263
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 3.0,
        "share": 0.030303030303030304
       }
      },
      "medium": {
       "found": {
        "den": 61.0,
        "n": 26.0,
        "share": 0.4262295081967213
       },
       "missed": {
        "den": 61.0,
        "n": 32.0,
        "share": 0.5245901639344263
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 3.0,
        "share": 0.04918032786885246
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 1.0,
        "share": 0.07692307692307693
       },
       "missed": {
        "den": 13.0,
        "n": 10.0,
        "share": 0.7692307692307693
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 2.0,
        "share": 0.15384615384615385
       }
      }
     },
     "trade_off": 280.0,
     "wrong": {
      "den": 173.0,
      "n": 8.0,
      "share": 0.046242774566473986
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.816708124202231,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.816708124202231,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 230.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 230,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 715.0,
    "n": 680.0,
    "share": 0.951048951048951
   },
   "risk_pays": 674.0,
   "safety_pays": 715.0,
   "scored": 1855,
   "sdt": {
    "aim": {
     "den": 184.0,
     "n": 162.0,
     "share": 0.8804347826086957
    },
    "beta": 0.6646398971703038,
    "caution": 1.1258461874942087,
    "caution_hi": 1.2354175419699613,
    "caution_lo": 1.0379804945087905,
    "cstar": -0.39048238188535644,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0461672842623035,
    "dprime_hi": 1.2592696165000623,
    "dprime_lo": 0.8728154171484964,
    "false_alarm": {
     "den": 715.0,
     "n": 35.0,
     "share": 0.04895104895104895
    },
    "false_alarm_rate": 0.04958100558659218,
    "hit": {
     "den": 674.0,
     "n": 184.0,
     "share": 0.27299703264094954
    },
    "hit_rate": 0.2733333333333333,
    "missed_loss": 0.15314204169779408,
    "missed_n": 490.0,
    "na": null,
    "needless_loss": 0.09594772798674447,
    "needless_n": 35.0
   },
   "size": {
    "bad": {
     "mean": 6.964912280701754,
     "n": 57.0,
     "too_few": true
    },
    "right": {
     "mean": 7.697530864197531,
     "n": 162.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 389.0,
      "n": 119.0,
      "share": 0.3059125964010283
     },
     "missed": {
      "den": 389.0,
      "n": 259.0,
      "share": 0.6658097686375322
     },
     "risk_pays": 389.0,
     "wrong": {
      "den": 389.0,
      "n": 11.0,
      "share": 0.028277634961439587
     }
    },
    "medium": {
     "found": {
      "den": 214.0,
      "n": 38.0,
      "share": 0.17757009345794392
     },
     "missed": {
      "den": 214.0,
      "n": 171.0,
      "share": 0.7990654205607477
     },
     "risk_pays": 214.0,
     "wrong": {
      "den": 214.0,
      "n": 5.0,
      "share": 0.02336448598130841
     }
    },
    "small": {
     "found": {
      "den": 71.0,
      "n": 5.0,
      "share": 0.07042253521126761
     },
     "missed": {
      "den": 71.0,
      "n": 60.0,
      "share": 0.8450704225352113
     },
     "risk_pays": 71.0,
     "wrong": {
      "den": 71.0,
      "n": 6.0,
      "share": 0.08450704225352113
     }
    }
   },
   "trade_off": 1389.0,
   "wrong": {
    "den": 674.0,
    "n": 22.0,
    "share": 0.032640949554896145
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.715519968390144,
    "needless": 1.0432313796323587,
    "none": 1.726401205654093,
    "right_risk": 1.6919176372877671,
    "right_safety": 4.431158649632231,
    "wrong_risk": 1.0874217812905735
   },
   "calls": {
    "missed": 430.0,
    "needless": 46.0,
    "right_risk": 153.0,
    "right_safety": 740.0,
    "wrong_risk": 20.0
   },
   "confidence": {
    "auroc_right_risk": 0.5808080808080808,
    "missed_mean_p": 0.5209402511627907,
    "missed_n": 430,
    "taken_grouped": 0,
    "taken_n": 219,
    "taken_other": 0
   },
   "error_rate": 29.695650621887165,
   "found": {
    "den": 603.0,
    "n": 153.0,
    "share": 0.2537313432835821
   },
   "good": {
    "den": 219.0,
    "n": 153.0,
    "share": 0.6986301369863014
   },
   "judgement": 59.76035851277961,
   "judgement_hi": 61.78046997270365,
   "judgement_lo": 57.758451544283176,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.044444444444444446,
    "x": 0.746268656716418,
    "y": 0.058524173027989825
   },
   "margin": 0.02,
   "missed": {
    "den": 603.0,
    "n": 430.0,
    "share": 0.7131011608623549
   },
   "needless": {
    "den": 786.0,
    "n": 46.0,
    "share": 0.058524173027989825
   },
   "needless_by_loss": {
    "big": {
     "den": 786.0,
     "n": 18.0,
     "share": 0.022900763358778626
    },
    "medium": {
     "den": 786.0,
     "n": 16.0,
     "share": 0.020356234096692113
    },
    "small": {
     "den": 786.0,
     "n": 12.0,
     "share": 0.015267175572519083
    }
   },
   "no_trade_off": 466.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 2.1237882434344684,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 2.1237882434344684,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 122.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 122,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 23.660664152879043,
      "needless": 1.4274048325199409,
      "none": 0.4925416069942833,
      "right_risk": 2.015274668099896,
      "right_safety": 6.181817626793112,
      "wrong_risk": 1.2249616693530307
     },
     "calls": {
      "missed": 331.0,
      "needless": 39.0,
      "right_risk": 95.0,
      "right_safety": 608.0,
      "wrong_risk": 12.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.539227746223565,
      "missed_n": 331,
      "taken_grouped": 0,
      "taken_n": 146,
      "taken_other": 0
     },
     "error_rate": 35.00266455663931,
     "found": {
      "den": 438.0,
      "n": 95.0,
      "share": 0.21689497716894976
     },
     "good": {
      "den": 146.0,
      "n": 95.0,
      "share": 0.6506849315068494
     },
     "judgement": 57.830838502960624,
     "judgement_hi": 60.06805480706996,
     "judgement_lo": 55.549398708575005,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.03498542274052478,
      "x": 0.7831050228310502,
      "y": 0.06027820710973725
     },
     "margin": 0.02,
     "missed": {
      "den": 438.0,
      "n": 331.0,
      "share": 0.7557077625570776
     },
     "needless": {
      "den": 647.0,
      "n": 39.0,
      "share": 0.06027820710973725
     },
     "needless_by_loss": {
      "big": {
       "den": 647.0,
       "n": 15.0,
       "share": 0.023183925811437404
      },
      "medium": {
       "den": 647.0,
       "n": 15.0,
       "share": 0.023183925811437404
      },
      "small": {
       "den": 647.0,
       "n": 9.0,
       "share": 0.013910355486862442
      }
     },
     "no_trade_off": 107.0,
     "reference": null,
     "right_safety": {
      "den": 647.0,
      "n": 608.0,
      "share": 0.9397217928902627
     },
     "risk_pays": 438.0,
     "safety_pays": 647.0,
     "scored": 1192,
     "sdt": {
      "aim": {
       "den": 107.0,
       "n": 95.0,
       "share": 0.8878504672897196
      },
      "beta": 0.7563342866696102,
      "caution": 1.118749352912197,
      "caution_hi": 1.2380621661198665,
      "caution_lo": 1.0099367236306116,
      "cstar": -0.32622016170371015,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8560838819453174,
      "dprime_hi": 1.065835356342506,
      "dprime_lo": 0.6729646799687127,
      "false_alarm": {
       "den": 647.0,
       "n": 39.0,
       "share": 0.06027820710973725
      },
      "false_alarm_rate": 0.06095679012345679,
      "hit": {
       "den": 438.0,
       "n": 107.0,
       "share": 0.24429223744292236
      },
      "hit_rate": 0.244874715261959,
      "missed_loss": 0.17041396779596266,
      "missed_n": 331.0,
      "na": null,
      "needless_loss": 0.08725469540327023,
      "needless_n": 39.0
     },
     "size": {
      "bad": {
       "mean": 6.549019607843137,
       "n": 51.0,
       "too_few": true
      },
      "right": {
       "mean": 4.968421052631579,
       "n": 95.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 289.0,
        "n": 83.0,
        "share": 0.28719723183391005
       },
       "missed": {
        "den": 289.0,
        "n": 196.0,
        "share": 0.6782006920415224
       },
       "risk_pays": 289.0,
       "wrong": {
        "den": 289.0,
        "n": 10.0,
        "share": 0.03460207612456748
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 12.0,
        "share": 0.08053691275167785
       },
       "missed": {
        "den": 149.0,
        "n": 135.0,
        "share": 0.9060402684563759
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 2.0,
        "share": 0.013422818791946308
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1085.0,
     "wrong": {
      "den": 438.0,
      "n": 12.0,
      "share": 0.0273972602739726
     }
    },
    "holding": {
     "by_call": {
      "missed": 7.481320150967302,
      "needless": 0.22665180008986902,
      "none": 3.3937795408840836,
      "right_risk": 0.0,
      "right_safety": 2.2820522045267038,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 1.0,
      "right_risk": 0.0,
      "right_safety": 18.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 1,
      "taken_other": 0
     },
     "error_rate": 13.38380369646796,
     "found": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 1.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 47.368421052631575,
     "judgement_hi": 50.0,
     "judgement_lo": 44.642857142857146,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.05263157894736842
     },
     "margin": 0.02,
     "missed": {
      "den": 5.0,
      "n": 5.0,
      "share": 1.0
     },
     "needless": {
      "den": 19.0,
      "n": 1.0,
      "share": 0.05263157894736842
     },
     "needless_by_loss": {
      "big": {
       "den": 19.0,
       "n": 0.0,
       "share": 0.0
      },
      "medium": {
       "den": 19.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 19.0,
       "n": 1.0,
       "share": 0.05263157894736842
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 19.0,
      "n": 18.0,
      "share": 0.9473684210526315
     },
     "risk_pays": 5.0,
     "safety_pays": 19.0,
     "scored": 29,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 0.5756182217587246,
      "caution": 1.4112627990195472,
      "caution_hi": 1.7655751644379394,
      "caution_lo": 1.0766917396563247,
      "cstar": -9.768952872504123,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.056537343837816945,
      "dprime_hi": 0.7466593393740593,
      "dprime_lo": -0.2557412600143087,
      "false_alarm": {
       "den": 19.0,
       "n": 1.0,
       "share": 0.05263157894736842
      },
      "false_alarm_rate": 0.075,
      "hit": {
       "den": 5.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.08333333333333333,
      "missed_loss": 0.0867833137512207,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.013145804405212402,
      "needless_n": 1.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 24.0,
     "wrong": {
      "den": 5.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 28.90716165515548,
      "needless": 0.805513285998757,
      "none": 0.0,
      "right_risk": 2.6109922439494033,
      "right_safety": 2.783309113472066,
      "wrong_risk": 1.9752237390964589
     },
     "calls": {
      "missed": 94.0,
      "needless": 6.0,
      "right_risk": 58.0,
      "right_safety": 114.0,
      "wrong_risk": 8.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 94,
      "taken_grouped": 0,
      "taken_n": 72,
      "taken_other": 0
     },
     "error_rate": 37.082200037672166,
     "found": {
      "den": 160.0,
      "n": 58.0,
      "share": 0.3625
     },
     "good": {
      "den": 72.0,
      "n": 58.0,
      "share": 0.8055555555555556
     },
     "judgement": 65.625,
     "judgement_hi": 69.65243648949657,
     "judgement_lo": 61.62799476800934,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0784313725490196,
      "x": 0.6375,
      "y": 0.05
     },
     "margin": 0.02,
     "missed": {
      "den": 160.0,
      "n": 94.0,
      "share": 0.5875
     },
     "needless": {
      "den": 120.0,
      "n": 6.0,
      "share": 0.05
     },
     "needless_by_loss": {
      "big": {
       "den": 120.0,
       "n": 3.0,
       "share": 0.025
      },
      "medium": {
       "den": 120.0,
       "n": 1.0,
       "share": 0.008333333333333333
      },
      "small": {
       "den": 120.0,
       "n": 2.0,
       "share": 0.016666666666666666
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 120.0,
      "n": 114.0,
      "share": 0.95
     },
     "risk_pays": 160.0,
     "safety_pays": 120.0,
     "scored": 282,
     "sdt": {
      "aim": {
       "den": 66.0,
       "n": 58.0,
       "share": 0.8787878787878788
      },
      "beta": 0.32741993916228673,
      "caution": 0.914769491501514,
      "caution_hi": 1.168424542922008,
      "caution_lo": 0.7236229742222934,
      "cstar": -0.8031920114621836,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.3900931513658683,
      "dprime_hi": 1.8608992277807375,
      "dprime_lo": 1.07936179061872,
      "false_alarm": {
       "den": 120.0,
       "n": 6.0,
       "share": 0.05
      },
      "false_alarm_rate": 0.05371900826446281,
      "hit": {
       "den": 160.0,
       "n": 66.0,
       "share": 0.4125
      },
      "hit_rate": 0.41304347826086957,
      "missed_loss": 0.1734429699309329,
      "missed_n": 94.0,
      "na": null,
      "needless_loss": 0.07571824888388316,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 8.142857142857142,
       "n": 14.0,
       "too_few": true
      },
      "right": {
       "mean": 12.293103448275861,
       "n": 58.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 34.0,
        "share": 0.3434343434343434
       },
       "missed": {
        "den": 99.0,
        "n": 62.0,
        "share": 0.6262626262626263
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 3.0,
        "share": 0.030303030303030304
       }
      },
      "medium": {
       "found": {
        "den": 61.0,
        "n": 24.0,
        "share": 0.39344262295081966
       },
       "missed": {
        "den": 61.0,
        "n": 32.0,
        "share": 0.5245901639344263
       },
       "risk_pays": 61.0,
       "wrong": {
        "den": 61.0,
        "n": 5.0,
        "share": 0.08196721311475409
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 280.0,
     "wrong": {
      "den": 160.0,
      "n": 8.0,
      "share": 0.05
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.816708124202231,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.816708124202231,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 230.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 230,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 786.0,
    "n": 740.0,
    "share": 0.9414758269720102
   },
   "risk_pays": 603.0,
   "safety_pays": 786.0,
   "scored": 1855,
   "sdt": {
    "aim": {
     "den": 173.0,
     "n": 153.0,
     "share": 0.884393063583815
    },
    "beta": 0.6447454176450362,
    "caution": 1.0619657817107946,
    "caution_hi": 1.172062369723261,
    "caution_lo": 0.9715350838763591,
    "cstar": -0.43843138341762206,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0010682584026895,
    "dprime_hi": 1.1909811633537317,
    "dprime_lo": 0.8360707802499766,
    "false_alarm": {
     "den": 786.0,
     "n": 46.0,
     "share": 0.058524173027989825
    },
    "false_alarm_rate": 0.0590851334180432,
    "hit": {
     "den": 603.0,
     "n": 173.0,
     "share": 0.28689883913764513
    },
    "hit_rate": 0.28725165562913907,
    "missed_loss": 0.17010367228541262,
    "missed_n": 430.0,
    "na": null,
    "needless_loss": 0.08413887866165327,
    "needless_n": 46.0
   },
   "size": {
    "bad": {
     "mean": 6.954545454545454,
     "n": 66.0,
     "too_few": true
    },
    "right": {
     "mean": 7.745098039215686,
     "n": 153.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 389.0,
      "n": 117.0,
      "share": 0.30077120822622105
     },
     "missed": {
      "den": 389.0,
      "n": 259.0,
      "share": 0.6658097686375322
     },
     "risk_pays": 389.0,
     "wrong": {
      "den": 389.0,
      "n": 13.0,
      "share": 0.033419023136246784
     }
    },
    "medium": {
     "found": {
      "den": 214.0,
      "n": 36.0,
      "share": 0.16822429906542055
     },
     "missed": {
      "den": 214.0,
      "n": 171.0,
      "share": 0.7990654205607477
     },
     "risk_pays": 214.0,
     "wrong": {
      "den": 214.0,
      "n": 7.0,
      "share": 0.03271028037383177
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1389.0,
   "wrong": {
    "den": 603.0,
    "n": 20.0,
    "share": 0.03316749585406302
   }
  }
 },
 "route": {
  "provider": "local (turion_jev.serve)",
  "reasoning": null,
  "spec": "turion-jev"
 },
 "running": 0,
 "slug": "turion-jev-31b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 21.605094894766808,
   "n": 24,
   "too_few": true
  },
  "blitz": {
   "error_rate": 29.407597581545513,
   "n": 225,
   "too_few": false
  },
  "holding": {
   "error_rate": 13.38380369646796,
   "n": 29,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 42.41596378442895,
   "n": 393,
   "too_few": false
  },
  "other": {
   "error_rate": 27.074466248852524,
   "n": 199,
   "too_few": true
  },
  "priming": {
   "error_rate": 35.699862870056066,
   "n": 351,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
