{
 "confidence": {
  "auroc_best": 0.7203848282615406,
  "auroc_blunder": 0.6710263749656687,
  "confident_badly_wrong": {
   "den": 1739,
   "n": 20,
   "share": 0.011500862564692352
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 368,
     "n": 20,
     "share": 0.05434782608695652
    },
    "kept": {
     "den": 1739,
     "n": 368,
     "share": 0.21161587119033928
    },
    "mean_loss": 0.013352157710039097,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 67,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1739,
     "n": 67,
     "share": 0.03852788959171938
    },
    "mean_loss": 0.0016235335549311851,
    "too_few": true
   }
  },
  "ece": 0.14646935020126509,
  "held_out": {
   "blunders": 0.012886095555919321,
   "kept": 0.07631401349849187,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1739,
  "surest": {
   "cut": 0.8791,
   "error_rate": 7.788564384668723,
   "n": 435,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-12T19:29:40.095Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1740,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1740
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 29.826204132267566,
   "n": 529,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 37.255864583000275,
   "n": 503,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 18.809629046479188,
   "n": 708,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-12T20:06:33.942Z",
   "id": 1221,
   "opponent": "Fastino GLiDE",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-12T19:29:40.095Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T20:32:01.152Z",
   "id": 1222,
   "opponent": "Celeris-1 Decision",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-12T20:06:34.185Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T21:01:44.005Z",
   "id": 1223,
   "opponent": "GNUbg weak",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-12T20:32:01.394Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T21:19:37.147Z",
   "id": 1224,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 9,
   "started": "2026-11-12T21:01:44.238Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T21:46:39.660Z",
   "id": 1225,
   "opponent": "Safest",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-12T21:19:37.406Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T22:09:05.478Z",
   "id": 1226,
   "opponent": "Liquid d1-ultra",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-12T21:46:40.117Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T22:30:08.952Z",
   "id": 1227,
   "opponent": "Jev 1.14.0",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-12T22:09:05.719Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T22:47:28.507Z",
   "id": 1228,
   "opponent": "Jev 1.13.0",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-12T22:30:09.172Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T23:13:20.592Z",
   "id": 1229,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-12T22:47:28.727Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T23:13:20.863Z",
   "id": 1230,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-12T23:13:20.812Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T08:08:29.903Z",
   "id": 1411,
   "opponent": "Cygnet",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T07:42:02.648Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T08:24:32.814Z",
   "id": 1412,
   "opponent": "Winnow-12B",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-14T08:09:23.502Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T08:51:05.328Z",
   "id": 1413,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-14T08:25:38.017Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T09:14:36.396Z",
   "id": 1414,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T08:52:12.625Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T09:36:00.246Z",
   "id": 1415,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-14T09:15:35.167Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T09:54:58.903Z",
   "id": 1416,
   "opponent": "Clef",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-14T09:37:03.733Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T10:10:26.024Z",
   "id": 1417,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-14T09:55:25.698Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T10:28:20.203Z",
   "id": 1418,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-14T10:10:58.531Z",
   "status": "finished"
  }
 ],
 "name": "Sieve 31B v3",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 32.49722887431422,
   "n": 310,
   "too_few": false
  },
  "16–25": {
   "error_rate": 37.93763635075016,
   "n": 314,
   "too_few": false
  },
  "26+": {
   "error_rate": 42.458377209783514,
   "n": 262,
   "too_few": false
  },
  "2–5": {
   "error_rate": 10.92728402429414,
   "n": 515,
   "too_few": false
  },
  "6–10": {
   "error_rate": 26.834142682826624,
   "n": 339,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 4.1011066837165195,
   "n": 131,
   "too_few": true
  },
  "contact": {
   "error_rate": 35.64604449483048,
   "n": 1074,
   "too_few": false
  },
  "holding": {
   "error_rate": 22.252321952865238,
   "n": 84,
   "too_few": true
  },
  "opening": {
   "error_rate": 21.975475424094217,
   "n": 261,
   "too_few": false
  },
  "race": {
   "error_rate": 7.416254438852009,
   "n": 190,
   "too_few": true
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7203848282615406,
  "best_share": 0.5379310344827586,
  "blunder_share": 0.19022988505747127,
  "brier": 0.23488605037377805,
  "clusters": 88,
  "confidence_n": 1739,
  "confident_badly_wrong": 0.011500862564692352,
  "cost_coverage": 1.0,
  "decisions": 1740,
  "ece": 0.14646935020126509,
  "engine_scored": 1740,
  "error_hi": 31.584909041993047,
  "error_lo": 24.08198699101624,
  "error_rate": 27.491367377083876,
  "first_date": "2026-11-12",
  "group_sizes": [
   140
  ],
  "grouped": 1,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.6835022426682001,
  "over_budget": 0.035632183908045977,
  "own_cost": {
   "decisions": 1740,
   "estimate": true,
   "excluded_hours": 32.483333333333334,
   "gaps": [
    [
     "2026-11-12T23:13Z",
     "2026-11-14T07:42Z",
     1949
    ]
   ],
   "gpu_decisions": 1740,
   "gpu_usd": 1.3815651473497537,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 6.491773611108475,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 6.491773611108475,
     "machine": "dgx_spark",
     "usd": 1.3815651473497537,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 1.3815651473497537,
   "usd_per_1000": 0.7940029582469849
  },
  "p95_loss": 0.2875056117773055,
  "probability_source": "decision",
  "retry_mean": 10.846356896551724,
  "scored": 1740,
  "time_median": 11.0675,
  "time_p90": 16.0999,
  "too_few": false,
  "usd_per_1000": 0.7940029582469849,
  "very_confident": 0.21161587119033928,
  "worst_mean": 0.5035853564054117
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7222222222222222,
   "best_share": 0.8931297709923665,
   "blunder_share": 0.030534351145038167,
   "brier": 0.10685334564885496,
   "clusters": 49,
   "confidence_n": 131,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 131,
   "ece": 0.11187633587786262,
   "engine_scored": 131,
   "error_hi": 7.895614043823676,
   "error_lo": 0.9814456391661885,
   "error_rate": 4.1011066837165195,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.7967236641221375,
   "over_budget": 0.007633587786259542,
   "own_cost": {
    "decisions": 1740,
    "estimate": true,
    "excluded_hours": 32.483333333333334,
    "gaps": [
     [
      "2026-11-12T23:13Z",
      "2026-11-14T07:42Z",
      1949
     ]
    ],
    "gpu_decisions": 1740,
    "gpu_usd": 1.3815651473497537,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.491773611108475,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 6.491773611108475,
      "machine": "dgx_spark",
      "usd": 1.3815651473497537,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 1.3815651473497537,
    "usd_per_1000": 0.7940029582469849
   },
   "p95_loss": 0.014844775199890137,
   "probability_source": "decision",
   "retry_mean": 4.640603053435115,
   "scored": 131,
   "time_median": 8.709,
   "time_p90": 10.531,
   "too_few": true,
   "usd_per_1000": 0.7940029582469849,
   "very_confident": 0.366412213740458,
   "worst_mean": 0.1472693681716919
  },
  "contact": {
   "auroc": 0.7062199011820627,
   "best_share": 0.49441340782122906,
   "blunder_share": 0.24022346368715083,
   "brier": 0.25261930149114636,
   "clusters": 88,
   "confidence_n": 1073,
   "confident_badly_wrong": 0.0130475302889096,
   "cost_coverage": 1.0,
   "decisions": 1074,
   "ece": 0.18236570363466917,
   "engine_scored": 1074,
   "error_hi": 41.419403145711065,
   "error_lo": 30.346732305940176,
   "error_rate": 35.64604449483048,
   "first_date": "2026-11-12",
   "group_sizes": [
    140
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.6755237651444548,
   "over_budget": 0.0335195530726257,
   "own_cost": {
    "decisions": 1740,
    "estimate": true,
    "excluded_hours": 32.483333333333334,
    "gaps": [
     [
      "2026-11-12T23:13Z",
      "2026-11-14T07:42Z",
      1949
     ]
    ],
    "gpu_decisions": 1740,
    "gpu_usd": 1.3815651473497537,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.491773611108475,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 6.491773611108475,
      "machine": "dgx_spark",
      "usd": 1.3815651473497537,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 1.3815651473497537,
    "usd_per_1000": 0.7940029582469849
   },
   "p95_loss": 0.368865868449211,
   "probability_source": "decision",
   "retry_mean": 11.998580074487895,
   "scored": 1074,
   "time_median": 11.250499999999999,
   "time_p90": 16.1706,
   "too_few": false,
   "usd_per_1000": 0.7940029582469849,
   "very_confident": 0.195712954333644,
   "worst_mean": 0.5839264972342385
  },
  "holding": {
   "auroc": 0.6441358024691358,
   "best_share": 0.35714285714285715,
   "blunder_share": 0.13095238095238096,
   "brier": 0.29869799345238096,
   "clusters": 21,
   "confidence_n": 84,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 84,
   "ece": 0.2728488095238095,
   "engine_scored": 84,
   "error_hi": 35.2536507289518,
   "error_lo": 11.88743456093932,
   "error_rate": 22.252321952865238,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.6299916666666666,
   "over_budget": 0.047619047619047616,
   "own_cost": {
    "decisions": 1740,
    "estimate": true,
    "excluded_hours": 32.483333333333334,
    "gaps": [
     [
      "2026-11-12T23:13Z",
      "2026-11-14T07:42Z",
      1949
     ]
    ],
    "gpu_decisions": 1740,
    "gpu_usd": 1.3815651473497537,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.491773611108475,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 6.491773611108475,
      "machine": "dgx_spark",
      "usd": 1.3815651473497537,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 1.3815651473497537,
    "usd_per_1000": 0.7940029582469849
   },
   "p95_loss": 0.15483142137527464,
   "probability_source": "decision",
   "retry_mean": 11.225761904761905,
   "scored": 84,
   "time_median": 11.882000000000001,
   "time_p90": 15.513200000000001,
   "too_few": true,
   "usd_per_1000": 0.7940029582469849,
   "very_confident": 0.11904761904761904,
   "worst_mean": 0.42328523099422455
  },
  "opening": {
   "auroc": 0.7279541446208113,
   "best_share": 0.4827586206896552,
   "blunder_share": 0.19540229885057472,
   "brier": 0.24352541697318006,
   "clusters": 88,
   "confidence_n": 261,
   "confident_badly_wrong": 0.019157088122605363,
   "cost_coverage": 1.0,
   "decisions": 261,
   "ece": 0.17567471264367815,
   "engine_scored": 261,
   "error_hi": 27.442007802713377,
   "error_lo": 17.008374334071345,
   "error_rate": 21.975475424094217,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.6584333333333333,
   "over_budget": 0.06130268199233716,
   "own_cost": {
    "decisions": 1740,
    "estimate": true,
    "excluded_hours": 32.483333333333334,
    "gaps": [
     [
      "2026-11-12T23:13Z",
      "2026-11-14T07:42Z",
      1949
     ]
    ],
    "gpu_decisions": 1740,
    "gpu_usd": 1.3815651473497537,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.491773611108475,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 6.491773611108475,
      "machine": "dgx_spark",
      "usd": 1.3815651473497537,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 1.3815651473497537,
    "usd_per_1000": 0.7940029582469849
   },
   "p95_loss": 0.19403576850891113,
   "probability_source": "decision",
   "retry_mean": 11.45523754789272,
   "scored": 261,
   "time_median": 12.55,
   "time_p90": 20.783,
   "too_few": false,
   "usd_per_1000": 0.7940029582469849,
   "very_confident": 0.19923371647509577,
   "worst_mean": 0.30293866533499497
  },
  "race": {
   "auroc": 0.7358281086729362,
   "best_share": 0.6947368421052632,
   "blunder_share": 0.03684210526315789,
   "brier": 0.18293567126315788,
   "clusters": 70,
   "confidence_n": 190,
   "confident_badly_wrong": 0.005263157894736842,
   "cost_coverage": 1.0,
   "decisions": 190,
   "ece": 0.06509999999999999,
   "engine_scored": 190,
   "error_hi": 13.65532056938502,
   "error_lo": 3.459232685026668,
   "error_rate": 7.416254438852009,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.7085905263157896,
   "over_budget": 0.02631578947368421,
   "own_cost": {
    "decisions": 1740,
    "estimate": true,
    "excluded_hours": 32.483333333333334,
    "gaps": [
     [
      "2026-11-12T23:13Z",
      "2026-11-14T07:42Z",
      1949
     ]
    ],
    "gpu_decisions": 1740,
    "gpu_usd": 1.3815651473497537,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 6.491773611108475,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 6.491773611108475,
      "machine": "dgx_spark",
      "usd": 1.3815651473497537,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 1.3815651473497537,
    "usd_per_1000": 0.7940029582469849
   },
   "p95_loss": 0.058486521244048975,
   "probability_source": "decision",
   "retry_mean": 7.6078210526315795,
   "scored": 190,
   "time_median": 9.172,
   "time_p90": 13.040799999999999,
   "too_few": true,
   "usd_per_1000": 0.7940029582469849,
   "very_confident": 0.25263157894736843,
   "worst_mean": 0.19545586109161378
  }
 },
 "record": {
  "drawn": 0,
  "lost": 2,
  "won": 15
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 15.02387320687031,
    "needless": 3.274887354894616,
    "none": 1.5753522258380364,
    "right_risk": 2.1314944686560797,
    "right_safety": 4.074433634335968,
    "wrong_risk": 1.4113264864888684
   },
   "calls": {
    "missed": 340.0,
    "needless": 76.0,
    "right_risk": 200.0,
    "right_safety": 696.0,
    "wrong_risk": 28.0
   },
   "confidence": {
    "auroc_right_risk": 0.5844951923076923,
    "missed_mean_p": 0.6445899705014749,
    "missed_n": 339,
    "taken_grouped": 0,
    "taken_n": 304,
    "taken_other": 0
   },
   "error_rate": 27.491367377083876,
   "found": {
    "den": 568.0,
    "n": 200.0,
    "share": 0.352112676056338
   },
   "good": {
    "den": 304.0,
    "n": 200.0,
    "share": 0.6578947368421053
   },
   "judgement": 62.68335401007079,
   "judgement_hi": 64.940615293519,
   "judgement_lo": 60.55379215165374,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.07608695652173914,
    "x": 0.647887323943662,
    "y": 0.09844559585492228
   },
   "margin": 0.001,
   "missed": {
    "den": 568.0,
    "n": 340.0,
    "share": 0.5985915492957746
   },
   "needless": {
    "den": 772.0,
    "n": 76.0,
    "share": 0.09844559585492228
   },
   "needless_by_loss": {
    "big": {
     "den": 772.0,
     "n": 47.0,
     "share": 0.06088082901554404
    },
    "medium": {
     "den": 772.0,
     "n": 26.0,
     "share": 0.03367875647668394
    },
    "small": {
     "den": 772.0,
     "n": 3.0,
     "share": 0.0038860103626943004
    }
   },
   "no_trade_off": 400.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 4.1011066837165195,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 4.1011066837165195,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 131.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 131,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.332774054626736,
      "needless": 3.834277849290624,
      "none": 0.6873984604352458,
      "right_risk": 2.3002179419306183,
      "right_safety": 5.501223412416945,
      "wrong_risk": 1.9901527761303068
     },
     "calls": {
      "missed": 260.0,
      "needless": 50.0,
      "right_risk": 111.0,
      "right_safety": 563.0,
      "wrong_risk": 23.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.6454370656370657,
      "missed_n": 259,
      "taken_grouped": 0,
      "taken_n": 184,
      "taken_other": 0
     },
     "error_rate": 35.64604449483048,
     "found": {
      "den": 394.0,
      "n": 111.0,
      "share": 0.2817258883248731
     },
     "good": {
      "den": 184.0,
      "n": 111.0,
      "share": 0.6032608695652174
     },
     "judgement": 60.007990990468784,
     "judgement_hi": 62.10737305182902,
     "judgement_lo": 57.811627915688796,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0812720848056537,
      "x": 0.7182741116751269,
      "y": 0.08156606851549755
     },
     "margin": 0.001,
     "missed": {
      "den": 394.0,
      "n": 260.0,
      "share": 0.6598984771573604
     },
     "needless": {
      "den": 613.0,
      "n": 50.0,
      "share": 0.08156606851549755
     },
     "needless_by_loss": {
      "big": {
       "den": 613.0,
       "n": 30.0,
       "share": 0.048939641109298535
      },
      "medium": {
       "den": 613.0,
       "n": 17.0,
       "share": 0.02773246329526917
      },
      "small": {
       "den": 613.0,
       "n": 3.0,
       "share": 0.004893964110929853
      }
     },
     "no_trade_off": 67.0,
     "reference": null,
     "right_safety": {
      "den": 613.0,
      "n": 563.0,
      "share": 0.9184339314845025
     },
     "risk_pays": 394.0,
     "safety_pays": 613.0,
     "scored": 1074,
     "sdt": {
      "aim": {
       "den": 134.0,
       "n": 111.0,
       "share": 0.8283582089552238
      },
      "beta": 1.454132039043784,
      "caution": 0.9005964275157139,
      "caution_hi": 0.9895058396726085,
      "caution_lo": 0.8142177488648199,
      "cstar": 0.3824288969228127,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9790295369874316,
      "dprime_hi": 1.1588134697891255,
      "dprime_lo": 0.8056831501393165,
      "false_alarm": {
       "den": 613.0,
       "n": 50.0,
       "share": 0.08156606851549755
      },
      "false_alarm_rate": 0.08224755700325732,
      "hit": {
       "den": 394.0,
       "n": 134.0,
       "share": 0.3401015228426396
      },
      "hit_rate": 0.34050632911392403,
      "missed_loss": 0.17624153334360856,
      "missed_n": 260.0,
      "na": null,
      "needless_loss": 0.1647205764055252,
      "needless_n": 50.0
     },
     "size": {
      "bad": {
       "mean": 10.465753424657533,
       "n": 73.0,
       "too_few": true
      },
      "right": {
       "mean": 6.954954954954955,
       "n": 111.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 220.0,
        "n": 85.0,
        "share": 0.38636363636363635
       },
       "missed": {
        "den": 220.0,
        "n": 127.0,
        "share": 0.5772727272727273
       },
       "risk_pays": 220.0,
       "wrong": {
        "den": 220.0,
        "n": 8.0,
        "share": 0.03636363636363636
       }
      },
      "medium": {
       "found": {
        "den": 103.0,
        "n": 16.0,
        "share": 0.1553398058252427
       },
       "missed": {
        "den": 103.0,
        "n": 78.0,
        "share": 0.7572815533980582
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 9.0,
        "share": 0.08737864077669903
       }
      },
      "small": {
       "found": {
        "den": 71.0,
        "n": 10.0,
        "share": 0.14084507042253522
       },
       "missed": {
        "den": 71.0,
        "n": 55.0,
        "share": 0.7746478873239436
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 6.0,
        "share": 0.08450704225352113
       }
      }
     },
     "trade_off": 1007.0,
     "wrong": {
      "den": 394.0,
      "n": 23.0,
      "share": 0.0583756345177665
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.630212272916522,
      "needless": 6.2438583090191795,
      "none": 0.6727810416902814,
      "right_risk": 0.11578805389858428,
      "right_safety": 10.589682275340671,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 13.0,
      "needless": 9.0,
      "right_risk": 5.0,
      "right_safety": 46.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 13,
      "taken_grouped": 0,
      "taken_n": 14,
      "taken_other": 0
     },
     "error_rate": 22.252321952865238,
     "found": {
      "den": 18.0,
      "n": 5.0,
      "share": 0.2777777777777778
     },
     "good": {
      "den": 14.0,
      "n": 5.0,
      "share": 0.35714285714285715
     },
     "judgement": 55.707070707070706,
     "judgement_hi": 66.42857142857143,
     "judgement_lo": 46.388332008178104,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.7222222222222222,
      "y": 0.16363636363636364
     },
     "margin": 0.001,
     "missed": {
      "den": 18.0,
      "n": 13.0,
      "share": 0.7222222222222222
     },
     "needless": {
      "den": 55.0,
      "n": 9.0,
      "share": 0.16363636363636364
     },
     "needless_by_loss": {
      "big": {
       "den": 55.0,
       "n": 4.0,
       "share": 0.07272727272727272
      },
      "medium": {
       "den": 55.0,
       "n": 5.0,
       "share": 0.09090909090909091
      },
      "small": {
       "den": 55.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 11.0,
     "reference": null,
     "right_safety": {
      "den": 55.0,
      "n": 46.0,
      "share": 0.8363636363636363
     },
     "risk_pays": 18.0,
     "safety_pays": 55.0,
     "scored": 84,
     "sdt": {
      "aim": {
       "den": 5.0,
       "n": 5.0,
       "share": 1.0
      },
      "beta": 5.95172922382151,
      "caution": 0.7552502403215426,
      "caution_hi": 1.2131660403168416,
      "caution_lo": 0.3715344121456209,
      "cstar": 4.451918995532327,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.40065459523777824,
      "dprime_hi": 1.2781330467641894,
      "dprime_lo": -0.22006414955865775,
      "false_alarm": {
       "den": 55.0,
       "n": 9.0,
       "share": 0.16363636363636364
      },
      "false_alarm_rate": 0.16964285714285715,
      "hit": {
       "den": 18.0,
       "n": 5.0,
       "share": 0.2777777777777778
      },
      "hit_rate": 0.2894736842105263,
      "missed_loss": 0.059836589373075046,
      "missed_n": 13.0,
      "na": null,
      "needless_loss": 0.11655202176835802,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 10.555555555555555,
       "n": 9.0,
       "too_few": true
      },
      "right": {
       "mean": 5.8,
       "n": 5.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "missed": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 7.0,
        "n": 7.0,
        "share": 1.0
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       },
       "missed": {
        "den": 6.0,
        "n": 5.0,
        "share": 0.8333333333333334
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 73.0,
     "wrong": {
      "den": 18.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 10.885832238928112,
      "needless": 4.045231760233298,
      "none": 0.0,
      "right_risk": 4.707433368967868,
      "right_safety": 1.1174991098857017,
      "wrong_risk": 1.2194789460792395
     },
     "calls": {
      "missed": 67.0,
      "needless": 17.0,
      "right_risk": 84.0,
      "right_safety": 87.0,
      "wrong_risk": 5.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 67,
      "taken_grouped": 0,
      "taken_n": 106,
      "taken_other": 0
     },
     "error_rate": 21.975475424094217,
     "found": {
      "den": 156.0,
      "n": 84.0,
      "share": 0.5384615384615384
     },
     "good": {
      "den": 106.0,
      "n": 84.0,
      "share": 0.7924528301886793
     },
     "judgement": 68.75,
     "judgement_hi": 73.29772574784413,
     "judgement_lo": 64.11376122799997,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06944444444444445,
      "x": 0.46153846153846156,
      "y": 0.16346153846153846
     },
     "margin": 0.001,
     "missed": {
      "den": 156.0,
      "n": 67.0,
      "share": 0.42948717948717946
     },
     "needless": {
      "den": 104.0,
      "n": 17.0,
      "share": 0.16346153846153846
     },
     "needless_by_loss": {
      "big": {
       "den": 104.0,
       "n": 13.0,
       "share": 0.125
      },
      "medium": {
       "den": 104.0,
       "n": 4.0,
       "share": 0.038461538461538464
      },
      "small": {
       "den": 104.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 104.0,
      "n": 87.0,
      "share": 0.8365384615384616
     },
     "risk_pays": 156.0,
     "safety_pays": 104.0,
     "scored": 261,
     "sdt": {
      "aim": {
       "den": 89.0,
       "n": 84.0,
       "share": 0.9438202247191011
      },
      "beta": 0.9763744214548941,
      "caution": 0.39544261921509855,
      "caution_hi": 0.5949213068078606,
      "caution_lo": 0.20881063374644349,
      "cstar": -0.02090036506234227,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1439578937732056,
      "dprime_hi": 1.4605454249482788,
      "dprime_lo": 0.8653464725713005,
      "false_alarm": {
       "den": 104.0,
       "n": 17.0,
       "share": 0.16346153846153846
      },
      "false_alarm_rate": 0.16666666666666666,
      "hit": {
       "den": 156.0,
       "n": 89.0,
       "share": 0.5705128205128205
      },
      "hit_rate": 0.5700636942675159,
      "missed_loss": 0.08481200639881305,
      "missed_n": 67.0,
      "na": null,
      "needless_loss": 0.1242124105201048,
      "needless_n": 17.0
     },
     "size": {
      "bad": {
       "mean": 10.545454545454545,
       "n": 22.0,
       "too_few": true
      },
      "right": {
       "mean": 14.583333333333334,
       "n": 84.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 71.0,
        "n": 47.0,
        "share": 0.6619718309859155
       },
       "missed": {
        "den": 71.0,
        "n": 23.0,
        "share": 0.323943661971831
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 1.0,
        "share": 0.014084507042253521
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 35.0,
        "share": 0.49295774647887325
       },
       "missed": {
        "den": 71.0,
        "n": 34.0,
        "share": 0.4788732394366197
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 2.0,
        "share": 0.028169014084507043
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 2.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 14.0,
        "n": 10.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 2.0,
        "share": 0.14285714285714285
       }
      }
     },
     "trade_off": 260.0,
     "wrong": {
      "den": 156.0,
      "n": 5.0,
      "share": 0.03205128205128205
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.416254438852009,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.416254438852009,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 190.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 190,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 772.0,
    "n": 696.0,
    "share": 0.9015544041450777
   },
   "risk_pays": 568.0,
   "safety_pays": 772.0,
   "scored": 1740,
   "sdt": {
    "aim": {
     "den": 228.0,
     "n": 200.0,
     "share": 0.8771929824561403
    },
    "beta": 1.325405431422376,
    "caution": 0.7683631016760468,
    "caution_hi": 0.8512231829918698,
    "caution_lo": 0.6933585595169021,
    "cstar": 0.27134855246830547,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0382159626448741,
    "dprime_hi": 1.2150465013301652,
    "dprime_lo": 0.8838884026151661,
    "false_alarm": {
     "den": 772.0,
     "n": 76.0,
     "share": 0.09844559585492228
    },
    "false_alarm_rate": 0.09896507115135834,
    "hit": {
     "den": 568.0,
     "n": 228.0,
     "share": 0.4014084507042254
    },
    "hit_rate": 0.4015817223198594,
    "missed_loss": 0.15377376105855492,
    "missed_n": 340.0,
    "na": null,
    "needless_loss": 0.14995536835570084,
    "needless_n": 76.0
   },
   "size": {
    "bad": {
     "mean": 10.490384615384615,
     "n": 104.0,
     "too_few": true
    },
    "right": {
     "mean": 10.13,
     "n": 200.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 296.0,
      "n": 136.0,
      "share": 0.4594594594594595
     },
     "missed": {
      "den": 296.0,
      "n": 151.0,
      "share": 0.5101351351351351
     },
     "risk_pays": 296.0,
     "wrong": {
      "den": 296.0,
      "n": 9.0,
      "share": 0.030405405405405407
     }
    },
    "medium": {
     "found": {
      "den": 181.0,
      "n": 51.0,
      "share": 0.281767955801105
     },
     "missed": {
      "den": 181.0,
      "n": 119.0,
      "share": 0.6574585635359116
     },
     "risk_pays": 181.0,
     "wrong": {
      "den": 181.0,
      "n": 11.0,
      "share": 0.06077348066298342
     }
    },
    "small": {
     "found": {
      "den": 91.0,
      "n": 13.0,
      "share": 0.14285714285714285
     },
     "missed": {
      "den": 91.0,
      "n": 70.0,
      "share": 0.7692307692307693
     },
     "risk_pays": 91.0,
     "wrong": {
      "den": 91.0,
      "n": 8.0,
      "share": 0.08791208791208792
     }
    }
   },
   "trade_off": 1340.0,
   "wrong": {
    "den": 568.0,
    "n": 28.0,
    "share": 0.04929577464788732
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.056803645758793,
    "needless": 3.5674650949993354,
    "none": 1.5753522258380364,
    "right_risk": 1.8259421847332482,
    "right_safety": 5.041503195447484,
    "wrong_risk": 1.4243010303069805
   },
   "calls": {
    "missed": 270.0,
    "needless": 97.0,
    "right_risk": 176.0,
    "right_safety": 766.0,
    "wrong_risk": 31.0
   },
   "confidence": {
    "auroc_right_risk": 0.5548872514204546,
    "missed_mean_p": 0.6313422222222222,
    "missed_n": 270,
    "taken_grouped": 0,
    "taken_n": 304,
    "taken_other": 0
   },
   "error_rate": 27.491367377083876,
   "found": {
    "den": 477.0,
    "n": 176.0,
    "share": 0.3689727463312369
   },
   "good": {
    "den": 304.0,
    "n": 176.0,
    "share": 0.5789473684210527
   },
   "judgement": 62.82870684147495,
   "judgement_hi": 65.3147479125176,
   "judgement_lo": 60.32107134944259,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.10299003322259136,
    "x": 0.6310272536687631,
    "y": 0.11239860950173812
   },
   "margin": 0.02,
   "missed": {
    "den": 477.0,
    "n": 270.0,
    "share": 0.5660377358490566
   },
   "needless": {
    "den": 863.0,
    "n": 97.0,
    "share": 0.11239860950173812
   },
   "needless_by_loss": {
    "big": {
     "den": 863.0,
     "n": 52.0,
     "share": 0.06025492468134415
    },
    "medium": {
     "den": 863.0,
     "n": 28.0,
     "share": 0.03244495944380069
    },
    "small": {
     "den": 863.0,
     "n": 17.0,
     "share": 0.019698725376593278
    }
   },
   "no_trade_off": 400.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 4.1011066837165195,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 4.1011066837165195,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 131.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 131,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 19.879245849628024,
      "needless": 4.184493708321946,
      "none": 0.6873984604352458,
      "right_risk": 2.0641332259835257,
      "right_safety": 6.954751617415657,
      "wrong_risk": 1.8760216330460775
     },
     "calls": {
      "missed": 205.0,
      "needless": 66.0,
      "right_risk": 96.0,
      "right_safety": 618.0,
      "wrong_risk": 22.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.6343941463414635,
      "missed_n": 205,
      "taken_grouped": 0,
      "taken_n": 184,
      "taken_other": 0
     },
     "error_rate": 35.64604449483048,
     "found": {
      "den": 323.0,
      "n": 96.0,
      "share": 0.29721362229102166
     },
     "good": {
      "den": 184.0,
      "n": 96.0,
      "share": 0.5217391304347826
     },
     "judgement": 60.03611971104231,
     "judgement_hi": 62.77677750401832,
     "judgement_lo": 57.44628346387282,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09691629955947137,
      "x": 0.7027863777089783,
      "y": 0.09649122807017543
     },
     "margin": 0.02,
     "missed": {
      "den": 323.0,
      "n": 205.0,
      "share": 0.6346749226006192
     },
     "needless": {
      "den": 684.0,
      "n": 66.0,
      "share": 0.09649122807017543
     },
     "needless_by_loss": {
      "big": {
       "den": 684.0,
       "n": 33.0,
       "share": 0.04824561403508772
      },
      "medium": {
       "den": 684.0,
       "n": 19.0,
       "share": 0.027777777777777776
      },
      "small": {
       "den": 684.0,
       "n": 14.0,
       "share": 0.02046783625730994
      }
     },
     "no_trade_off": 67.0,
     "reference": null,
     "right_safety": {
      "den": 684.0,
      "n": 618.0,
      "share": 0.9035087719298246
     },
     "risk_pays": 323.0,
     "safety_pays": 684.0,
     "scored": 1074,
     "sdt": {
      "aim": {
       "den": 118.0,
       "n": 96.0,
       "share": 0.8135593220338984
      },
      "beta": 1.3845432267386737,
      "caution": 0.8207622234448806,
      "caution_hi": 0.8982863541756492,
      "caution_lo": 0.7413236057778108,
      "cstar": 0.34062573646647987,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9552134504862787,
      "dprime_hi": 1.1217980596793096,
      "dprime_lo": 0.7907412855864843,
      "false_alarm": {
       "den": 684.0,
       "n": 66.0,
       "share": 0.09649122807017543
      },
      "false_alarm_rate": 0.09708029197080292,
      "hit": {
       "den": 323.0,
       "n": 118.0,
       "share": 0.3653250773993808
      },
      "hit_rate": 0.36574074074074076,
      "missed_loss": 0.20829570773171216,
      "missed_n": 205.0,
      "na": null,
      "needless_loss": 0.13618624977993243,
      "needless_n": 66.0
     },
     "size": {
      "bad": {
       "mean": 9.670454545454545,
       "n": 88.0,
       "too_few": true
      },
      "right": {
       "mean": 7.135416666666667,
       "n": 96.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 220.0,
        "n": 83.0,
        "share": 0.37727272727272726
       },
       "missed": {
        "den": 220.0,
        "n": 127.0,
        "share": 0.5772727272727273
       },
       "risk_pays": 220.0,
       "wrong": {
        "den": 220.0,
        "n": 10.0,
        "share": 0.045454545454545456
       }
      },
      "medium": {
       "found": {
        "den": 103.0,
        "n": 13.0,
        "share": 0.1262135922330097
       },
       "missed": {
        "den": 103.0,
        "n": 78.0,
        "share": 0.7572815533980582
       },
       "risk_pays": 103.0,
       "wrong": {
        "den": 103.0,
        "n": 12.0,
        "share": 0.11650485436893204
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1007.0,
     "wrong": {
      "den": 323.0,
      "n": 22.0,
      "share": 0.06811145510835913
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.075010262784504,
      "needless": 6.2438583090191795,
      "none": 0.6727810416902814,
      "right_risk": 0.11578805389858428,
      "right_safety": 11.144884285472688,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 10.0,
      "right_risk": 4.0,
      "right_safety": 51.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 14,
      "taken_other": 0
     },
     "error_rate": 22.252321952865238,
     "found": {
      "den": 12.0,
      "n": 4.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 14.0,
      "n": 4.0,
      "share": 0.2857142857142857
     },
     "judgement": 58.46994535519126,
     "judgement_hi": 73.62745098039215,
     "judgement_lo": 44.613696808510646,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.16393442622950818
     },
     "margin": 0.02,
     "missed": {
      "den": 12.0,
      "n": 8.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 61.0,
      "n": 10.0,
      "share": 0.16393442622950818
     },
     "needless_by_loss": {
      "big": {
       "den": 61.0,
       "n": 4.0,
       "share": 0.06557377049180328
      },
      "medium": {
       "den": 61.0,
       "n": 5.0,
       "share": 0.08196721311475409
      },
      "small": {
       "den": 61.0,
       "n": 1.0,
       "share": 0.01639344262295082
      }
     },
     "no_trade_off": 11.0,
     "reference": null,
     "right_safety": {
      "den": 61.0,
      "n": 51.0,
      "share": 0.8360655737704918
     },
     "risk_pays": 12.0,
     "safety_pays": 61.0,
     "scored": 84,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 6.231073989818015,
      "caution": 0.6762215814563185,
      "caution_hi": 1.1939231344745111,
      "caution_lo": 0.25614796114395116,
      "cstar": 3.2612708289068473,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5609925712836623,
      "dprime_hi": 1.6216740955222082,
      "dprime_lo": -0.2959955658864435,
      "false_alarm": {
       "den": 61.0,
       "n": 10.0,
       "share": 0.16393442622950818
      },
      "false_alarm_rate": 0.1693548387096774,
      "hit": {
       "den": 12.0,
       "n": 4.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.34615384615384615,
      "missed_loss": 0.08557521551847458,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.10489681959152222,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 10.8,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": 4.0,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "missed": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 7.0,
        "n": 7.0,
        "share": 1.0
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 73.0,
     "wrong": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 10.598572563394276,
      "needless": 4.554631895032422,
      "none": 0.0,
      "right_risk": 3.641893180850822,
      "right_safety": 1.4047587854195371,
      "wrong_risk": 1.775618999397161
     },
     "calls": {
      "missed": 57.0,
      "needless": 21.0,
      "right_risk": 76.0,
      "right_safety": 97.0,
      "wrong_risk": 9.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 57,
      "taken_grouped": 0,
      "taken_n": 106,
      "taken_other": 0
     },
     "error_rate": 21.975475424094217,
     "found": {
      "den": 142.0,
      "n": 76.0,
      "share": 0.5352112676056338
     },
     "good": {
      "den": 106.0,
      "n": 76.0,
      "share": 0.7169811320754716
     },
     "judgement": 67.86225829553592,
     "judgement_hi": 72.89033823290563,
     "judgement_lo": 62.49007097928851,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.13636363636363635,
      "x": 0.4647887323943662,
      "y": 0.17796610169491525
     },
     "margin": 0.02,
     "missed": {
      "den": 142.0,
      "n": 57.0,
      "share": 0.4014084507042254
     },
     "needless": {
      "den": 118.0,
      "n": 21.0,
      "share": 0.17796610169491525
     },
     "needless_by_loss": {
      "big": {
       "den": 118.0,
       "n": 15.0,
       "share": 0.1271186440677966
      },
      "medium": {
       "den": 118.0,
       "n": 4.0,
       "share": 0.03389830508474576
      },
      "small": {
       "den": 118.0,
       "n": 2.0,
       "share": 0.01694915254237288
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 118.0,
      "n": 97.0,
      "share": 0.8220338983050848
     },
     "risk_pays": 142.0,
     "safety_pays": 118.0,
     "scored": 261,
     "sdt": {
      "aim": {
       "den": 85.0,
       "n": 76.0,
       "share": 0.8941176470588236
      },
      "beta": 0.9692931182865625,
      "caution": 0.33244271842801537,
      "caution_hi": 0.5298596533832092,
      "caution_lo": 0.14195291353751063,
      "cstar": -0.026869560535008358,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.160726731706448,
      "dprime_hi": 1.482689463525866,
      "dprime_lo": 0.8549761370762623,
      "false_alarm": {
       "den": 118.0,
       "n": 21.0,
       "share": 0.17796610169491525
      },
      "false_alarm_rate": 0.18067226890756302,
      "hit": {
       "den": 142.0,
       "n": 85.0,
       "share": 0.5985915492957746
      },
      "hit_rate": 0.5979020979020979,
      "missed_loss": 0.09706061189634758,
      "missed_n": 57.0,
      "na": null,
      "needless_loss": 0.11321513567652021,
      "needless_n": 21.0
     },
     "size": {
      "bad": {
       "mean": 11.133333333333333,
       "n": 30.0,
       "too_few": true
      },
      "right": {
       "mean": 14.776315789473685,
       "n": 76.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 71.0,
        "n": 45.0,
        "share": 0.6338028169014085
       },
       "missed": {
        "den": 71.0,
        "n": 23.0,
        "share": 0.323943661971831
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 3.0,
        "share": 0.04225352112676056
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 31.0,
        "share": 0.43661971830985913
       },
       "missed": {
        "den": 71.0,
        "n": 34.0,
        "share": 0.4788732394366197
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 6.0,
        "share": 0.08450704225352113
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 260.0,
     "wrong": {
      "den": 142.0,
      "n": 9.0,
      "share": 0.06338028169014084
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 7.416254438852009,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 7.416254438852009,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 190.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 190,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 863.0,
    "n": 766.0,
    "share": 0.8876013904982619
   },
   "risk_pays": 477.0,
   "safety_pays": 863.0,
   "scored": 1740,
   "sdt": {
    "aim": {
     "den": 207.0,
     "n": 176.0,
     "share": 0.8502415458937198
    },
    "beta": 1.278078710702235,
    "caution": 0.6887343748903743,
    "caution_hi": 0.7682001728344146,
    "caution_lo": 0.6142220764280074,
    "cstar": 0.23466198342553338,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0455802829501195,
    "dprime_hi": 1.2110212448539837,
    "dprime_lo": 0.888935631784992,
    "false_alarm": {
     "den": 863.0,
     "n": 97.0,
     "share": 0.11239860950173812
    },
    "false_alarm_rate": 0.11284722222222222,
    "hit": {
     "den": 477.0,
     "n": 207.0,
     "share": 0.4339622641509434
    },
    "hit_rate": 0.4341004184100418,
    "missed_loss": 0.18117658032311335,
    "missed_n": 270.0,
    "na": null,
    "needless_loss": 0.1279874075319349,
    "needless_n": 97.0
   },
   "size": {
    "bad": {
     "mean": 10.1015625,
     "n": 128.0,
     "too_few": true
    },
    "right": {
     "mean": 10.363636363636363,
     "n": 176.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 296.0,
      "n": 132.0,
      "share": 0.44594594594594594
     },
     "missed": {
      "den": 296.0,
      "n": 151.0,
      "share": 0.5101351351351351
     },
     "risk_pays": 296.0,
     "wrong": {
      "den": 296.0,
      "n": 13.0,
      "share": 0.04391891891891892
     }
    },
    "medium": {
     "found": {
      "den": 181.0,
      "n": 44.0,
      "share": 0.2430939226519337
     },
     "missed": {
      "den": 181.0,
      "n": 119.0,
      "share": 0.6574585635359116
     },
     "risk_pays": 181.0,
     "wrong": {
      "den": 181.0,
      "n": 18.0,
      "share": 0.09944751381215469
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1340.0,
   "wrong": {
    "den": 477.0,
    "n": 31.0,
    "share": 0.0649895178197065
   }
  }
 },
 "route": {
  "provider": "local (sieve-serve)",
  "reasoning": null,
  "spec": "sieve"
 },
 "running": 0,
 "slug": "sieve-31b-v3",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 13.660720653004116,
   "n": 36,
   "too_few": true
  },
  "blitz": {
   "error_rate": 33.47326479690931,
   "n": 231,
   "too_few": false
  },
  "holding": {
   "error_rate": 22.252321952865238,
   "n": 84,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 33.60781563740028,
   "n": 304,
   "too_few": false
  },
  "other": {
   "error_rate": 37.14034999570539,
   "n": 155,
   "too_few": true
  },
  "priming": {
   "error_rate": 40.47761917456813,
   "n": 348,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
