{
 "confidence": {
  "auroc_best": 0.7387364401338244,
  "auroc_blunder": 0.6909650194862265,
  "confident_badly_wrong": {
   "den": 1673,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1673,
     "n": 1,
     "share": 0.0005977286312014345
    },
    "mean_loss": 0.0,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1673,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.03310476602397979,
  "held_out": {
   "blunders": 0.10364645146697575,
   "kept": 0.006626567885759781,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1673,
  "surest": {
   "cut": 0.4355435873113193,
   "error_rate": 26.150720927482006,
   "n": 419,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-12T16:58:16.155Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1676,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1676
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 71.73421460782549,
   "n": 486,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 102.66229724079244,
   "n": 474,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 41.00057203842941,
   "n": 716,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-12T16:59:45.713Z",
   "id": 1191,
   "opponent": "Fastino GLiDE",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-12T16:58:16.155Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:00:47.032Z",
   "id": 1192,
   "opponent": "Celeris-1 Decision",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-12T16:59:48.313Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:01:02.221Z",
   "id": 1193,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T17:00:47.276Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:01:37.471Z",
   "id": 1194,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-12T17:01:02.495Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:02:25.534Z",
   "id": 1195,
   "opponent": "Safest",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-12T17:01:37.732Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:03:05.775Z",
   "id": 1196,
   "opponent": "Liquid d1-ultra",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T17:02:25.745Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:03:33.917Z",
   "id": 1197,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-12T17:03:06.030Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:03:50.717Z",
   "id": 1198,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-12T17:03:34.181Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:04:45.386Z",
   "id": 1199,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-12T17:03:50.941Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:04:45.690Z",
   "id": 1200,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-12T17:04:45.630Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-13T23:59:10.274Z",
   "id": 1298,
   "opponent": "Cygnet",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-13T23:58:15.215Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:01:05.358Z",
   "id": 1299,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 4,
   "started": "2026-11-13T23:59:29.512Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:02:24.399Z",
   "id": 1300,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T00:01:41.536Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:05:01.206Z",
   "id": 1301,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T00:03:01.718Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:07:41.807Z",
   "id": 1302,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T00:06:18.490Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:10:35.483Z",
   "id": 1303,
   "opponent": "Clef",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-14T00:08:41.821Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:15:08.073Z",
   "id": 1304,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-14T00:11:03.426Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:19:23.030Z",
   "id": 1305,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T00:16:25.180Z",
   "status": "finished"
  }
 ],
 "name": "GLiDE 2B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 72.4270450294233,
   "n": 277,
   "too_few": false
  },
  "16–25": {
   "error_rate": 81.82808890671073,
   "n": 334,
   "too_few": false
  },
  "26+": {
   "error_rate": 123.23445257018594,
   "n": 238,
   "too_few": false
  },
  "2–5": {
   "error_rate": 33.880257220756036,
   "n": 479,
   "too_few": false
  },
  "6–10": {
   "error_rate": 57.26968586958688,
   "n": 348,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 34.382145394358716,
   "n": 114,
   "too_few": true
  },
  "contact": {
   "error_rate": 84.45561641808784,
   "n": 1010,
   "too_few": false
  },
  "holding": {
   "error_rate": 45.07251035782598,
   "n": 31,
   "too_few": true
  },
  "opening": {
   "error_rate": 51.51330862866073,
   "n": 244,
   "too_few": false
  },
  "race": {
   "error_rate": 34.9997634922124,
   "n": 277,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7387364401338244,
  "best_share": 0.3031026252983294,
  "blunder_share": 0.4081145584725537,
  "brier": 0.18079484008224456,
  "clusters": 82,
  "confidence_n": 1673,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1676,
  "ece": 0.03310476602397979,
  "engine_scored": 1676,
  "error_hi": 74.54824602517542,
  "error_lo": 60.9966368551462,
  "error_rate": 67.35153148630923,
  "first_date": "2026-11-12",
  "group_sizes": [
   140,
   148,
   212
  ],
  "grouped": 3,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.30747132697799273,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1676,
   "estimate": true,
   "excluded_hours": 30.9,
   "gaps": [
    [
     "2026-11-12T17:04Z",
     "2026-11-13T23:58Z",
     1854
    ]
   ],
   "gpu_decisions": 1676,
   "gpu_usd": 0.09772919711870297,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.45921527776453247,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.45921527776453247,
     "machine": "dgx_spark",
     "usd": 0.09772919711870297,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.09772919711870297,
   "usd_per_1000": 0.05831097680113542
  },
  "p95_loss": 0.5699046552181244,
  "probability_source": "decision",
  "retry_mean": 0.1555662291169451,
  "scored": 1676,
  "time_median": 0.329,
  "time_p90": 0.526,
  "tokens_in": 3953.365155131265,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.05831097680113542,
  "very_confident": 0.0005977286312014345,
  "worst_mean": 0.8512259519525937
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5528920507268791,
   "best_share": 0.5350877192982456,
   "blunder_share": 0.22807017543859648,
   "brier": 0.26482947751185987,
   "clusters": 50,
   "confidence_n": 114,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 114,
   "ece": 0.15137943378373184,
   "engine_scored": 114,
   "error_hi": 51.36156670786048,
   "error_lo": 20.25442079357479,
   "error_rate": 34.382145394358716,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.46928239326080906,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1676,
    "estimate": true,
    "excluded_hours": 30.9,
    "gaps": [
     [
      "2026-11-12T17:04Z",
      "2026-11-13T23:58Z",
      1854
     ]
    ],
    "gpu_decisions": 1676,
    "gpu_usd": 0.09772919711870297,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45921527776453247,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45921527776453247,
      "machine": "dgx_spark",
      "usd": 0.09772919711870297,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09772919711870297,
    "usd_per_1000": 0.05831097680113542
   },
   "p95_loss": 0.3118600368499752,
   "probability_source": "decision",
   "retry_mean": 0.10235964912280703,
   "scored": 114,
   "time_median": 0.255,
   "time_p90": 0.3364000000000001,
   "tokens_in": 2892.254385964912,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.05831097680113542,
   "very_confident": 0.0,
   "worst_mean": 0.6578197379906973
  },
  "contact": {
   "auroc": 0.7665028055017628,
   "best_share": 0.2712871287128713,
   "blunder_share": 0.47326732673267324,
   "brier": 0.16308856595374116,
   "clusters": 82,
   "confidence_n": 1009,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1010,
   "ece": 0.026054900914568347,
   "engine_scored": 1010,
   "error_hi": 94.83573386573617,
   "error_lo": 74.8286801385317,
   "error_rate": 84.45561641808784,
   "first_date": "2026-11-12",
   "group_sizes": [
    148
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.29574300078163956,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1676,
    "estimate": true,
    "excluded_hours": 30.9,
    "gaps": [
     [
      "2026-11-12T17:04Z",
      "2026-11-13T23:58Z",
      1854
     ]
    ],
    "gpu_decisions": 1676,
    "gpu_usd": 0.09772919711870297,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45921527776453247,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45921527776453247,
      "machine": "dgx_spark",
      "usd": 0.09772919711870297,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09772919711870297,
    "usd_per_1000": 0.05831097680113542
   },
   "p95_loss": 0.6554327905178065,
   "probability_source": "decision",
   "retry_mean": 0.18268217821782176,
   "scored": 1010,
   "time_median": 0.332,
   "time_p90": 0.5271,
   "tokens_in": 3922.0376237623764,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05831097680113542,
   "very_confident": 0.0,
   "worst_mean": 0.9595326858758927
  },
  "holding": {
   "auroc": 0.5185185185185185,
   "best_share": 0.0967741935483871,
   "blunder_share": 0.3548387096774194,
   "brier": 0.10815179895458069,
   "clusters": 12,
   "confidence_n": 30,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 31,
   "ece": 0.12890554071313154,
   "engine_scored": 31,
   "error_hi": 71.15163412305614,
   "error_lo": 24.896362288604916,
   "error_rate": 45.07251035782598,
   "first_date": "2026-11-12",
   "group_sizes": [
    140
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.21097488332049524,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1676,
    "estimate": true,
    "excluded_hours": 30.9,
    "gaps": [
     [
      "2026-11-12T17:04Z",
      "2026-11-13T23:58Z",
      1854
     ]
    ],
    "gpu_decisions": 1676,
    "gpu_usd": 0.09772919711870297,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45921527776453247,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45921527776453247,
      "machine": "dgx_spark",
      "usd": 0.09772919711870297,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09772919711870297,
    "usd_per_1000": 0.05831097680113542
   },
   "p95_loss": 0.26917579770088196,
   "probability_source": "decision",
   "retry_mean": 0.09329032258064515,
   "scored": 31,
   "time_median": 0.383,
   "time_p90": 0.706,
   "tokens_in": 5400.677419354839,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.05831097680113542,
   "very_confident": 0.0,
   "worst_mean": 0.34555792808532715
  },
  "opening": {
   "auroc": 0.7966588166028848,
   "best_share": 0.3524590163934426,
   "blunder_share": 0.45901639344262296,
   "brier": 0.18025748318666154,
   "clusters": 82,
   "confidence_n": 244,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 244,
   "ece": 0.12012657803281838,
   "engine_scored": 244,
   "error_hi": 58.57975798297901,
   "error_lo": 44.21080724982114,
   "error_rate": 51.51330862866073,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2519925504844505,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1676,
    "estimate": true,
    "excluded_hours": 30.9,
    "gaps": [
     [
      "2026-11-12T17:04Z",
      "2026-11-13T23:58Z",
      1854
     ]
    ],
    "gpu_decisions": 1676,
    "gpu_usd": 0.09772919711870297,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45921527776453247,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45921527776453247,
      "machine": "dgx_spark",
      "usd": 0.09772919711870297,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09772919711870297,
    "usd_per_1000": 0.05831097680113542
   },
   "p95_loss": 0.3685805827379226,
   "probability_source": "decision",
   "retry_mean": 0.14250000000000002,
   "scored": 244,
   "time_median": 0.3795,
   "time_p90": 0.7101000000000004,
   "tokens_in": 4702.639344262295,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05831097680113542,
   "very_confident": 0.0,
   "worst_mean": 0.4344307705760002
  },
  "race": {
   "auroc": 0.6064918154761905,
   "best_share": 0.30324909747292417,
   "blunder_share": 0.20577617328519857,
   "brier": 0.21918646415846174,
   "clusters": 77,
   "confidence_n": 276,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 277,
   "ece": 0.12272242990618851,
   "engine_scored": 277,
   "error_hi": 44.07039070053746,
   "error_lo": 26.22245785019762,
   "error_rate": 34.9997634922124,
   "first_date": "2026-11-12",
   "group_sizes": [
    212
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.34304790070998015,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1676,
    "estimate": true,
    "excluded_hours": 30.9,
    "gaps": [
     [
      "2026-11-12T17:04Z",
      "2026-11-13T23:58Z",
      1854
     ]
    ],
    "gpu_decisions": 1676,
    "gpu_usd": 0.09772919711870297,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45921527776453247,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45921527776453247,
      "machine": "dgx_spark",
      "usd": 0.09772919711870297,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09772919711870297,
    "usd_per_1000": 0.05831097680113542
   },
   "p95_loss": 0.2978981971740722,
   "probability_source": "decision",
   "retry_mean": 0.09707220216606498,
   "scored": 277,
   "time_median": 0.298,
   "time_p90": 0.46480000000000005,
   "tokens_in": 3682.3104693140795,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05831097680113542,
   "very_confident": 0.0036231884057971015,
   "worst_mean": 0.649558173758643
  }
 },
 "record": {
  "drawn": 0,
  "lost": 16,
  "won": 1
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.55772806103019,
    "needless": 20.326219925874742,
    "none": 9.556570297067092,
    "right_risk": 3.918047407575325,
    "right_safety": 5.587618397926659,
    "wrong_risk": 16.40534739683522
   },
   "calls": {
    "missed": 203.0,
    "needless": 233.0,
    "right_risk": 192.0,
    "right_safety": 354.0,
    "wrong_risk": 186.0
   },
   "confidence": {
    "auroc_right_risk": 0.6032592482100239,
    "missed_mean_p": 0.26556277009233986,
    "missed_n": 203,
    "taken_grouped": 0,
    "taken_n": 611,
    "taken_other": 0
   },
   "error_rate": 67.35153148630923,
   "found": {
    "den": 581.0,
    "n": 192.0,
    "share": 0.3304647160068847
   },
   "good": {
    "den": 611.0,
    "n": 192.0,
    "share": 0.3142389525368249
   },
   "judgement": 46.67655777649416,
   "judgement_hi": 49.612846511777946,
   "judgement_lo": 43.59972569376635,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.4781491002570694,
    "x": 0.6695352839931153,
    "y": 0.3969335604770017
   },
   "margin": 0.001,
   "missed": {
    "den": 581.0,
    "n": 203.0,
    "share": 0.3493975903614458
   },
   "needless": {
    "den": 587.0,
    "n": 233.0,
    "share": 0.3969335604770017
   },
   "needless_by_loss": {
    "big": {
     "den": 587.0,
     "n": 186.0,
     "share": 0.31686541737649065
    },
    "medium": {
     "den": 587.0,
     "n": 38.0,
     "share": 0.06473594548551959
    },
    "small": {
     "den": 587.0,
     "n": 9.0,
     "share": 0.015332197614991482
    }
   },
   "no_trade_off": 508.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.382145394358716,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.382145394358716,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 114.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 114,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 16.18939654366805,
      "needless": 30.710916457199815,
      "none": 2.2981874423451942,
      "right_risk": 5.355994344347774,
      "right_safety": 8.039730270900348,
      "wrong_risk": 21.86139135962666
     },
     "calls": {
      "missed": 158.0,
      "needless": 205.0,
      "right_risk": 134.0,
      "right_safety": 276.0,
      "wrong_risk": 128.0
     },
     "confidence": {
      "auroc_right_risk": 0.6036260140737753,
      "missed_mean_p": null,
      "missed_n": 158,
      "taken_grouped": 0,
      "taken_n": 467,
      "taken_other": 0
     },
     "error_rate": 84.45561641808784,
     "found": {
      "den": 420.0,
      "n": 134.0,
      "share": 0.319047619047619
     },
     "good": {
      "den": 467.0,
      "n": 134.0,
      "share": 0.28693790149892934
     },
     "judgement": 44.64260964260964,
     "judgement_hi": 48.38379941722587,
     "judgement_lo": 41.01059438439589,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.44755244755244755,
      "x": 0.680952380952381,
      "y": 0.4261954261954262
     },
     "margin": 0.001,
     "missed": {
      "den": 420.0,
      "n": 158.0,
      "share": 0.3761904761904762
     },
     "needless": {
      "den": 481.0,
      "n": 205.0,
      "share": 0.4261954261954262
     },
     "needless_by_loss": {
      "big": {
       "den": 481.0,
       "n": 164.0,
       "share": 0.340956340956341
      },
      "medium": {
       "den": 481.0,
       "n": 33.0,
       "share": 0.06860706860706861
      },
      "small": {
       "den": 481.0,
       "n": 8.0,
       "share": 0.016632016632016633
      }
     },
     "no_trade_off": 109.0,
     "reference": null,
     "right_safety": {
      "den": 481.0,
      "n": 276.0,
      "share": 0.5738045738045738
     },
     "risk_pays": 420.0,
     "safety_pays": 481.0,
     "scored": 1010,
     "sdt": {
      "aim": {
       "den": 262.0,
       "n": 134.0,
       "share": 0.5114503816793893
      },
      "beta": 1.6744073728756352,
      "caution": -0.06452426341209275,
      "caution_hi": 0.03849366376279458,
      "caution_lo": -0.16607069966297813,
      "cstar": 1.0300842186031656,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5004050019648276,
      "dprime_hi": 0.6888179305326394,
      "dprime_lo": 0.325778856970037,
      "false_alarm": {
       "den": 481.0,
       "n": 205.0,
       "share": 0.4261954261954262
      },
      "false_alarm_rate": 0.4263485477178423,
      "hit": {
       "den": 420.0,
       "n": 262.0,
       "share": 0.6238095238095238
      },
      "hit_rate": 0.6235154394299287,
      "missed_loss": 0.2069783608747434,
      "missed_n": 158.0,
      "na": null,
      "needless_loss": 0.30261488411484694,
      "needless_n": 205.0
     },
     "size": {
      "bad": {
       "mean": 13.981981981981981,
       "n": 333.0,
       "too_few": false
      },
      "right": {
       "mean": 10.843283582089553,
       "n": 134.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 234.0,
        "n": 100.0,
        "share": 0.42735042735042733
       },
       "missed": {
        "den": 234.0,
        "n": 75.0,
        "share": 0.32051282051282054
       },
       "risk_pays": 234.0,
       "wrong": {
        "den": 234.0,
        "n": 59.0,
        "share": 0.25213675213675213
       }
      },
      "medium": {
       "found": {
        "den": 120.0,
        "n": 23.0,
        "share": 0.19166666666666668
       },
       "missed": {
        "den": 120.0,
        "n": 57.0,
        "share": 0.475
       },
       "risk_pays": 120.0,
       "wrong": {
        "den": 120.0,
        "n": 40.0,
        "share": 0.3333333333333333
       }
      },
      "small": {
       "found": {
        "den": 66.0,
        "n": 11.0,
        "share": 0.16666666666666666
       },
       "missed": {
        "den": 66.0,
        "n": 26.0,
        "share": 0.3939393939393939
       },
       "risk_pays": 66.0,
       "wrong": {
        "den": 66.0,
        "n": 29.0,
        "share": 0.4393939393939394
       }
      }
     },
     "trade_off": 901.0,
     "wrong": {
      "den": 420.0,
      "n": 128.0,
      "share": 0.3047619047619048
     }
    },
    "holding": {
     "by_call": {
      "missed": 10.902351910068143,
      "needless": 10.39852250006891,
      "none": 2.617530284389373,
      "right_risk": 0.15623819443487352,
      "right_safety": 20.997867468864687,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 4.0,
      "right_risk": 1.0,
      "right_safety": 13.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 45.07251035782598,
     "found": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "judgement": 46.56862745098039,
     "judgement_hi": 56.679653679653676,
     "judgement_lo": 21.485294117647104,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8333333333333334,
      "y": 0.23529411764705882
     },
     "margin": 0.001,
     "missed": {
      "den": 6.0,
      "n": 5.0,
      "share": 0.8333333333333334
     },
     "needless": {
      "den": 17.0,
      "n": 4.0,
      "share": 0.23529411764705882
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "medium": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "small": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 13.0,
      "share": 0.7647058823529411
     },
     "risk_pays": 6.0,
     "safety_pays": 17.0,
     "scored": 31,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 3.3779959429733,
      "caution": 0.7330641789697281,
      "caution_hi": 1.0904061661078968,
      "caution_lo": 0.311098623954114,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.11714885754729287,
      "dprime_hi": 0.4024907856127058,
      "dprime_lo": -1.1004921372918388,
      "false_alarm": {
       "den": 17.0,
       "n": 4.0,
       "share": 0.23529411764705882
      },
      "false_alarm_rate": 0.25,
      "hit": {
       "den": 6.0,
       "n": 1.0,
       "share": 0.16666666666666666
      },
      "hit_rate": 0.21428571428571427,
      "missed_loss": 0.13518916368484496,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.16117709875106812,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 21.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 24.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 10.989708245777694,
      "needless": 11.173626133164422,
      "none": 0.0,
      "right_risk": 4.722335177366851,
      "right_safety": 2.433553154839844,
      "wrong_risk": 22.194085917511924
     },
     "calls": {
      "missed": 40.0,
      "needless": 24.0,
      "right_risk": 57.0,
      "right_safety": 65.0,
      "wrong_risk": 58.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 40,
      "taken_grouped": 0,
      "taken_n": 139,
      "taken_other": 0
     },
     "error_rate": 51.51330862866073,
     "found": {
      "den": 155.0,
      "n": 57.0,
      "share": 0.36774193548387096
     },
     "good": {
      "den": 139.0,
      "n": 57.0,
      "share": 0.41007194244604317
     },
     "judgement": 54.90395070677781,
     "judgement_hi": 61.02531761500553,
     "judgement_lo": 48.58376547825408,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5918367346938775,
      "x": 0.632258064516129,
      "y": 0.2696629213483146
     },
     "margin": 0.001,
     "missed": {
      "den": 155.0,
      "n": 40.0,
      "share": 0.25806451612903225
     },
     "needless": {
      "den": 89.0,
      "n": 24.0,
      "share": 0.2696629213483146
     },
     "needless_by_loss": {
      "big": {
       "den": 89.0,
       "n": 20.0,
       "share": 0.2247191011235955
      },
      "medium": {
       "den": 89.0,
       "n": 3.0,
       "share": 0.033707865168539325
      },
      "small": {
       "den": 89.0,
       "n": 1.0,
       "share": 0.011235955056179775
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 89.0,
      "n": 65.0,
      "share": 0.7303370786516854
     },
     "risk_pays": 155.0,
     "safety_pays": 89.0,
     "scored": 244,
     "sdt": {
      "aim": {
       "den": 115.0,
       "n": 57.0,
       "share": 0.4956521739130435
      },
      "beta": 0.9730049082084701,
      "caution": -0.019212861380008217,
      "caution_hi": 0.19537705243052889,
      "caution_lo": -0.21377655671013732,
      "cstar": -0.02188176240690488,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2506374894532102,
      "dprime_hi": 1.6571587591829673,
      "dprime_lo": 0.899252430963852,
      "false_alarm": {
       "den": 89.0,
       "n": 24.0,
       "share": 0.2696629213483146
      },
      "false_alarm_rate": 0.2722222222222222,
      "hit": {
       "den": 155.0,
       "n": 115.0,
       "share": 0.7419354838709677
      },
      "hit_rate": 0.7403846153846154,
      "missed_loss": 0.13407444059848786,
      "missed_n": 40.0,
      "na": null,
      "needless_loss": 0.22719706470767656,
      "needless_n": 24.0
     },
     "size": {
      "bad": {
       "mean": 12.987804878048781,
       "n": 82.0,
       "too_few": true
      },
      "right": {
       "mean": 10.298245614035087,
       "n": 57.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 79.0,
        "n": 38.0,
        "share": 0.4810126582278481
       },
       "missed": {
        "den": 79.0,
        "n": 21.0,
        "share": 0.26582278481012656
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 20.0,
        "share": 0.25316455696202533
       }
      },
      "medium": {
       "found": {
        "den": 63.0,
        "n": 19.0,
        "share": 0.30158730158730157
       },
       "missed": {
        "den": 63.0,
        "n": 15.0,
        "share": 0.23809523809523808
       },
       "risk_pays": 63.0,
       "wrong": {
        "den": 63.0,
        "n": 29.0,
        "share": 0.4603174603174603
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 13.0,
        "n": 4.0,
        "share": 0.3076923076923077
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 9.0,
        "share": 0.6923076923076923
       }
      }
     },
     "trade_off": 244.0,
     "wrong": {
      "den": 155.0,
      "n": 58.0,
      "share": 0.3741935483870968
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.9997634922124,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.9997634922124,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 277.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 277,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 587.0,
    "n": 354.0,
    "share": 0.6030664395229983
   },
   "risk_pays": 581.0,
   "safety_pays": 587.0,
   "scored": 1676,
   "sdt": {
    "aim": {
     "den": 378.0,
     "n": 192.0,
     "share": 0.5079365079365079
    },
    "beta": 1.548054457205945,
    "caution": -0.06270535886105097,
    "caution_hi": 0.032852174001523314,
    "caution_lo": -0.14680409915966916,
    "cstar": 0.6753335782517381,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.6470860737498794,
    "dprime_hi": 0.8094175453818743,
    "dprime_lo": 0.48890155578476213,
    "false_alarm": {
     "den": 587.0,
     "n": 233.0,
     "share": 0.3969335604770017
    },
    "false_alarm_rate": 0.397108843537415,
    "hit": {
     "den": 581.0,
     "n": 378.0,
     "share": 0.6506024096385542
    },
    "hit_rate": 0.6503436426116839,
    "missed_loss": 0.19084484955947387,
    "missed_n": 203.0,
    "na": null,
    "needless_loss": 0.29241840854734824,
    "needless_n": 233.0
   },
   "size": {
    "bad": {
     "mean": 13.861575178997613,
     "n": 419.0,
     "too_few": false
    },
    "right": {
     "mean": 10.75,
     "n": 192.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 317.0,
      "n": 139.0,
      "share": 0.4384858044164038
     },
     "missed": {
      "den": 317.0,
      "n": 99.0,
      "share": 0.31230283911671924
     },
     "risk_pays": 317.0,
     "wrong": {
      "den": 317.0,
      "n": 79.0,
      "share": 0.24921135646687698
     }
    },
    "medium": {
     "found": {
      "den": 185.0,
      "n": 42.0,
      "share": 0.22702702702702704
     },
     "missed": {
      "den": 185.0,
      "n": 74.0,
      "share": 0.4
     },
     "risk_pays": 185.0,
     "wrong": {
      "den": 185.0,
      "n": 69.0,
      "share": 0.372972972972973
     }
    },
    "small": {
     "found": {
      "den": 79.0,
      "n": 11.0,
      "share": 0.13924050632911392
     },
     "missed": {
      "den": 79.0,
      "n": 30.0,
      "share": 0.379746835443038
     },
     "risk_pays": 79.0,
     "wrong": {
      "den": 79.0,
      "n": 38.0,
      "share": 0.4810126582278481
     }
    }
   },
   "trade_off": 1168.0,
   "wrong": {
    "den": 581.0,
    "n": 186.0,
    "share": 0.32013769363166955
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.073543847958627,
    "needless": 22.161632785151284,
    "none": 9.556570297067092,
    "right_risk": 3.224051697513084,
    "right_safety": 6.071802610998222,
    "wrong_risk": 15.263930247620921
   },
   "calls": {
    "missed": 173.0,
    "needless": 282.0,
    "right_risk": 172.0,
    "right_safety": 384.0,
    "wrong_risk": 157.0
   },
   "confidence": {
    "auroc_right_risk": 0.5843089473963023,
    "missed_mean_p": null,
    "missed_n": 173,
    "taken_grouped": 0,
    "taken_n": 611,
    "taken_other": 0
   },
   "error_rate": 67.35153148630923,
   "found": {
    "den": 502.0,
    "n": 172.0,
    "share": 0.3426294820717131
   },
   "good": {
    "den": 611.0,
    "n": 172.0,
    "share": 0.281505728314239
   },
   "judgement": 45.960302932414486,
   "judgement_hi": 49.03466336355886,
   "judgement_lo": 42.88913183305109,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.47575757575757577,
    "x": 0.6573705179282868,
    "y": 0.42342342342342343
   },
   "margin": 0.02,
   "missed": {
    "den": 502.0,
    "n": 173.0,
    "share": 0.34462151394422313
   },
   "needless": {
    "den": 666.0,
    "n": 282.0,
    "share": 0.42342342342342343
   },
   "needless_by_loss": {
    "big": {
     "den": 666.0,
     "n": 208.0,
     "share": 0.3123123123123123
    },
    "medium": {
     "den": 666.0,
     "n": 54.0,
     "share": 0.08108108108108109
    },
    "small": {
     "den": 666.0,
     "n": 20.0,
     "share": 0.03003003003003003
    }
   },
   "no_trade_off": 508.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.382145394358716,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.382145394358716,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 114.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 114,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.528005110745383,
      "needless": 32.98084898160236,
      "none": 2.2981874423451942,
      "right_risk": 4.401883173106921,
      "right_safety": 8.701121703823015,
      "wrong_risk": 20.545570006464967
     },
     "calls": {
      "missed": 132.0,
      "needless": 245.0,
      "right_risk": 117.0,
      "right_safety": 302.0,
      "wrong_risk": 105.0
     },
     "confidence": {
      "auroc_right_risk": 0.5795604395604396,
      "missed_mean_p": null,
      "missed_n": 132,
      "taken_grouped": 0,
      "taken_n": 467,
      "taken_other": 0
     },
     "error_rate": 84.45561641808784,
     "found": {
      "den": 354.0,
      "n": 117.0,
      "share": 0.3305084745762712
     },
     "good": {
      "den": 467.0,
      "n": 117.0,
      "share": 0.2505353319057816
     },
     "judgement": 44.13054255879528,
     "judgement_hi": 47.78019491409112,
     "judgement_lo": 40.63567701077322,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.4430379746835443,
      "x": 0.6694915254237288,
      "y": 0.44789762340036565
     },
     "margin": 0.02,
     "missed": {
      "den": 354.0,
      "n": 132.0,
      "share": 0.3728813559322034
     },
     "needless": {
      "den": 547.0,
      "n": 245.0,
      "share": 0.44789762340036565
     },
     "needless_by_loss": {
      "big": {
       "den": 547.0,
       "n": 180.0,
       "share": 0.3290676416819013
      },
      "medium": {
       "den": 547.0,
       "n": 46.0,
       "share": 0.08409506398537477
      },
      "small": {
       "den": 547.0,
       "n": 19.0,
       "share": 0.03473491773308958
      }
     },
     "no_trade_off": 109.0,
     "reference": null,
     "right_safety": {
      "den": 547.0,
      "n": 302.0,
      "share": 0.5521023765996343
     },
     "risk_pays": 354.0,
     "safety_pays": 547.0,
     "scored": 1010,
     "sdt": {
      "aim": {
       "den": 222.0,
       "n": 117.0,
       "share": 0.527027027027027
      },
      "beta": 1.7682272401431895,
      "caution": -0.09627564546902972,
      "caution_hi": 0.006059897160995689,
      "caution_lo": -0.19765932369011194,
      "cstar": 1.255401341011125,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4540201343021725,
      "dprime_hi": 0.6258196752128485,
      "dprime_lo": 0.28244272753499566,
      "false_alarm": {
       "den": 547.0,
       "n": 245.0,
       "share": 0.44789762340036565
      },
      "false_alarm_rate": 0.44799270072992703,
      "hit": {
       "den": 354.0,
       "n": 222.0,
       "share": 0.6271186440677966
      },
      "hit_rate": 0.6267605633802817,
      "missed_loss": 0.237625532755346,
      "missed_n": 132.0,
      "na": null,
      "needless_loss": 0.27192373446055823,
      "needless_n": 245.0
     },
     "size": {
      "bad": {
       "mean": 13.954285714285714,
       "n": 350.0,
       "too_few": false
      },
      "right": {
       "mean": 10.47008547008547,
       "n": 117.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 234.0,
        "n": 96.0,
        "share": 0.41025641025641024
       },
       "missed": {
        "den": 234.0,
        "n": 75.0,
        "share": 0.32051282051282054
       },
       "risk_pays": 234.0,
       "wrong": {
        "den": 234.0,
        "n": 63.0,
        "share": 0.2692307692307692
       }
      },
      "medium": {
       "found": {
        "den": 120.0,
        "n": 21.0,
        "share": 0.175
       },
       "missed": {
        "den": 120.0,
        "n": 57.0,
        "share": 0.475
       },
       "risk_pays": 120.0,
       "wrong": {
        "den": 120.0,
        "n": 42.0,
        "share": 0.35
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 901.0,
     "wrong": {
      "den": 354.0,
      "n": 105.0,
      "share": 0.2966101694915254
     }
    },
    "holding": {
     "by_call": {
      "missed": 10.902351910068143,
      "needless": 10.39852250006891,
      "none": 2.617530284389373,
      "right_risk": 0.15623819443487352,
      "right_safety": 20.997867468864687,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 5.0,
      "needless": 4.0,
      "right_risk": 1.0,
      "right_safety": 13.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 45.07251035782598,
     "found": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "judgement": 46.56862745098039,
     "judgement_hi": 56.5,
     "judgement_lo": 21.589285714285722,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8333333333333334,
      "y": 0.23529411764705882
     },
     "margin": 0.02,
     "missed": {
      "den": 6.0,
      "n": 5.0,
      "share": 0.8333333333333334
     },
     "needless": {
      "den": 17.0,
      "n": 4.0,
      "share": 0.23529411764705882
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "medium": {
       "den": 17.0,
       "n": 2.0,
       "share": 0.11764705882352941
      },
      "small": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 13.0,
      "share": 0.7647058823529411
     },
     "risk_pays": 6.0,
     "safety_pays": 17.0,
     "scored": 31,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 3.3779959429733,
      "caution": 0.7330641789697281,
      "caution_hi": 1.0887518266455039,
      "caution_lo": 0.2941338528700034,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.11714885754729287,
      "dprime_hi": 0.4430210533936607,
      "dprime_lo": -1.1503493803760079,
      "false_alarm": {
       "den": 17.0,
       "n": 4.0,
       "share": 0.23529411764705882
      },
      "false_alarm_rate": 0.25,
      "hit": {
       "den": 6.0,
       "n": 1.0,
       "share": 0.16666666666666666
      },
      "hit_rate": 0.21428571428571427,
      "missed_loss": 0.13518916368484496,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.16117709875106812,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 21.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 24.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 23.0,
     "wrong": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 10.401645156203724,
      "needless": 14.384774094233748,
      "none": 0.0,
      "right_risk": 3.9047756400264677,
      "right_safety": 3.0216162444138135,
      "wrong_risk": 19.80049749378298
     },
     "calls": {
      "missed": 36.0,
      "needless": 33.0,
      "right_risk": 54.0,
      "right_safety": 69.0,
      "wrong_risk": 52.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 36,
      "taken_grouped": 0,
      "taken_n": 139,
      "taken_other": 0
     },
     "error_rate": 51.51330862866073,
     "found": {
      "den": 142.0,
      "n": 54.0,
      "share": 0.38028169014084506
     },
     "good": {
      "den": 139.0,
      "n": 54.0,
      "share": 0.38848920863309355
     },
     "judgement": 52.83761391880696,
     "judgement_hi": 58.75414608619247,
     "judgement_lo": 46.28276202567358,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5909090909090909,
      "x": 0.6197183098591549,
      "y": 0.3235294117647059
     },
     "margin": 0.02,
     "missed": {
      "den": 142.0,
      "n": 36.0,
      "share": 0.2535211267605634
     },
     "needless": {
      "den": 102.0,
      "n": 33.0,
      "share": 0.3235294117647059
     },
     "needless_by_loss": {
      "big": {
       "den": 102.0,
       "n": 26.0,
       "share": 0.2549019607843137
      },
      "medium": {
       "den": 102.0,
       "n": 6.0,
       "share": 0.058823529411764705
      },
      "small": {
       "den": 102.0,
       "n": 1.0,
       "share": 0.00980392156862745
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 102.0,
      "n": 69.0,
      "share": 0.6764705882352942
     },
     "risk_pays": 142.0,
     "safety_pays": 102.0,
     "scored": 244,
     "sdt": {
      "aim": {
       "den": 106.0,
       "n": 54.0,
       "share": 0.5094339622641509
      },
      "beta": 1.083680852938772,
      "caution": -0.1024938760154713,
      "caution_hi": 0.09748468680998781,
      "caution_lo": -0.2902695332236119,
      "cstar": 0.07232368376027862,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.111163582689583,
      "dprime_hi": 1.4631660547485474,
      "dprime_lo": 0.773339859962825,
      "false_alarm": {
       "den": 102.0,
       "n": 33.0,
       "share": 0.3235294117647059
      },
      "false_alarm_rate": 0.32524271844660196,
      "hit": {
       "den": 142.0,
       "n": 106.0,
       "share": 0.7464788732394366
      },
      "hit_rate": 0.7447552447552448,
      "missed_loss": 0.14100007878409493,
      "missed_n": 36.0,
      "na": null,
      "needless_loss": 0.21272029569654755,
      "needless_n": 33.0
     },
     "size": {
      "bad": {
       "mean": 13.011764705882353,
       "n": 85.0,
       "too_few": true
      },
      "right": {
       "mean": 10.11111111111111,
       "n": 54.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 79.0,
        "n": 37.0,
        "share": 0.46835443037974683
       },
       "missed": {
        "den": 79.0,
        "n": 21.0,
        "share": 0.26582278481012656
       },
       "risk_pays": 79.0,
       "wrong": {
        "den": 79.0,
        "n": 21.0,
        "share": 0.26582278481012656
       }
      },
      "medium": {
       "found": {
        "den": 63.0,
        "n": 17.0,
        "share": 0.2698412698412698
       },
       "missed": {
        "den": 63.0,
        "n": 15.0,
        "share": 0.23809523809523808
       },
       "risk_pays": 63.0,
       "wrong": {
        "den": 63.0,
        "n": 31.0,
        "share": 0.49206349206349204
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 244.0,
     "wrong": {
      "den": 142.0,
      "n": 52.0,
      "share": 0.36619718309859156
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.9997634922124,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.9997634922124,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 277.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 277,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 666.0,
    "n": 384.0,
    "share": 0.5765765765765766
   },
   "risk_pays": 502.0,
   "safety_pays": 666.0,
   "scored": 1676,
   "sdt": {
    "aim": {
     "den": 329.0,
     "n": 172.0,
     "share": 0.5227963525835866
    },
    "beta": 1.62885577359076,
    "caution": -0.10309697657984984,
    "caution_hi": -0.004308333704358124,
    "caution_lo": -0.1967063281268507,
    "cstar": 0.8242656029343998,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5918939079669777,
    "dprime_hi": 0.7489024965081897,
    "dprime_lo": 0.4439663821292463,
    "false_alarm": {
     "den": 666.0,
     "n": 282.0,
     "share": 0.42342342342342343
    },
    "false_alarm_rate": 0.4235382308845577,
    "hit": {
     "den": 502.0,
     "n": 329.0,
     "share": 0.6553784860557769
    },
    "hit_rate": 0.6550695825049702,
    "missed_loss": 0.21455791316969547,
    "missed_n": 173.0,
    "na": null,
    "needless_loss": 0.26342479821215287,
    "needless_n": 282.0
   },
   "size": {
    "bad": {
     "mean": 13.842824601366743,
     "n": 439.0,
     "too_few": false
    },
    "right": {
     "mean": 10.436046511627907,
     "n": 172.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 317.0,
      "n": 134.0,
      "share": 0.4227129337539432
     },
     "missed": {
      "den": 317.0,
      "n": 99.0,
      "share": 0.31230283911671924
     },
     "risk_pays": 317.0,
     "wrong": {
      "den": 317.0,
      "n": 84.0,
      "share": 0.26498422712933756
     }
    },
    "medium": {
     "found": {
      "den": 185.0,
      "n": 38.0,
      "share": 0.20540540540540542
     },
     "missed": {
      "den": 185.0,
      "n": 74.0,
      "share": 0.4
     },
     "risk_pays": 185.0,
     "wrong": {
      "den": 185.0,
      "n": 73.0,
      "share": 0.3945945945945946
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1168.0,
   "wrong": {
    "den": 502.0,
    "n": 157.0,
    "share": 0.31274900398406374
   }
  }
 },
 "route": {
  "provider": "local (glide.server)",
  "reasoning": null,
  "spec": "glide"
 },
 "running": 0,
 "slug": "glide-2b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 78.94478365778923,
   "n": 32,
   "too_few": true
  },
  "blitz": {
   "error_rate": 58.00421819007597,
   "n": 179,
   "too_few": true
  },
  "holding": {
   "error_rate": 45.07251035782598,
   "n": 31,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 80.70406614819919,
   "n": 326,
   "too_few": false
  },
  "other": {
   "error_rate": 112.08873295014904,
   "n": 155,
   "too_few": true
  },
  "priming": {
   "error_rate": 90.27643169059694,
   "n": 318,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
