{
 "confidence": {
  "auroc_best": 0.66380829343068,
  "auroc_blunder": 0.6318820777823669,
  "confident_badly_wrong": {
   "den": 1305,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1305,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1305,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.03328905700285306,
  "held_out": {
   "blunders": 0.08087321402136532,
   "kept": 0.010522002125670313,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1305,
  "surest": {
   "cut": 0.2541372389642762,
   "error_rate": 61.8358544709121,
   "n": 327,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-12T17:18:28.019Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1355,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1355
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 120.26008860053258,
   "n": 403,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 208.49654779714697,
   "n": 340,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 55.65090450683451,
   "n": 612,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-12T17:19:02.453Z",
   "id": 1211,
   "opponent": "Fastino GLiDE",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T17:18:28.019Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:19:25.671Z",
   "id": 1212,
   "opponent": "Celeris-1 Decision",
   "score_against": 8,
   "score_for": 0,
   "started": "2026-11-12T17:19:04.914Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:19:33.784Z",
   "id": 1213,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T17:19:25.889Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:20:04.850Z",
   "id": 1214,
   "opponent": "Random",
   "score_against": 3,
   "score_for": 7,
   "started": "2026-11-12T17:19:34.005Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:20:19.988Z",
   "id": 1215,
   "opponent": "Safest",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T17:20:05.080Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:20:44.157Z",
   "id": 1216,
   "opponent": "Liquid d1-ultra",
   "score_against": 8,
   "score_for": 0,
   "started": "2026-11-12T17:20:20.231Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:21:04.554Z",
   "id": 1217,
   "opponent": "Jev 1.14.0",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T17:20:44.405Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:21:25.305Z",
   "id": 1218,
   "opponent": "Jev 1.13.0",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T17:21:04.818Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:21:43.243Z",
   "id": 1219,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T17:21:25.558Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:21:43.692Z",
   "id": 1220,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-12T17:21:43.633Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T01:04:24.798Z",
   "id": 1323,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T01:04:04.047Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:06:30.159Z",
   "id": 1324,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-14T01:05:27.453Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:08:13.837Z",
   "id": 1325,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T01:07:39.634Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:11:35.789Z",
   "id": 1326,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 9,
   "score_for": 0,
   "started": "2026-11-14T01:09:07.889Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:14:22.967Z",
   "id": 1327,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 8,
   "score_for": 0,
   "started": "2026-11-14T01:12:36.799Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:16:36.353Z",
   "id": 1328,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T01:15:03.148Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:21:14.203Z",
   "id": 1329,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T01:17:20.157Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:22:41.466Z",
   "id": 1330,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T01:21:43.227Z",
   "status": "finished"
  }
 ],
 "name": "GLiDE 0.4B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 81.89230502913237,
   "n": 189,
   "too_few": true
  },
  "16–25": {
   "error_rate": 119.47101584932406,
   "n": 317,
   "too_few": false
  },
  "26+": {
   "error_rate": 183.45262142627135,
   "n": 368,
   "too_few": false
  },
  "2–5": {
   "error_rate": 51.206293759437706,
   "n": 260,
   "too_few": false
  },
  "6–10": {
   "error_rate": 87.04903519531182,
   "n": 221,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 69.6616306387145,
   "n": 58,
   "too_few": true
  },
  "contact": {
   "error_rate": 144.53508334646003,
   "n": 819,
   "too_few": false
  },
  "holding": {
   "error_rate": 63.003821575895266,
   "n": 47,
   "too_few": true
  },
  "opening": {
   "error_rate": 100.73863130102876,
   "n": 186,
   "too_few": true
  },
  "race": {
   "error_rate": 37.95437812805176,
   "n": 245,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.66380829343068,
  "best_share": 0.17712177121771217,
  "blunder_share": 0.5793357933579336,
  "brier": 0.1370083078295979,
  "clusters": 66,
  "confidence_n": 1305,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1355,
  "ece": 0.03328905700285306,
  "engine_scored": 1355,
  "error_hi": 124.05113071903544,
  "error_lo": 102.10259143444397,
  "error_rate": 113.21918488208658,
  "first_date": "2026-11-12",
  "group_sizes": [
   38,
   39,
   40,
   42,
   43,
   44,
   45,
   47,
   49,
   50,
   51,
   52,
   53,
   54,
   57,
   58,
   59,
   60,
   61,
   62,
   63,
   65,
   67,
   70,
   71,
   73,
   74
  ],
  "grouped": 50,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.18529574031466636,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1355,
   "estimate": true,
   "excluded_hours": 31.7,
   "gaps": [
    [
     "2026-11-12T17:21Z",
     "2026-11-14T01:04Z",
     1902
    ]
   ],
   "gpu_decisions": 1355,
   "gpu_usd": 0.07738056156663105,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.36360000001059645,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.36360000001059645,
     "machine": "dgx_spark",
     "usd": 0.07738056156663105,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.07738056156663105,
   "usd_per_1000": 0.057107425510428814
  },
  "p95_loss": 0.7713147222995758,
  "probability_source": "decision",
  "retry_mean": 0.051817712177121764,
  "scored": 1355,
  "time_median": 0.131,
  "time_p90": 0.24160000000000012,
  "tokens_in": 3984.789667896679,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.057107425510428814,
  "very_confident": 0.0,
  "worst_mean": 1.0490320640451767
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6395781637717122,
   "best_share": 0.5517241379310345,
   "blunder_share": 0.25862068965517243,
   "brier": 0.27798319116162956,
   "clusters": 26,
   "confidence_n": 57,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 58,
   "ece": 0.23374490987308957,
   "engine_scored": 58,
   "error_hi": 115.86335691312946,
   "error_lo": 33.965619653900355,
   "error_rate": 69.6616306387145,
   "first_date": "2026-11-12",
   "group_sizes": [
    45
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.3412387832670677,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1355,
    "estimate": true,
    "excluded_hours": 31.7,
    "gaps": [
     [
      "2026-11-12T17:21Z",
      "2026-11-14T01:04Z",
      1902
     ]
    ],
    "gpu_decisions": 1355,
    "gpu_usd": 0.07738056156663105,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.36360000001059645,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.36360000001059645,
      "machine": "dgx_spark",
      "usd": 0.07738056156663105,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.07738056156663105,
    "usd_per_1000": 0.057107425510428814
   },
   "p95_loss": 1.0,
   "probability_source": "decision",
   "retry_mean": 0.06701724137931034,
   "scored": 58,
   "time_median": 0.0915,
   "time_p90": 0.13090000000000002,
   "tokens_in": 2953.310344827586,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.057107425510428814,
   "very_confident": 0.0,
   "worst_mean": 1.0
  },
  "contact": {
   "auroc": 0.8286422284884217,
   "best_share": 0.10134310134310134,
   "blunder_share": 0.6971916971916972,
   "brier": 0.08345799801111588,
   "clusters": 66,
   "confidence_n": 788,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 819,
   "ece": 0.08995560568650256,
   "engine_scored": 819,
   "error_hi": 162.62222928048666,
   "error_lo": 129.1203409710584,
   "error_rate": 144.53508334646003,
   "first_date": "2026-11-12",
   "group_sizes": [
    38,
    39,
    40,
    42,
    43,
    44,
    47,
    49,
    50,
    51,
    53,
    54,
    57,
    59,
    61,
    62,
    63,
    67,
    70,
    71,
    73,
    74
   ],
   "grouped": 31,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.19053841777093888,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1355,
    "estimate": true,
    "excluded_hours": 31.7,
    "gaps": [
     [
      "2026-11-12T17:21Z",
      "2026-11-14T01:04Z",
      1902
     ]
    ],
    "gpu_decisions": 1355,
    "gpu_usd": 0.07738056156663105,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.36360000001059645,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.36360000001059645,
      "machine": "dgx_spark",
      "usd": 0.07738056156663105,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.07738056156663105,
    "usd_per_1000": 0.057107425510428814
   },
   "p95_loss": 0.8740679144859309,
   "probability_source": "decision",
   "retry_mean": 0.06103907203907204,
   "scored": 819,
   "time_median": 0.132,
   "time_p90": 0.259,
   "tokens_in": 4001.257631257631,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.057107425510428814,
   "very_confident": 0.0,
   "worst_mean": 1.131131631572072
  },
  "holding": {
   "auroc": 0.7368421052631579,
   "best_share": 0.1276595744680851,
   "blunder_share": 0.46808510638297873,
   "brier": 0.1049294063442246,
   "clusters": 10,
   "confidence_n": 44,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 47,
   "ece": 0.05921524186139432,
   "engine_scored": 47,
   "error_hi": 110.29936185054197,
   "error_lo": 37.49286839573765,
   "error_rate": 63.003821575895266,
   "first_date": "2026-11-12",
   "group_sizes": [
    39,
    45,
    47
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.13263848334446493,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1355,
    "estimate": true,
    "excluded_hours": 31.7,
    "gaps": [
     [
      "2026-11-12T17:21Z",
      "2026-11-14T01:04Z",
      1902
     ]
    ],
    "gpu_decisions": 1355,
    "gpu_usd": 0.07738056156663105,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.36360000001059645,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.36360000001059645,
      "machine": "dgx_spark",
      "usd": 0.07738056156663105,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.07738056156663105,
    "usd_per_1000": 0.057107425510428814
   },
   "p95_loss": 0.2978434085845947,
   "probability_source": "decision",
   "retry_mean": 0.021723404255319146,
   "scored": 47,
   "time_median": 0.136,
   "time_p90": 0.2796,
   "tokens_in": 4307.234042553191,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.057107425510428814,
   "very_confident": 0.0,
   "worst_mean": 1.0582793951034546
  },
  "opening": {
   "auroc": 0.7295258620689655,
   "best_share": 0.17204301075268819,
   "blunder_share": 0.6720430107526881,
   "brier": 0.138566137332889,
   "clusters": 66,
   "confidence_n": 177,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 186,
   "ece": 0.04705881149862327,
   "engine_scored": 186,
   "error_hi": 115.01239025167813,
   "error_lo": 87.69744343577541,
   "error_rate": 100.73863130102876,
   "first_date": "2026-11-12",
   "group_sizes": [
    38,
    47,
    53,
    59,
    63,
    65,
    67
   ],
   "grouped": 9,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.16016695377816959,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1355,
    "estimate": true,
    "excluded_hours": 31.7,
    "gaps": [
     [
      "2026-11-12T17:21Z",
      "2026-11-14T01:04Z",
      1902
     ]
    ],
    "gpu_decisions": 1355,
    "gpu_usd": 0.07738056156663105,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.36360000001059645,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.36360000001059645,
      "machine": "dgx_spark",
      "usd": 0.07738056156663105,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.07738056156663105,
    "usd_per_1000": 0.057107425510428814
   },
   "p95_loss": 0.6237593591213226,
   "probability_source": "decision",
   "retry_mean": 0.03356451612903226,
   "scored": 186,
   "time_median": 0.132,
   "time_p90": 0.2555,
   "tokens_in": 4052.8010752688174,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.057107425510428814,
   "very_confident": 0.0,
   "worst_mean": 0.6897345615757836
  },
  "race": {
   "auroc": 0.460122230710466,
   "best_share": 0.3551020408163265,
   "blunder_share": 0.21224489795918366,
   "brier": 0.2846978962409449,
   "clusters": 59,
   "confidence_n": 239,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 245,
   "ece": 0.22548534249008576,
   "engine_scored": 245,
   "error_hi": 52.06726872599278,
   "error_lo": 25.492067381024025,
   "error_rate": 37.95437812805176,
   "first_date": "2026-11-12",
   "group_sizes": [
    47,
    52,
    58,
    59,
    60,
    67
   ],
   "grouped": 6,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.15912306767792656,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1355,
    "estimate": true,
    "excluded_hours": 31.7,
    "gaps": [
     [
      "2026-11-12T17:21Z",
      "2026-11-14T01:04Z",
      1902
     ]
    ],
    "gpu_decisions": 1355,
    "gpu_usd": 0.07738056156663105,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.36360000001059645,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.36360000001059645,
      "machine": "dgx_spark",
      "usd": 0.07738056156663105,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.07738056156663105,
    "usd_per_1000": 0.057107425510428814
   },
   "p95_loss": 0.3956438302993772,
   "probability_source": "decision",
   "retry_mean": 0.03702448979591837,
   "scored": 245,
   "time_median": 0.132,
   "time_p90": 0.2236,
   "tokens_in": 4060.4367346938775,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.057107425510428814,
   "very_confident": 0.0,
   "worst_mean": 0.7556662360827128
  }
 },
 "record": {
  "drawn": 0,
  "lost": 16,
  "won": 1
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 6.195060914292987,
    "needless": 43.75861064974232,
    "none": 14.058684290995018,
    "right_risk": 2.383078519268669,
    "right_safety": 6.095405522307787,
    "wrong_risk": 40.7283449854798
   },
   "calls": {
    "missed": 80.0,
    "needless": 304.0,
    "right_risk": 83.0,
    "right_safety": 194.0,
    "wrong_risk": 278.0
   },
   "confidence": {
    "auroc_right_risk": 0.5885397830018083,
    "missed_mean_p": null,
    "missed_n": 79,
    "taken_grouped": 32,
    "taken_n": 633,
    "taken_other": 0
   },
   "error_rate": 113.21918488208658,
   "found": {
    "den": 441.0,
    "n": 83.0,
    "share": 0.18820861678004536
   },
   "good": {
    "den": 665.0,
    "n": 83.0,
    "share": 0.12481203007518797
   },
   "judgement": 28.888342485588613,
   "judgement_hi": 32.06896634126109,
   "judgement_lo": 25.63842054018947,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.776536312849162,
    "x": 0.8117913832199547,
    "y": 0.6104417670682731
   },
   "margin": 0.001,
   "missed": {
    "den": 441.0,
    "n": 80.0,
    "share": 0.18140589569160998
   },
   "needless": {
    "den": 498.0,
    "n": 304.0,
    "share": 0.6104417670682731
   },
   "needless_by_loss": {
    "big": {
     "den": 498.0,
     "n": 269.0,
     "share": 0.5401606425702812
    },
    "medium": {
     "den": 498.0,
     "n": 29.0,
     "share": 0.05823293172690763
    },
    "small": {
     "den": 498.0,
     "n": 6.0,
     "share": 0.012048192771084338
    }
   },
   "no_trade_off": 416.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 69.6616306387145,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 69.6616306387145,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 58.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 58,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 8.348459434742164,
      "needless": 61.95265212993482,
      "none": 5.909469865617298,
      "right_risk": 2.722556210408426,
      "right_safety": 8.437353030520336,
      "wrong_risk": 57.16459267523699
     },
     "calls": {
      "missed": 68.0,
      "needless": 241.0,
      "right_risk": 39.0,
      "right_safety": 155.0,
      "wrong_risk": 215.0
     },
     "confidence": {
      "auroc_right_risk": 0.5515377446411929,
      "missed_mean_p": null,
      "missed_n": 67,
      "taken_grouped": 23,
      "taken_n": 472,
      "taken_other": 0
     },
     "error_rate": 144.53508334646003,
     "found": {
      "den": 322.0,
      "n": 39.0,
      "share": 0.12111801242236025
     },
     "good": {
      "den": 495.0,
      "n": 39.0,
      "share": 0.07878787878787878
     },
     "judgement": 25.626607691825086,
     "judgement_hi": 28.91896967151055,
     "judgement_lo": 22.62685399838736,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7597173144876325,
      "x": 0.8788819875776398,
      "y": 0.6085858585858586
     },
     "margin": 0.001,
     "missed": {
      "den": 322.0,
      "n": 68.0,
      "share": 0.2111801242236025
     },
     "needless": {
      "den": 396.0,
      "n": 241.0,
      "share": 0.6085858585858586
     },
     "needless_by_loss": {
      "big": {
       "den": 396.0,
       "n": 212.0,
       "share": 0.5353535353535354
      },
      "medium": {
       "den": 396.0,
       "n": 23.0,
       "share": 0.05808080808080808
      },
      "small": {
       "den": 396.0,
       "n": 6.0,
       "share": 0.015151515151515152
      }
     },
     "no_trade_off": 101.0,
     "reference": null,
     "right_safety": {
      "den": 396.0,
      "n": 155.0,
      "share": 0.39141414141414144
     },
     "risk_pays": 322.0,
     "safety_pays": 396.0,
     "scored": 819,
     "sdt": {
      "aim": {
       "den": 254.0,
       "n": 39.0,
       "share": 0.15354330708661418
      },
      "beta": 2.575044543366788,
      "caution": -0.5370838431706442,
      "caution_hi": -0.3969610875088195,
      "caution_lo": -0.6863343840455035,
      "cstar": 1.8039826304471982,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5243214742741051,
      "dprime_hi": 0.7522142131250966,
      "dprime_lo": 0.32615797116117934,
      "false_alarm": {
       "den": 396.0,
       "n": 241.0,
       "share": 0.6085858585858586
      },
      "false_alarm_rate": 0.6083123425692695,
      "hit": {
       "den": 322.0,
       "n": 254.0,
       "share": 0.7888198757763976
      },
      "hit_rate": 0.7879256965944272,
      "missed_loss": 0.20109965520746567,
      "missed_n": 68.0,
      "na": null,
      "needless_loss": 0.421072382526279,
      "needless_n": 241.0
     },
     "size": {
      "bad": {
       "mean": 16.00438596491228,
       "n": 456.0,
       "too_few": false
      },
      "right": {
       "mean": 12.615384615384615,
       "n": 39.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 202.0,
        "n": 33.0,
        "share": 0.16336633663366337
       },
       "missed": {
        "den": 202.0,
        "n": 42.0,
        "share": 0.2079207920792079
       },
       "risk_pays": 202.0,
       "wrong": {
        "den": 202.0,
        "n": 127.0,
        "share": 0.6287128712871287
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 5.0,
        "share": 0.0625
       },
       "missed": {
        "den": 80.0,
        "n": 17.0,
        "share": 0.2125
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 58.0,
        "share": 0.725
       }
      },
      "small": {
       "found": {
        "den": 40.0,
        "n": 1.0,
        "share": 0.025
       },
       "missed": {
        "den": 40.0,
        "n": 9.0,
        "share": 0.225
       },
       "risk_pays": 40.0,
       "wrong": {
        "den": 40.0,
        "n": 30.0,
        "share": 0.75
       }
      }
     },
     "trade_off": 718.0,
     "wrong": {
      "den": 322.0,
      "n": 215.0,
      "share": 0.6677018633540373
     }
    },
    "holding": {
     "by_call": {
      "missed": 25.168165247491064,
      "needless": 7.525589871913828,
      "none": 2.411702845958953,
      "right_risk": 0.0,
      "right_safety": 20.862951557686987,
      "wrong_risk": 7.035412052844433
     },
     "calls": {
      "missed": 5.0,
      "needless": 7.0,
      "right_risk": 0.0,
      "right_safety": 25.0,
      "wrong_risk": 3.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 10,
      "taken_other": 0
     },
     "error_rate": 63.003821575895266,
     "found": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 10.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 39.0625,
     "judgement_hi": 47.91666666666667,
     "judgement_lo": 28.74553571428572,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.375,
      "x": 1.0,
      "y": 0.21875
     },
     "margin": 0.001,
     "missed": {
      "den": 8.0,
      "n": 5.0,
      "share": 0.625
     },
     "needless": {
      "den": 32.0,
      "n": 7.0,
      "share": 0.21875
     },
     "needless_by_loss": {
      "big": {
       "den": 32.0,
       "n": 5.0,
       "share": 0.15625
      },
      "medium": {
       "den": 32.0,
       "n": 2.0,
       "share": 0.0625
      },
      "small": {
       "den": 32.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 32.0,
      "n": 25.0,
      "share": 0.78125
     },
     "risk_pays": 8.0,
     "safety_pays": 32.0,
     "scored": 47,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 0.8543207316420754,
      "caution": 0.515037370912905,
      "caution_hi": 1.1125666487313075,
      "caution_lo": -0.0,
      "cstar": -0.3381319561689611,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.465642447700794,
      "dprime_hi": 1.6391257914906774,
      "dprime_lo": -0.7279902359614822,
      "false_alarm": {
       "den": 32.0,
       "n": 7.0,
       "share": 0.21875
      },
      "false_alarm_rate": 0.22727272727272727,
      "hit": {
       "den": 8.0,
       "n": 3.0,
       "share": 0.375
      },
      "hit_rate": 0.3888888888888889,
      "missed_loss": 0.473161506652832,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.10105792113712855,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 15.4,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      }
     },
     "trade_off": 40.0,
     "wrong": {
      "den": 8.0,
      "n": 3.0,
      "share": 0.375
     }
    },
    "opening": {
     "by_call": {
      "missed": 2.010835995597224,
      "needless": 44.08598178496925,
      "none": 4.070506140749941,
      "right_risk": 5.372569125185731,
      "right_safety": 1.981309825374234,
      "wrong_risk": 43.21742842915238
     },
     "calls": {
      "missed": 7.0,
      "needless": 56.0,
      "right_risk": 44.0,
      "right_safety": 14.0,
      "wrong_risk": 60.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 9,
      "taken_n": 151,
      "taken_other": 0
     },
     "error_rate": 100.73863130102876,
     "found": {
      "den": 111.0,
      "n": 44.0,
      "share": 0.3963963963963964
     },
     "good": {
      "den": 160.0,
      "n": 44.0,
      "share": 0.275
     },
     "judgement": 29.81981981981982,
     "judgement_hi": 36.94402254587219,
     "judgement_lo": 23.50499490410028,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.8955223880597015,
      "x": 0.6036036036036037,
      "y": 0.8
     },
     "margin": 0.001,
     "missed": {
      "den": 111.0,
      "n": 7.0,
      "share": 0.06306306306306306
     },
     "needless": {
      "den": 70.0,
      "n": 56.0,
      "share": 0.8
     },
     "needless_by_loss": {
      "big": {
       "den": 70.0,
       "n": 52.0,
       "share": 0.7428571428571429
      },
      "medium": {
       "den": 70.0,
       "n": 4.0,
       "share": 0.05714285714285714
      },
      "small": {
       "den": 70.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 70.0,
      "n": 14.0,
      "share": 0.2
     },
     "risk_pays": 111.0,
     "safety_pays": 70.0,
     "scored": 186,
     "sdt": {
      "aim": {
       "den": 104.0,
       "n": 44.0,
       "share": 0.4230769230769231
      },
      "beta": 1.7282594500433377,
      "caution": -1.1627056936201494,
      "caution_hi": -0.9611287318953103,
      "caution_lo": -1.4540750410347347,
      "cstar": 0.8139589196336081,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6721651309608571,
      "dprime_hi": 1.2311187683860383,
      "dprime_lo": 0.16811186752197974,
      "false_alarm": {
       "den": 70.0,
       "n": 56.0,
       "share": 0.8
      },
      "false_alarm_rate": 0.795774647887324,
      "hit": {
       "den": 111.0,
       "n": 104.0,
       "share": 0.9369369369369369
      },
      "hit_rate": 0.9330357142857143,
      "missed_loss": 0.1068615700517382,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.29285687900015284,
      "needless_n": 56.0
     },
     "size": {
      "bad": {
       "mean": 19.870689655172413,
       "n": 116.0,
       "too_few": true
      },
      "right": {
       "mean": 23.068181818181817,
       "n": 44.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 51.0,
        "n": 25.0,
        "share": 0.49019607843137253
       },
       "missed": {
        "den": 51.0,
        "n": 3.0,
        "share": 0.058823529411764705
       },
       "risk_pays": 51.0,
       "wrong": {
        "den": 51.0,
        "n": 23.0,
        "share": 0.45098039215686275
       }
      },
      "medium": {
       "found": {
        "den": 49.0,
        "n": 16.0,
        "share": 0.32653061224489793
       },
       "missed": {
        "den": 49.0,
        "n": 4.0,
        "share": 0.08163265306122448
       },
       "risk_pays": 49.0,
       "wrong": {
        "den": 49.0,
        "n": 29.0,
        "share": 0.5918367346938775
       }
      },
      "small": {
       "found": {
        "den": 11.0,
        "n": 3.0,
        "share": 0.2727272727272727
       },
       "missed": {
        "den": 11.0,
        "n": 0.0,
        "share": 0.0
       },
       "risk_pays": 11.0,
       "wrong": {
        "den": 11.0,
        "n": 8.0,
        "share": 0.7272727272727273
       }
      }
     },
     "trade_off": 181.0,
     "wrong": {
      "den": 111.0,
      "n": 60.0,
      "share": 0.5405405405405406
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 37.95437812805176,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 37.95437812805176,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 245.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 245,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 498.0,
    "n": 194.0,
    "share": 0.3895582329317269
   },
   "risk_pays": 441.0,
   "safety_pays": 498.0,
   "scored": 1355,
   "sdt": {
    "aim": {
     "den": 361.0,
     "n": 83.0,
     "share": 0.2299168975069252
    },
    "beta": 2.0990611960782615,
    "caution": -0.5935918761857655,
    "caution_hi": -0.4861774771653241,
    "caution_lo": -0.7173602764503136,
    "cstar": 1.1818526128369322,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6273965020955876,
    "dprime_hi": 0.8510723929040649,
    "dprime_lo": 0.4218952847949225,
    "false_alarm": {
     "den": 498.0,
     "n": 304.0,
     "share": 0.6104417670682731
    },
    "false_alarm_rate": 0.6102204408817635,
    "hit": {
     "den": 441.0,
     "n": 361.0,
     "share": 0.81859410430839
    },
    "hit_rate": 0.8178733031674208,
    "missed_loss": 0.2098576884716749,
    "missed_n": 80.0,
    "na": null,
    "needless_loss": 0.39008498309474243,
    "needless_n": 304.0
   },
   "size": {
    "bad": {
     "mean": 16.764604810996563,
     "n": 582.0,
     "too_few": false
    },
    "right": {
     "mean": 18.156626506024097,
     "n": 83.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 256.0,
      "n": 58.0,
      "share": 0.2265625
     },
     "missed": {
      "den": 256.0,
      "n": 48.0,
      "share": 0.1875
     },
     "risk_pays": 256.0,
     "wrong": {
      "den": 256.0,
      "n": 150.0,
      "share": 0.5859375
     }
    },
    "medium": {
     "found": {
      "den": 132.0,
      "n": 21.0,
      "share": 0.1590909090909091
     },
     "missed": {
      "den": 132.0,
      "n": 22.0,
      "share": 0.16666666666666666
     },
     "risk_pays": 132.0,
     "wrong": {
      "den": 132.0,
      "n": 89.0,
      "share": 0.6742424242424242
     }
    },
    "small": {
     "found": {
      "den": 53.0,
      "n": 4.0,
      "share": 0.07547169811320754
     },
     "missed": {
      "den": 53.0,
      "n": 10.0,
      "share": 0.18867924528301888
     },
     "risk_pays": 53.0,
     "wrong": {
      "den": 53.0,
      "n": 39.0,
      "share": 0.7358490566037735
     }
    }
   },
   "trade_off": 939.0,
   "wrong": {
    "den": 441.0,
    "n": 278.0,
    "share": 0.6303854875283447
   }
  },
  "robust": {
   "by_call": {
    "missed": 6.1047849509988765,
    "needless": 48.32327760673537,
    "none": 14.058684290995018,
    "right_risk": 2.0880123456025914,
    "right_safety": 6.185681485601897,
    "wrong_risk": 36.45874420215283
   },
   "calls": {
    "missed": 70.0,
    "needless": 347.0,
    "right_risk": 71.0,
    "right_safety": 204.0,
    "wrong_risk": 247.0
   },
   "confidence": {
    "auroc_right_risk": 0.5762623633524206,
    "missed_mean_p": null,
    "missed_n": 69,
    "taken_grouped": 32,
    "taken_n": 633,
    "taken_other": 0
   },
   "error_rate": 113.21918488208658,
   "found": {
    "den": 388.0,
    "n": 71.0,
    "share": 0.18298969072164947
   },
   "good": {
    "den": 665.0,
    "n": 71.0,
    "share": 0.10676691729323308
   },
   "judgement": 27.66128126929481,
   "judgement_hi": 30.61771405561112,
   "judgement_lo": 24.789210121894875,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.7791798107255521,
    "x": 0.8170103092783505,
    "y": 0.6297640653357531
   },
   "margin": 0.02,
   "missed": {
    "den": 388.0,
    "n": 70.0,
    "share": 0.18041237113402062
   },
   "needless": {
    "den": 551.0,
    "n": 347.0,
    "share": 0.6297640653357531
   },
   "needless_by_loss": {
    "big": {
     "den": 551.0,
     "n": 303.0,
     "share": 0.5499092558983666
    },
    "medium": {
     "den": 551.0,
     "n": 31.0,
     "share": 0.056261343012704176
    },
    "small": {
     "den": 551.0,
     "n": 13.0,
     "share": 0.023593466424682397
    }
   },
   "no_trade_off": 416.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 69.6616306387145,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 69.6616306387145,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 58.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 58,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 8.200512737290472,
      "needless": 68.44498058815142,
      "none": 5.909469865617298,
      "right_risk": 2.530129273878058,
      "right_safety": 8.585299727972028,
      "wrong_risk": 50.86469115355076
     },
     "calls": {
      "missed": 59.0,
      "needless": 272.0,
      "right_risk": 35.0,
      "right_safety": 164.0,
      "wrong_risk": 188.0
     },
     "confidence": {
      "auroc_right_risk": 0.5404155449713536,
      "missed_mean_p": null,
      "missed_n": 58,
      "taken_grouped": 23,
      "taken_n": 472,
      "taken_other": 0
     },
     "error_rate": 144.53508334646003,
     "found": {
      "den": 282.0,
      "n": 35.0,
      "share": 0.12411347517730496
     },
     "good": {
      "den": 495.0,
      "n": 35.0,
      "share": 0.0707070707070707
     },
     "judgement": 25.01301320840653,
     "judgement_hi": 28.032491267927753,
     "judgement_lo": 21.99163850974643,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.7611336032388664,
      "x": 0.875886524822695,
      "y": 0.6238532110091743
     },
     "margin": 0.02,
     "missed": {
      "den": 282.0,
      "n": 59.0,
      "share": 0.20921985815602837
     },
     "needless": {
      "den": 436.0,
      "n": 272.0,
      "share": 0.6238532110091743
     },
     "needless_by_loss": {
      "big": {
       "den": 436.0,
       "n": 238.0,
       "share": 0.5458715596330275
      },
      "medium": {
       "den": 436.0,
       "n": 24.0,
       "share": 0.05504587155963303
      },
      "small": {
       "den": 436.0,
       "n": 10.0,
       "share": 0.022935779816513763
      }
     },
     "no_trade_off": 101.0,
     "reference": null,
     "right_safety": {
      "den": 436.0,
      "n": 164.0,
      "share": 0.3761467889908257
     },
     "risk_pays": 282.0,
     "safety_pays": 436.0,
     "scored": 819,
     "sdt": {
      "aim": {
       "den": 223.0,
       "n": 35.0,
       "share": 0.15695067264573992
      },
      "beta": 2.799117218050415,
      "caution": -0.5602166111108245,
      "caution_hi": -0.4178383812051181,
      "caution_lo": -0.7162715842162546,
      "cstar": 2.0976523762642874,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4906933578935426,
      "dprime_hi": 0.7141199675746227,
      "dprime_lo": 0.2834892535188856,
      "false_alarm": {
       "den": 436.0,
       "n": 272.0,
       "share": 0.6238532110091743
      },
      "false_alarm_rate": 0.6235697940503433,
      "hit": {
       "den": 282.0,
       "n": 223.0,
       "share": 0.7907801418439716
      },
      "hit_rate": 0.7897526501766784,
      "missed_loss": 0.2276684722657931,
      "missed_n": 59.0,
      "na": null,
      "needless_loss": 0.41217969927717657,
      "needless_n": 272.0
     },
     "size": {
      "bad": {
       "mean": 15.915217391304347,
       "n": 460.0,
       "too_few": false
      },
      "right": {
       "mean": 13.4,
       "n": 35.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 202.0,
        "n": 31.0,
        "share": 0.15346534653465346
       },
       "missed": {
        "den": 202.0,
        "n": 42.0,
        "share": 0.2079207920792079
       },
       "risk_pays": 202.0,
       "wrong": {
        "den": 202.0,
        "n": 129.0,
        "share": 0.6386138613861386
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 4.0,
        "share": 0.05
       },
       "missed": {
        "den": 80.0,
        "n": 17.0,
        "share": 0.2125
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 59.0,
        "share": 0.7375
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 718.0,
     "wrong": {
      "den": 282.0,
      "n": 188.0,
      "share": 0.6666666666666666
     }
    },
    "holding": {
     "by_call": {
      "missed": 25.143578331521216,
      "needless": 10.044018638894913,
      "none": 2.411702845958953,
      "right_risk": 0.0,
      "right_safety": 20.887538473656836,
      "wrong_risk": 4.516983285863349
     },
     "calls": {
      "missed": 4.0,
      "needless": 8.0,
      "right_risk": 0.0,
      "right_safety": 26.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 10,
      "taken_other": 0
     },
     "error_rate": 63.003821575895266,
     "found": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 10.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 38.23529411764706,
     "judgement_hi": 46.666666666666664,
     "judgement_lo": 27.77777777777778,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 1.0,
      "y": 0.23529411764705882
     },
     "margin": 0.02,
     "missed": {
      "den": 6.0,
      "n": 4.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 34.0,
      "n": 8.0,
      "share": 0.23529411764705882
     },
     "needless_by_loss": {
      "big": {
       "den": 34.0,
       "n": 6.0,
       "share": 0.17647058823529413
      },
      "medium": {
       "den": 34.0,
       "n": 2.0,
       "share": 0.058823529411764705
      },
      "small": {
       "den": 34.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 34.0,
      "n": 26.0,
      "share": 0.7647058823529411
     },
     "risk_pays": 6.0,
     "safety_pays": 34.0,
     "scored": 47,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 1.131821908360826,
      "caution": 0.5316238958234558,
      "caution_hi": 1.1440588471045823,
      "caution_lo": -0.044806272409510524,
      "cstar": 0.3740650186245261,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.33103507804577215,
      "dprime_hi": 1.723467717587516,
      "dprime_lo": -0.9613808454498088,
      "false_alarm": {
       "den": 34.0,
       "n": 8.0,
       "share": 0.23529411764705882
      },
      "false_alarm_rate": 0.24285714285714285,
      "hit": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35714285714285715,
      "missed_loss": 0.5908740907907486,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.11801721900701523,
      "needless_n": 8.0
     },
     "size": {
      "bad": {
       "mean": 15.4,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 40.0,
     "wrong": {
      "den": 6.0,
      "n": 2.0,
      "share": 0.3333333333333333
     }
    },
    "opening": {
     "by_call": {
      "missed": 2.010835995597224,
      "needless": 48.11576978173307,
      "none": 4.070506140749941,
      "right_risk": 4.070327166588076,
      "right_safety": 1.981309825374234,
      "wrong_risk": 40.48988239098621
     },
     "calls": {
      "missed": 7.0,
      "needless": 67.0,
      "right_risk": 36.0,
      "right_safety": 14.0,
      "wrong_risk": 57.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 9,
      "taken_n": 151,
      "taken_other": 0
     },
     "error_rate": 100.73863130102876,
     "found": {
      "den": 100.0,
      "n": 36.0,
      "share": 0.36
     },
     "good": {
      "den": 160.0,
      "n": 36.0,
      "share": 0.225
     },
     "judgement": 26.641975308641975,
     "judgement_hi": 33.1525191372937,
     "judgement_lo": 20.330757879569678,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.890625,
      "x": 0.64,
      "y": 0.8271604938271605
     },
     "margin": 0.02,
     "missed": {
      "den": 100.0,
      "n": 7.0,
      "share": 0.07
     },
     "needless": {
      "den": 81.0,
      "n": 67.0,
      "share": 0.8271604938271605
     },
     "needless_by_loss": {
      "big": {
       "den": 81.0,
       "n": 59.0,
       "share": 0.7283950617283951
      },
      "medium": {
       "den": 81.0,
       "n": 5.0,
       "share": 0.06172839506172839
      },
      "small": {
       "den": 81.0,
       "n": 3.0,
       "share": 0.037037037037037035
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 81.0,
      "n": 14.0,
      "share": 0.1728395061728395
     },
     "risk_pays": 100.0,
     "safety_pays": 81.0,
     "scored": 186,
     "sdt": {
      "aim": {
       "den": 93.0,
       "n": 36.0,
       "share": 0.3870967741935484
      },
      "beta": 2.0249720986305517,
      "caution": -1.1861567575335037,
      "caution_hi": -0.9957792529371444,
      "caution_lo": -1.4565812264557587,
      "cstar": 1.3639704871333447,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5172809299506153,
      "dprime_hi": 1.0636053653858346,
      "dprime_lo": -0.009563070899388789,
      "false_alarm": {
       "den": 81.0,
       "n": 67.0,
       "share": 0.8271604938271605
      },
      "false_alarm_rate": 0.823170731707317,
      "hit": {
       "den": 100.0,
       "n": 93.0,
       "share": 0.93
      },
      "hit_rate": 0.9257425742574258,
      "missed_loss": 0.1068615700517382,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.2671502441612642,
      "needless_n": 67.0
     },
     "size": {
      "bad": {
       "mean": 20.10483870967742,
       "n": 124.0,
       "too_few": true
      },
      "right": {
       "mean": 22.97222222222222,
       "n": 36.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 51.0,
        "n": 22.0,
        "share": 0.43137254901960786
       },
       "missed": {
        "den": 51.0,
        "n": 3.0,
        "share": 0.058823529411764705
       },
       "risk_pays": 51.0,
       "wrong": {
        "den": 51.0,
        "n": 26.0,
        "share": 0.5098039215686274
       }
      },
      "medium": {
       "found": {
        "den": 49.0,
        "n": 14.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 49.0,
        "n": 4.0,
        "share": 0.08163265306122448
       },
       "risk_pays": 49.0,
       "wrong": {
        "den": 49.0,
        "n": 31.0,
        "share": 0.6326530612244898
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 181.0,
     "wrong": {
      "den": 100.0,
      "n": 57.0,
      "share": 0.57
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 37.95437812805176,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 37.95437812805176,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 245.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 245,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 551.0,
    "n": 204.0,
    "share": 0.3702359346642468
   },
   "risk_pays": 388.0,
   "safety_pays": 551.0,
   "scored": 1355,
   "sdt": {
    "aim": {
     "den": 318.0,
     "n": 71.0,
     "share": 0.22327044025157233
    },
    "beta": 2.267641789701631,
    "caution": -0.6206393928112838,
    "caution_hi": -0.5128241684780601,
    "caution_lo": -0.7464277567986669,
    "cstar": 1.411459453422469,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5800665618538183,
    "dprime_hi": 0.8016893886868417,
    "dprime_lo": 0.3692922944430939,
    "false_alarm": {
     "den": 551.0,
     "n": 347.0,
     "share": 0.6297640653357531
    },
    "false_alarm_rate": 0.6295289855072463,
    "hit": {
     "den": 388.0,
     "n": 318.0,
     "share": 0.8195876288659794
    },
    "hit_rate": 0.8187660668380463,
    "missed_loss": 0.2363423888172422,
    "missed_n": 70.0,
    "na": null,
    "needless_loss": 0.3773950498969823,
    "needless_n": 347.0
   },
   "size": {
    "bad": {
     "mean": 16.781144781144782,
     "n": 594.0,
     "too_few": false
    },
    "right": {
     "mean": 18.253521126760564,
     "n": 71.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 256.0,
      "n": 53.0,
      "share": 0.20703125
     },
     "missed": {
      "den": 256.0,
      "n": 48.0,
      "share": 0.1875
     },
     "risk_pays": 256.0,
     "wrong": {
      "den": 256.0,
      "n": 155.0,
      "share": 0.60546875
     }
    },
    "medium": {
     "found": {
      "den": 132.0,
      "n": 18.0,
      "share": 0.13636363636363635
     },
     "missed": {
      "den": 132.0,
      "n": 22.0,
      "share": 0.16666666666666666
     },
     "risk_pays": 132.0,
     "wrong": {
      "den": 132.0,
      "n": 92.0,
      "share": 0.696969696969697
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 939.0,
   "wrong": {
    "den": 388.0,
    "n": 247.0,
    "share": 0.6365979381443299
   }
  }
 },
 "route": {
  "provider": "local (glide.server)",
  "reasoning": null,
  "spec": "glide-0.4b"
 },
 "running": 0,
 "slug": "glide-0-4b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 132.10223037369397,
   "n": 49,
   "too_few": true
  },
  "blitz": {
   "error_rate": 92.07553870004156,
   "n": 184,
   "too_few": true
  },
  "holding": {
   "error_rate": 63.003821575895266,
   "n": 47,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 167.2345282690179,
   "n": 248,
   "too_few": false
  },
  "other": {
   "error_rate": 163.26178604292002,
   "n": 247,
   "too_few": false
  },
  "priming": {
   "error_rate": 144.60989767378504,
   "n": 91,
   "too_few": true
  }
 },
 "total": 19,
 "version": "v3"
}
