{
 "confidence": {
  "auroc_best": 0.6755464106707567,
  "auroc_blunder": 0.6268396631723664,
  "confident_badly_wrong": {
   "den": 1955,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1955,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1955,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.12991135524717692,
  "held_out": {
   "blunders": 0.2166207926537803,
   "kept": 0.00797091142473945,
   "no_cutoff": 70,
   "runs": 300
  },
  "n": 1955,
  "surest": {
   "cut": 0.2998881337086617,
   "error_rate": 35.6044700418757,
   "n": 489,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-12T16:50:08.721Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1955,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1955
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 57.19310748556879,
   "n": 589,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 90.82681930393254,
   "n": 545,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 28.56727189471748,
   "n": 821,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-12T16:50:55.280Z",
   "id": 1181,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-12T16:50:08.721Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:51:22.498Z",
   "id": 1182,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-12T16:50:55.535Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:51:39.903Z",
   "id": 1183,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T16:51:22.752Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:51:58.087Z",
   "id": 1184,
   "opponent": "Random",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-12T16:51:40.174Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:52:32.227Z",
   "id": 1185,
   "opponent": "Safest",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-12T16:51:58.323Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:52:54.958Z",
   "id": 1186,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-12T16:52:32.503Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:53:30.052Z",
   "id": 1187,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-12T16:52:55.226Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:53:46.527Z",
   "id": 1188,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-12T16:53:30.295Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:54:18.883Z",
   "id": 1189,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-12T16:53:46.800Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T16:54:19.233Z",
   "id": 1190,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-12T16:54:19.139Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T02:54:08.520Z",
   "id": 1355,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T02:53:41.264Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:56:13.355Z",
   "id": 1356,
   "opponent": "Winnow-12B",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T02:54:53.511Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T02:57:57.426Z",
   "id": 1357,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-14T02:57:03.459Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:01:47.155Z",
   "id": 1358,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T02:58:21.875Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:04:02.845Z",
   "id": 1359,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T03:02:44.988Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:08:01.119Z",
   "id": 1360,
   "opponent": "Clef",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T03:05:09.836Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:12:49.557Z",
   "id": 1361,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 6,
   "score_for": 3,
   "started": "2026-11-14T03:08:28.681Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T03:16:51.298Z",
   "id": 1362,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-14T03:13:58.218Z",
   "status": "finished"
  }
 ],
 "name": "KnowLine-2B-Gen1",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 59.56314011650571,
   "n": 354,
   "too_few": false
  },
  "16–25": {
   "error_rate": 57.83617814958567,
   "n": 379,
   "too_few": false
  },
  "26+": {
   "error_rate": 85.60395210619397,
   "n": 247,
   "too_few": false
  },
  "2–5": {
   "error_rate": 36.45141658175834,
   "n": 538,
   "too_few": false
  },
  "6–10": {
   "error_rate": 52.35877721751582,
   "n": 437,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 39.977478895255985,
   "n": 139,
   "too_few": true
  },
  "contact": {
   "error_rate": 65.35697714658659,
   "n": 1139,
   "too_few": false
  },
  "holding": {
   "error_rate": 63.10120347093363,
   "n": 61,
   "too_few": true
  },
  "opening": {
   "error_rate": 45.470620456494785,
   "n": 285,
   "too_few": false
  },
  "race": {
   "error_rate": 29.710937392675625,
   "n": 331,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.6755464106707567,
  "best_share": 0.3560102301790281,
  "blunder_share": 0.35294117647058826,
  "brier": 0.22686824447027176,
  "clusters": 96,
  "confidence_n": 1955,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1955,
  "ece": 0.12991135524717692,
  "engine_scored": 1955,
  "error_hi": 60.7876118303939,
  "error_lo": 48.85051352887919,
  "error_rate": 54.54787061647381,
  "first_date": "2026-11-12",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.22609887493185124,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1955,
   "estimate": true,
   "excluded_hours": 33.983333333333334,
   "gaps": [
    [
     "2026-11-12T16:54Z",
     "2026-11-14T02:53Z",
     2039
    ]
   ],
   "gpu_decisions": 1955,
   "gpu_usd": 0.09646381779613254,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.45326944443914574,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.45326944443914574,
     "machine": "dgx_spark",
     "usd": 0.09646381779613254,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.09646381779613254,
   "usd_per_1000": 0.04934210628958186
  },
  "p95_loss": 0.48486175239086143,
  "probability_source": "decision",
  "retry_mean": 0.05005217391304348,
  "scored": 1955,
  "time_median": 0.152,
  "time_p90": 0.248,
  "tokens_in": 4686.823017902813,
  "tokens_out": 1.0,
  "too_few": false,
  "usd_per_1000": 0.04934210628958186,
  "very_confident": 0.0,
  "worst_mean": 0.7474467982443012
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6133474576271186,
   "best_share": 0.5755395683453237,
   "blunder_share": 0.2302158273381295,
   "brier": 0.2672677285393933,
   "clusters": 57,
   "confidence_n": 139,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 139,
   "ece": 0.16701419418933314,
   "engine_scored": 139,
   "error_hi": 53.67981175524436,
   "error_lo": 26.80982814565914,
   "error_rate": 39.977478895255985,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.40969070559979337,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1955,
    "estimate": true,
    "excluded_hours": 33.983333333333334,
    "gaps": [
     [
      "2026-11-12T16:54Z",
      "2026-11-14T02:53Z",
      2039
     ]
    ],
    "gpu_decisions": 1955,
    "gpu_usd": 0.09646381779613254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45326944443914574,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45326944443914574,
      "machine": "dgx_spark",
      "usd": 0.09646381779613254,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09646381779613254,
    "usd_per_1000": 0.04934210628958186
   },
   "p95_loss": 0.4705801010131833,
   "probability_source": "decision",
   "retry_mean": 0.03228057553956835,
   "scored": 139,
   "time_median": 0.209,
   "time_p90": 0.2384,
   "tokens_in": 5220.1294964028775,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.04934210628958186,
   "very_confident": 0.0,
   "worst_mean": 0.5871610982077462
  },
  "contact": {
   "auroc": 0.652788442109517,
   "best_share": 0.3546971027216857,
   "blunder_share": 0.3924495171202809,
   "brier": 0.23370138220999656,
   "clusters": 96,
   "confidence_n": 1139,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1139,
   "ece": 0.1377553636387555,
   "engine_scored": 1139,
   "error_hi": 74.5741608398754,
   "error_lo": 56.0982183211094,
   "error_rate": 65.35697714658659,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.21694173908293016,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1955,
    "estimate": true,
    "excluded_hours": 33.983333333333334,
    "gaps": [
     [
      "2026-11-12T16:54Z",
      "2026-11-14T02:53Z",
      2039
     ]
    ],
    "gpu_decisions": 1955,
    "gpu_usd": 0.09646381779613254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45326944443914574,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45326944443914574,
      "machine": "dgx_spark",
      "usd": 0.09646381779613254,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09646381779613254,
    "usd_per_1000": 0.04934210628958186
   },
   "p95_loss": 0.5578584969043724,
   "probability_source": "decision",
   "retry_mean": 0.05202633889376646,
   "scored": 1139,
   "time_median": 0.149,
   "time_p90": 0.249,
   "tokens_in": 4691.708516242318,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.04934210628958186,
   "very_confident": 0.0,
   "worst_mean": 0.8382861969763773
  },
  "holding": {
   "auroc": 0.6951871657754011,
   "best_share": 0.2786885245901639,
   "blunder_share": 0.2786885245901639,
   "brier": 0.1926912634402821,
   "clusters": 19,
   "confidence_n": 61,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 61,
   "ece": 0.11594612394801179,
   "engine_scored": 61,
   "error_hi": 87.8119205497205,
   "error_lo": 39.17375972573296,
   "error_rate": 63.10120347093363,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.1831750657342316,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1955,
    "estimate": true,
    "excluded_hours": 33.983333333333334,
    "gaps": [
     [
      "2026-11-12T16:54Z",
      "2026-11-14T02:53Z",
      2039
     ]
    ],
    "gpu_decisions": 1955,
    "gpu_usd": 0.09646381779613254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45326944443914574,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45326944443914574,
      "machine": "dgx_spark",
      "usd": 0.09646381779613254,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09646381779613254,
    "usd_per_1000": 0.04934210628958186
   },
   "p95_loss": 0.7062457203865051,
   "probability_source": "decision",
   "retry_mean": 0.05757377049180328,
   "scored": 61,
   "time_median": 0.141,
   "time_p90": 0.255,
   "tokens_in": 4409.44262295082,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.04934210628958186,
   "very_confident": 0.0,
   "worst_mean": 0.9651221434275309
  },
  "opening": {
   "auroc": 0.7220105690057761,
   "best_share": 0.2771929824561403,
   "blunder_share": 0.42105263157894735,
   "brier": 0.19438794587423094,
   "clusters": 96,
   "confidence_n": 285,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 285,
   "ece": 0.11815529804958073,
   "engine_scored": 285,
   "error_hi": 51.61925469416499,
   "error_lo": 39.85858219643156,
   "error_rate": 45.470620456494785,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.16085346575229054,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1955,
    "estimate": true,
    "excluded_hours": 33.983333333333334,
    "gaps": [
     [
      "2026-11-12T16:54Z",
      "2026-11-14T02:53Z",
      2039
     ]
    ],
    "gpu_decisions": 1955,
    "gpu_usd": 0.09646381779613254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45326944443914574,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45326944443914574,
      "machine": "dgx_spark",
      "usd": 0.09646381779613254,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09646381779613254,
    "usd_per_1000": 0.04934210628958186
   },
   "p95_loss": 0.2766803145408631,
   "probability_source": "decision",
   "retry_mean": 0.029596491228070176,
   "scored": 285,
   "time_median": 0.128,
   "time_p90": 0.2622,
   "tokens_in": 4332.0526315789475,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.04934210628958186,
   "very_confident": 0.0,
   "worst_mean": 0.4082496336528233
  },
  "race": {
   "auroc": 0.6629109863672815,
   "best_share": 0.3504531722054381,
   "blunder_share": 0.22356495468277945,
   "brier": 0.2206543736894456,
   "clusters": 92,
   "confidence_n": 331,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 331,
   "ece": 0.11723225952249862,
   "engine_scored": 331,
   "error_hi": 38.35942154837813,
   "error_lo": 22.111801659191176,
   "error_rate": 29.710937392675625,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2446004073980348,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1955,
    "estimate": true,
    "excluded_hours": 33.983333333333334,
    "gaps": [
     [
      "2026-11-12T16:54Z",
      "2026-11-14T02:53Z",
      2039
     ]
    ],
    "gpu_decisions": 1955,
    "gpu_usd": 0.09646381779613254,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45326944443914574,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45326944443914574,
      "machine": "dgx_spark",
      "usd": 0.09646381779613254,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09646381779613254,
    "usd_per_1000": 0.04934210628958186
   },
   "p95_loss": 0.252085417509079,
   "probability_source": "decision",
   "retry_mean": 0.06694864048338368,
   "scored": 331,
   "time_median": 0.202,
   "time_p90": 0.248,
   "tokens_in": 4802.640483383686,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.04934210628958186,
   "very_confident": 0.0,
   "worst_mean": 0.4519651777604047
  }
 },
 "record": {
  "drawn": 0,
  "lost": 14,
  "won": 3
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 16.145452483535728,
    "needless": 13.455713603197767,
    "none": 8.653998024323407,
    "right_risk": 3.473357982037927,
    "right_safety": 4.165496156953485,
    "wrong_risk": 8.653852366425497
   },
   "calls": {
    "missed": 339.0,
    "needless": 195.0,
    "right_risk": 203.0,
    "right_safety": 508.0,
    "wrong_risk": 134.0
   },
   "confidence": {
    "auroc_right_risk": 0.4770089987572432,
    "missed_mean_p": 0.17397376116554672,
    "missed_n": 339,
    "taken_grouped": 0,
    "taken_n": 532,
    "taken_other": 0
   },
   "error_rate": 54.54787061647381,
   "found": {
    "den": 676.0,
    "n": 203.0,
    "share": 0.30029585798816566
   },
   "good": {
    "den": 532.0,
    "n": 203.0,
    "share": 0.3815789473684211
   },
   "judgement": 51.14566060922336,
   "judgement_hi": 53.48296062011381,
   "judgement_lo": 48.66080063359923,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2832980972515856,
    "x": 0.6997041420118343,
    "y": 0.2773826458036984
   },
   "margin": 0.001,
   "missed": {
    "den": 676.0,
    "n": 339.0,
    "share": 0.5014792899408284
   },
   "needless": {
    "den": 703.0,
    "n": 195.0,
    "share": 0.2773826458036984
   },
   "needless_by_loss": {
    "big": {
     "den": 703.0,
     "n": 142.0,
     "share": 0.2019914651493599
    },
    "medium": {
     "den": 703.0,
     "n": 36.0,
     "share": 0.051209103840682786
    },
    "small": {
     "den": 703.0,
     "n": 17.0,
     "share": 0.02418207681365576
    }
   },
   "no_trade_off": 576.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 39.977478895255985,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 39.977478895255985,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 139.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 139,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 22.04421027853784,
      "needless": 20.145776020109498,
      "none": 1.1449439207433711,
      "right_risk": 4.498348084848319,
      "right_safety": 5.7614528630468484,
      "wrong_risk": 11.76224597930071
     },
     "calls": {
      "missed": 238.0,
      "needless": 164.0,
      "right_risk": 147.0,
      "right_safety": 408.0,
      "wrong_risk": 89.0
     },
     "confidence": {
      "auroc_right_risk": 0.45511010728402035,
      "missed_mean_p": 0.18727111404519037,
      "missed_n": 238,
      "taken_grouped": 0,
      "taken_n": 400,
      "taken_other": 0
     },
     "error_rate": 65.35697714658659,
     "found": {
      "den": 474.0,
      "n": 147.0,
      "share": 0.310126582278481
     },
     "good": {
      "den": 400.0,
      "n": 147.0,
      "share": 0.3675
     },
     "judgement": 51.17066477825971,
     "judgement_hi": 54.22597152811625,
     "judgement_lo": 48.31533033498759,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.27217125382262997,
      "x": 0.689873417721519,
      "y": 0.2867132867132867
     },
     "margin": 0.001,
     "missed": {
      "den": 474.0,
      "n": 238.0,
      "share": 0.5021097046413502
     },
     "needless": {
      "den": 572.0,
      "n": 164.0,
      "share": 0.2867132867132867
     },
     "needless_by_loss": {
      "big": {
       "den": 572.0,
       "n": 118.0,
       "share": 0.2062937062937063
      },
      "medium": {
       "den": 572.0,
       "n": 32.0,
       "share": 0.055944055944055944
      },
      "small": {
       "den": 572.0,
       "n": 14.0,
       "share": 0.024475524475524476
      }
     },
     "no_trade_off": 93.0,
     "reference": null,
     "right_safety": {
      "den": 572.0,
      "n": 408.0,
      "share": 0.7132867132867133
     },
     "risk_pays": 474.0,
     "safety_pays": 572.0,
     "scored": 1139,
     "sdt": {
      "aim": {
       "den": 236.0,
       "n": 147.0,
       "share": 0.6228813559322034
      },
      "beta": 1.6004431507947836,
      "caution": 0.28359819906403577,
      "caution_hi": 0.37376801090748035,
      "caution_lo": 0.20307856017748163,
      "cstar": 0.8448526246356673,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5566421248278387,
      "dprime_hi": 0.7289708630389896,
      "dprime_lo": 0.38322285914862647,
      "false_alarm": {
       "den": 572.0,
       "n": 164.0,
       "share": 0.2867132867132867
      },
      "false_alarm_rate": 0.2870855148342059,
      "hit": {
       "den": 474.0,
       "n": 236.0,
       "share": 0.4978902953586498
      },
      "hit_rate": 0.4978947368421053,
      "missed_loss": 0.21099458409457647,
      "missed_n": 238.0,
      "na": null,
      "needless_loss": 0.27982974252322823,
      "needless_n": 164.0
     },
     "size": {
      "bad": {
       "mean": 13.355731225296443,
       "n": 253.0,
       "too_few": false
      },
      "right": {
       "mean": 10.122448979591837,
       "n": 147.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 289.0,
        "n": 110.0,
        "share": 0.3806228373702422
       },
       "missed": {
        "den": 289.0,
        "n": 136.0,
        "share": 0.47058823529411764
       },
       "risk_pays": 289.0,
       "wrong": {
        "den": 289.0,
        "n": 43.0,
        "share": 0.14878892733564014
       }
      },
      "medium": {
       "found": {
        "den": 139.0,
        "n": 30.0,
        "share": 0.2158273381294964
       },
       "missed": {
        "den": 139.0,
        "n": 75.0,
        "share": 0.539568345323741
       },
       "risk_pays": 139.0,
       "wrong": {
        "den": 139.0,
        "n": 34.0,
        "share": 0.2446043165467626
       }
      },
      "small": {
       "found": {
        "den": 46.0,
        "n": 7.0,
        "share": 0.15217391304347827
       },
       "missed": {
        "den": 46.0,
        "n": 27.0,
        "share": 0.5869565217391305
       },
       "risk_pays": 46.0,
       "wrong": {
        "den": 46.0,
        "n": 12.0,
        "share": 0.2608695652173913
       }
      }
     },
     "trade_off": 1046.0,
     "wrong": {
      "den": 474.0,
      "n": 89.0,
      "share": 0.1877637130801688
     }
    },
    "holding": {
     "by_call": {
      "missed": 37.06749614144935,
      "needless": 17.602881935776256,
      "none": 1.7637009503411465,
      "right_risk": 0.6023596544734767,
      "right_safety": 5.743887580809046,
      "wrong_risk": 0.3208772080843566
     },
     "calls": {
      "missed": 13.0,
      "needless": 5.0,
      "right_risk": 2.0,
      "right_safety": 28.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 13,
      "taken_grouped": 0,
      "taken_n": 8,
      "taken_other": 0
     },
     "error_rate": 63.10120347093363,
     "found": {
      "den": 16.0,
      "n": 2.0,
      "share": 0.125
     },
     "good": {
      "den": 8.0,
      "n": 2.0,
      "share": 0.25
     },
     "judgement": 48.67424242424242,
     "judgement_hi": 59.76484110885733,
     "judgement_lo": 39.93267761650115,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07142857142857142,
      "x": 0.875,
      "y": 0.15151515151515152
     },
     "margin": 0.001,
     "missed": {
      "den": 16.0,
      "n": 13.0,
      "share": 0.8125
     },
     "needless": {
      "den": 33.0,
      "n": 5.0,
      "share": 0.15151515151515152
     },
     "needless_by_loss": {
      "big": {
       "den": 33.0,
       "n": 5.0,
       "share": 0.15151515151515152
      },
      "medium": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 33.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 12.0,
     "reference": null,
     "right_safety": {
      "den": 33.0,
      "n": 28.0,
      "share": 0.8484848484848485
     },
     "risk_pays": 16.0,
     "safety_pays": 33.0,
     "scored": 61,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 2.5465829690893518,
      "caution": 0.904011540161278,
      "caution_hi": 1.3967309509374954,
      "caution_lo": 0.46255863829491356,
      "cstar": 5.616189652097755,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.16643890365779535,
      "dprime_hi": 1.0246256497895696,
      "dprime_lo": -0.949496186584244,
      "false_alarm": {
       "den": 33.0,
       "n": 5.0,
       "share": 0.15151515151515152
      },
      "false_alarm_rate": 0.16176470588235295,
      "hit": {
       "den": 16.0,
       "n": 3.0,
       "share": 0.1875
      },
      "hit_rate": 0.20588235294117646,
      "missed_loss": 0.347864194558217,
      "missed_n": 13.0,
      "na": null,
      "needless_loss": 0.4295103192329407,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 14.0,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": 9.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "missed": {
        "den": 8.0,
        "n": 6.0,
        "share": 0.75
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 49.0,
     "wrong": {
      "den": 16.0,
      "n": 1.0,
      "share": 0.0625
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.718901169927497,
      "needless": 8.021422488647595,
      "none": 0.40596284364399154,
      "right_risk": 5.7194822712948445,
      "right_safety": 4.318852748787194,
      "wrong_risk": 12.285998934193662
     },
     "calls": {
      "missed": 88.0,
      "needless": 26.0,
      "right_risk": 54.0,
      "right_safety": 72.0,
      "wrong_risk": 44.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 88,
      "taken_grouped": 0,
      "taken_n": 124,
      "taken_other": 0
     },
     "error_rate": 45.470620456494785,
     "found": {
      "den": 186.0,
      "n": 54.0,
      "share": 0.2903225806451613
     },
     "good": {
      "den": 124.0,
      "n": 54.0,
      "share": 0.43548387096774194
     },
     "judgement": 51.25082290980909,
     "judgement_hi": 56.596456349605894,
     "judgement_lo": 46.2189786533332,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 0.7096774193548387,
      "y": 0.2653061224489796
     },
     "margin": 0.001,
     "missed": {
      "den": 186.0,
      "n": 88.0,
      "share": 0.4731182795698925
     },
     "needless": {
      "den": 98.0,
      "n": 26.0,
      "share": 0.2653061224489796
     },
     "needless_by_loss": {
      "big": {
       "den": 98.0,
       "n": 19.0,
       "share": 0.19387755102040816
      },
      "medium": {
       "den": 98.0,
       "n": 4.0,
       "share": 0.04081632653061224
      },
      "small": {
       "den": 98.0,
       "n": 3.0,
       "share": 0.030612244897959183
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 98.0,
      "n": 72.0,
      "share": 0.7346938775510204
     },
     "risk_pays": 186.0,
     "safety_pays": 98.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 98.0,
       "n": 54.0,
       "share": 0.5510204081632653
      },
      "beta": 0.9718482515582094,
      "caution": 0.27639108562669273,
      "caution_hi": 0.47424857574277757,
      "caution_lo": 0.076467990624929,
      "cstar": -0.04157007587198146,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6869269758776028,
      "dprime_hi": 0.9888869830890386,
      "dprime_lo": 0.421841285664661,
      "false_alarm": {
       "den": 98.0,
       "n": 26.0,
       "share": 0.2653061224489796
      },
      "false_alarm_rate": 0.2676767676767677,
      "hit": {
       "den": 186.0,
       "n": 98.0,
       "share": 0.5268817204301075
      },
      "hit_rate": 0.5267379679144385,
      "missed_loss": 0.09533833712339401,
      "missed_n": 88.0,
      "na": null,
      "needless_loss": 0.17585426225112036,
      "needless_n": 26.0
     },
     "size": {
      "bad": {
       "mean": 13.214285714285714,
       "n": 70.0,
       "too_few": true
      },
      "right": {
       "mean": 10.092592592592593,
       "n": 54.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 86.0,
        "n": 38.0,
        "share": 0.4418604651162791
       },
       "missed": {
        "den": 86.0,
        "n": 35.0,
        "share": 0.4069767441860465
       },
       "risk_pays": 86.0,
       "wrong": {
        "den": 86.0,
        "n": 13.0,
        "share": 0.1511627906976744
       }
      },
      "medium": {
       "found": {
        "den": 82.0,
        "n": 12.0,
        "share": 0.14634146341463414
       },
       "missed": {
        "den": 82.0,
        "n": 48.0,
        "share": 0.5853658536585366
       },
       "risk_pays": 82.0,
       "wrong": {
        "den": 82.0,
        "n": 22.0,
        "share": 0.2682926829268293
       }
      },
      "small": {
       "found": {
        "den": 18.0,
        "n": 4.0,
        "share": 0.2222222222222222
       },
       "missed": {
        "den": 18.0,
        "n": 5.0,
        "share": 0.2777777777777778
       },
       "risk_pays": 18.0,
       "wrong": {
        "den": 18.0,
        "n": 9.0,
        "share": 0.5
       }
      }
     },
     "trade_off": 284.0,
     "wrong": {
      "den": 186.0,
      "n": 44.0,
      "share": 0.23655913978494625
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 29.710937392675625,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 29.710937392675625,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 331.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 331,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 703.0,
    "n": 508.0,
    "share": 0.7226173541963016
   },
   "risk_pays": 676.0,
   "safety_pays": 703.0,
   "scored": 1955,
   "sdt": {
    "aim": {
     "den": 337.0,
     "n": 203.0,
     "share": 0.6023738872403561
    },
    "beta": 1.506711940290409,
    "caution": 0.2966968573595011,
    "caution_hi": 0.38228468040633373,
    "caution_lo": 0.2184924400160449,
    "cstar": 0.6995524471067562,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5859885921138516,
    "dprime_hi": 0.7220242012755395,
    "dprime_lo": 0.4473538560819466,
    "false_alarm": {
     "den": 703.0,
     "n": 195.0,
     "share": 0.2773826458036984
    },
    "false_alarm_rate": 0.27769886363636365,
    "hit": {
     "den": 676.0,
     "n": 337.0,
     "share": 0.4985207100591716
    },
    "hit_rate": 0.4985228951255539,
    "missed_loss": 0.1862204106508103,
    "missed_n": 339.0,
    "na": null,
    "needless_loss": 0.26980430865899113,
    "needless_n": 195.0
   },
   "size": {
    "bad": {
     "mean": 13.337386018237082,
     "n": 329.0,
     "too_few": false
    },
    "right": {
     "mean": 10.10344827586207,
     "n": 203.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 383.0,
      "n": 150.0,
      "share": 0.391644908616188
     },
     "missed": {
      "den": 383.0,
      "n": 177.0,
      "share": 0.4621409921671018
     },
     "risk_pays": 383.0,
     "wrong": {
      "den": 383.0,
      "n": 56.0,
      "share": 0.1462140992167102
     }
    },
    "medium": {
     "found": {
      "den": 226.0,
      "n": 42.0,
      "share": 0.18584070796460178
     },
     "missed": {
      "den": 226.0,
      "n": 127.0,
      "share": 0.5619469026548672
     },
     "risk_pays": 226.0,
     "wrong": {
      "den": 226.0,
      "n": 57.0,
      "share": 0.252212389380531
     }
    },
    "small": {
     "found": {
      "den": 67.0,
      "n": 11.0,
      "share": 0.16417910447761194
     },
     "missed": {
      "den": 67.0,
      "n": 35.0,
      "share": 0.5223880597014925
     },
     "risk_pays": 67.0,
     "wrong": {
      "den": 67.0,
      "n": 21.0,
      "share": 0.31343283582089554
     }
    }
   },
   "trade_off": 1379.0,
   "wrong": {
    "den": 676.0,
    "n": 134.0,
    "share": 0.19822485207100593
   }
  },
  "robust": {
   "by_call": {
    "missed": 15.906768625654529,
    "needless": 14.27202546383109,
    "none": 8.653998024323407,
    "right_risk": 2.544150129913369,
    "right_safety": 4.404180014834685,
    "wrong_risk": 8.766748357916732
   },
   "calls": {
    "missed": 304.0,
    "needless": 227.0,
    "right_risk": 171.0,
    "right_safety": 543.0,
    "wrong_risk": 134.0
   },
   "confidence": {
    "auroc_right_risk": 0.4831284119810144,
    "missed_mean_p": 0.1697948209666789,
    "missed_n": 304,
    "taken_grouped": 0,
    "taken_n": 532,
    "taken_other": 0
   },
   "error_rate": 54.54787061647381,
   "found": {
    "den": 609.0,
    "n": 171.0,
    "share": 0.28078817733990147
   },
   "good": {
    "den": 532.0,
    "n": 171.0,
    "share": 0.32142857142857145
   },
   "judgement": 49.29914912673533,
   "judgement_hi": 51.587565670455476,
   "judgement_lo": 47.07783473029323,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.3059360730593607,
    "x": 0.7192118226600985,
    "y": 0.2948051948051948
   },
   "margin": 0.02,
   "missed": {
    "den": 609.0,
    "n": 304.0,
    "share": 0.49917898193760263
   },
   "needless": {
    "den": 770.0,
    "n": 227.0,
    "share": 0.2948051948051948
   },
   "needless_by_loss": {
    "big": {
     "den": 770.0,
     "n": 158.0,
     "share": 0.2051948051948052
    },
    "medium": {
     "den": 770.0,
     "n": 40.0,
     "share": 0.05194805194805195
    },
    "small": {
     "den": 770.0,
     "n": 29.0,
     "share": 0.03766233766233766
    }
   },
   "no_trade_off": 576.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 39.977478895255985,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 39.977478895255985,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 139.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 139,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.744905580963557,
      "needless": 21.0574717899495,
      "none": 1.1449439207433711,
      "right_risk": 3.2781618430595634,
      "right_safety": 6.060757560621132,
      "wrong_risk": 12.070736451249461
     },
     "calls": {
      "missed": 211.0,
      "needless": 183.0,
      "right_risk": 126.0,
      "right_safety": 435.0,
      "wrong_risk": 91.0
     },
     "confidence": {
      "auroc_right_risk": 0.46263468891206116,
      "missed_mean_p": 0.18286320399264464,
      "missed_n": 211,
      "taken_grouped": 0,
      "taken_n": 400,
      "taken_other": 0
     },
     "error_rate": 65.35697714658659,
     "found": {
      "den": 428.0,
      "n": 126.0,
      "share": 0.29439252336448596
     },
     "good": {
      "den": 400.0,
      "n": 126.0,
      "share": 0.315
     },
     "judgement": 49.91380092550585,
     "judgement_hi": 53.0073614981053,
     "judgement_lo": 46.83804095831489,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.30132450331125826,
      "x": 0.705607476635514,
      "y": 0.2961165048543689
     },
     "margin": 0.02,
     "missed": {
      "den": 428.0,
      "n": 211.0,
      "share": 0.4929906542056075
     },
     "needless": {
      "den": 618.0,
      "n": 183.0,
      "share": 0.2961165048543689
     },
     "needless_by_loss": {
      "big": {
       "den": 618.0,
       "n": 127.0,
       "share": 0.20550161812297735
      },
      "medium": {
       "den": 618.0,
       "n": 34.0,
       "share": 0.05501618122977346
      },
      "small": {
       "den": 618.0,
       "n": 22.0,
       "share": 0.03559870550161812
      }
     },
     "no_trade_off": 93.0,
     "reference": null,
     "right_safety": {
      "den": 618.0,
      "n": 435.0,
      "share": 0.7038834951456311
     },
     "risk_pays": 428.0,
     "safety_pays": 618.0,
     "scored": 1139,
     "sdt": {
      "aim": {
       "den": 217.0,
       "n": 126.0,
       "share": 0.5806451612903226
      },
      "beta": 1.6122217394466707,
      "caution": 0.2585602186741581,
      "caution_hi": 0.3470897087353312,
      "caution_lo": 0.17689318348304353,
      "cstar": 0.8649592799975732,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5521799709622135,
      "dprime_hi": 0.7364659209147677,
      "dprime_lo": 0.3760439196376827,
      "false_alarm": {
       "den": 618.0,
       "n": 183.0,
       "share": 0.2961165048543689
      },
      "false_alarm_rate": 0.2964458804523425,
      "hit": {
       "den": 428.0,
       "n": 217.0,
       "share": 0.5070093457943925
      },
      "hit_rate": 0.506993006993007,
      "missed_loss": 0.23476253513476295,
      "missed_n": 211.0,
      "na": null,
      "needless_loss": 0.2621252499317211,
      "needless_n": 183.0
     },
     "size": {
      "bad": {
       "mean": 12.967153284671532,
       "n": 274.0,
       "too_few": false
      },
      "right": {
       "mean": 10.428571428571429,
       "n": 126.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 289.0,
        "n": 103.0,
        "share": 0.356401384083045
       },
       "missed": {
        "den": 289.0,
        "n": 136.0,
        "share": 0.47058823529411764
       },
       "risk_pays": 289.0,
       "wrong": {
        "den": 289.0,
        "n": 50.0,
        "share": 0.17301038062283736
       }
      },
      "medium": {
       "found": {
        "den": 139.0,
        "n": 23.0,
        "share": 0.16546762589928057
       },
       "missed": {
        "den": 139.0,
        "n": 75.0,
        "share": 0.539568345323741
       },
       "risk_pays": 139.0,
       "wrong": {
        "den": 139.0,
        "n": 41.0,
        "share": 0.2949640287769784
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1046.0,
     "wrong": {
      "den": 428.0,
      "n": 91.0,
      "share": 0.21261682242990654
     }
    },
    "holding": {
     "by_call": {
      "missed": 36.64341104812309,
      "needless": 17.602881935776256,
      "none": 1.7637009503411465,
      "right_risk": 0.6023596544734767,
      "right_safety": 6.167972674135302,
      "wrong_risk": 0.3208772080843566
     },
     "calls": {
      "missed": 10.0,
      "needless": 5.0,
      "right_risk": 2.0,
      "right_safety": 31.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 10,
      "taken_grouped": 0,
      "taken_n": 8,
      "taken_other": 0
     },
     "error_rate": 63.10120347093363,
     "found": {
      "den": 13.0,
      "n": 2.0,
      "share": 0.15384615384615385
     },
     "good": {
      "den": 8.0,
      "n": 2.0,
      "share": 0.25
     },
     "judgement": 50.74786324786324,
     "judgement_hi": 63.651664730933014,
     "judgement_lo": 40.476190476190474,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09090909090909091,
      "x": 0.8461538461538461,
      "y": 0.1388888888888889
     },
     "margin": 0.02,
     "missed": {
      "den": 13.0,
      "n": 10.0,
      "share": 0.7692307692307693
     },
     "needless": {
      "den": 36.0,
      "n": 5.0,
      "share": 0.1388888888888889
     },
     "needless_by_loss": {
      "big": {
       "den": 36.0,
       "n": 5.0,
       "share": 0.1388888888888889
      },
      "medium": {
       "den": 36.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 36.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 12.0,
     "reference": null,
     "right_safety": {
      "den": 36.0,
      "n": 31.0,
      "share": 0.8611111111111112
     },
     "risk_pays": 13.0,
     "safety_pays": 36.0,
     "scored": 61,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 2.660584311851881,
      "caution": 0.8583682460142454,
      "caution_hi": 1.3658367811437824,
      "caution_lo": 0.4262295607943954,
      "cstar": 2.660848840497227,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.36775699163632736,
      "dprime_hi": 1.2257021060471307,
      "dprime_lo": -0.7583292993628417,
      "false_alarm": {
       "den": 36.0,
       "n": 5.0,
       "share": 0.1388888888888889
      },
      "false_alarm_rate": 0.14864864864864866,
      "hit": {
       "den": 13.0,
       "n": 3.0,
       "share": 0.23076923076923078
      },
      "hit_rate": 0.25,
      "missed_loss": 0.44704961478710176,
      "missed_n": 10.0,
      "na": null,
      "needless_loss": 0.4295103192329407,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 14.0,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": 9.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "missed": {
        "den": 8.0,
        "n": 6.0,
        "share": 0.75
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 49.0,
     "wrong": {
      "den": 13.0,
      "n": 1.0,
      "share": 0.07692307692307693
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.368551342110885,
      "needless": 9.97745128054368,
      "none": 0.40596284364399154,
      "right_risk": 4.221906055483902,
      "right_safety": 4.669202576603806,
      "wrong_risk": 11.82754635810852
     },
     "calls": {
      "missed": 83.0,
      "needless": 39.0,
      "right_risk": 43.0,
      "right_safety": 77.0,
      "wrong_risk": 42.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 83,
      "taken_grouped": 0,
      "taken_n": 124,
      "taken_other": 0
     },
     "error_rate": 45.470620456494785,
     "found": {
      "den": 168.0,
      "n": 43.0,
      "share": 0.25595238095238093
     },
     "good": {
      "den": 124.0,
      "n": 43.0,
      "share": 0.3467741935483871
     },
     "judgement": 45.987274220032845,
     "judgement_hi": 51.19404980158915,
     "judgement_lo": 40.7141014300457,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.336,
      "x": 0.7440476190476191,
      "y": 0.33620689655172414
     },
     "margin": 0.02,
     "missed": {
      "den": 168.0,
      "n": 83.0,
      "share": 0.49404761904761907
     },
     "needless": {
      "den": 116.0,
      "n": 39.0,
      "share": 0.33620689655172414
     },
     "needless_by_loss": {
      "big": {
       "den": 116.0,
       "n": 26.0,
       "share": 0.22413793103448276
      },
      "medium": {
       "den": 116.0,
       "n": 6.0,
       "share": 0.05172413793103448
      },
      "small": {
       "den": 116.0,
       "n": 7.0,
       "share": 0.0603448275862069
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 116.0,
      "n": 77.0,
      "share": 0.6637931034482759
     },
     "risk_pays": 168.0,
     "safety_pays": 116.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 85.0,
       "n": 43.0,
       "share": 0.5058823529411764
      },
      "beta": 1.0203961809946094,
      "caution": 0.20208534913974163,
      "caution_hi": 0.40669528528405496,
      "caution_lo": 0.01359610593893749,
      "cstar": 0.04654054392826666,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.43383602594786996,
      "dprime_hi": 0.719647357657019,
      "dprime_lo": 0.16281653974060747,
      "false_alarm": {
       "den": 116.0,
       "n": 39.0,
       "share": 0.33620689655172414
      },
      "false_alarm_rate": 0.33760683760683763,
      "hit": {
       "den": 168.0,
       "n": 85.0,
       "share": 0.5059523809523809
      },
      "hit_rate": 0.5059171597633136,
      "missed_loss": 0.09867559355425548,
      "missed_n": 83.0,
      "na": null,
      "needless_loss": 0.14582428794640762,
      "needless_n": 39.0
     },
     "size": {
      "bad": {
       "mean": 13.530864197530864,
       "n": 81.0,
       "too_few": true
      },
      "right": {
       "mean": 8.69767441860465,
       "n": 43.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 86.0,
        "n": 34.0,
        "share": 0.3953488372093023
       },
       "missed": {
        "den": 86.0,
        "n": 35.0,
        "share": 0.4069767441860465
       },
       "risk_pays": 86.0,
       "wrong": {
        "den": 86.0,
        "n": 17.0,
        "share": 0.19767441860465115
       }
      },
      "medium": {
       "found": {
        "den": 82.0,
        "n": 9.0,
        "share": 0.10975609756097561
       },
       "missed": {
        "den": 82.0,
        "n": 48.0,
        "share": 0.5853658536585366
       },
       "risk_pays": 82.0,
       "wrong": {
        "den": 82.0,
        "n": 25.0,
        "share": 0.3048780487804878
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 284.0,
     "wrong": {
      "den": 168.0,
      "n": 42.0,
      "share": 0.25
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 29.710937392675625,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 29.710937392675625,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 331.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 331,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 770.0,
    "n": 543.0,
    "share": 0.7051948051948052
   },
   "risk_pays": 609.0,
   "safety_pays": 770.0,
   "scored": 1955,
   "sdt": {
    "aim": {
     "den": 305.0,
     "n": 171.0,
     "share": 0.5606557377049181
    },
    "beta": 1.5192344743742485,
    "caution": 0.2682873384597601,
    "caution_hi": 0.3526573557702962,
    "caution_lo": 0.18762172159609047,
    "cstar": 0.7734770125226115,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.5406839064903869,
    "dprime_hi": 0.6774943852232017,
    "dprime_lo": 0.41156309675007197,
    "false_alarm": {
     "den": 770.0,
     "n": 227.0,
     "share": 0.2948051948051948
    },
    "false_alarm_rate": 0.29507133592736706,
    "hit": {
     "den": 609.0,
     "n": 305.0,
     "share": 0.5008210180623974
    },
    "hit_rate": 0.5008196721311475,
    "missed_loss": 0.20459034646812238,
    "missed_n": 304.0,
    "na": null,
    "needless_loss": 0.24583092318757516,
    "needless_n": 227.0
   },
   "size": {
    "bad": {
     "mean": 13.110803324099724,
     "n": 361.0,
     "too_few": false
    },
    "right": {
     "mean": 9.976608187134502,
     "n": 171.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 383.0,
      "n": 139.0,
      "share": 0.3629242819843342
     },
     "missed": {
      "den": 383.0,
      "n": 177.0,
      "share": 0.4621409921671018
     },
     "risk_pays": 383.0,
     "wrong": {
      "den": 383.0,
      "n": 67.0,
      "share": 0.17493472584856398
     }
    },
    "medium": {
     "found": {
      "den": 226.0,
      "n": 32.0,
      "share": 0.1415929203539823
     },
     "missed": {
      "den": 226.0,
      "n": 127.0,
      "share": 0.5619469026548672
     },
     "risk_pays": 226.0,
     "wrong": {
      "den": 226.0,
      "n": 67.0,
      "share": 0.29646017699115046
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1379.0,
   "wrong": {
    "den": 609.0,
    "n": 134.0,
    "share": 0.2200328407224959
   }
  }
 },
 "route": {
  "provider": "local (knowline_server.py)",
  "reasoning": null,
  "spec": "knowline/m"
 },
 "running": 0,
 "slug": "knowline-2b-gen1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 73.62418302467891,
   "n": 14,
   "too_few": true
  },
  "blitz": {
   "error_rate": 63.919518857893316,
   "n": 198,
   "too_few": true
  },
  "holding": {
   "error_rate": 63.10120347093363,
   "n": 61,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 68.53608782874065,
   "n": 356,
   "too_few": false
  },
  "other": {
   "error_rate": 77.81614155076736,
   "n": 179,
   "too_few": true
  },
  "priming": {
   "error_rate": 57.21137007432325,
   "n": 392,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
