{
 "confidence": {
  "auroc_best": 0.7244244842720948,
  "auroc_blunder": 0.6845264139646279,
  "confident_badly_wrong": {
   "den": 2152,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 2,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 2152,
     "n": 2,
     "share": 0.0009293680297397769
    },
    "mean_loss": 0.0,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 2152,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.14349005529184555,
  "held_out": {
   "blunders": 0.024682966212671274,
   "kept": 0.020629541101688353,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 2152,
  "surest": {
   "cut": 0.30049581997736796,
   "error_rate": 21.687525272590964,
   "n": 538,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-11T11:48:56.702Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 2153,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 2153
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 58.8109119427752,
   "n": 631,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 79.9198935659516,
   "n": 604,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 32.676700121177305,
   "n": 918,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-11T11:50:15.173Z",
   "id": 957,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-11T11:48:56.702Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:51:06.389Z",
   "id": 958,
   "opponent": "Celeris-1 Decision",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-11T11:50:15.518Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:51:33.800Z",
   "id": 959,
   "opponent": "GNUbg weak",
   "score_against": 9,
   "score_for": 0,
   "started": "2026-11-11T11:51:06.713Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:52:34.713Z",
   "id": 960,
   "opponent": "Random",
   "score_against": 2,
   "score_for": 8,
   "started": "2026-11-11T11:51:34.149Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:53:25.043Z",
   "id": 961,
   "opponent": "Safest",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-11T11:52:35.013Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:54:02.645Z",
   "id": 962,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T11:53:25.394Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:54:33.585Z",
   "id": 963,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T11:54:03.006Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:55:20.764Z",
   "id": 964,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-11T11:54:33.915Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:56:36.570Z",
   "id": 965,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 6,
   "started": "2026-11-11T11:55:21.144Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T11:56:36.829Z",
   "id": 966,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-11T11:56:36.759Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T04:03:09.636Z",
   "id": 1371,
   "opponent": "Cygnet",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-14T04:02:19.261Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:04:42.220Z",
   "id": 1372,
   "opponent": "Winnow-12B",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-14T04:03:36.278Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:06:34.800Z",
   "id": 1373,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-14T04:05:45.700Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:11:19.121Z",
   "id": 1374,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T04:07:03.428Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:14:42.138Z",
   "id": 1375,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T04:12:27.945Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:18:17.401Z",
   "id": 1376,
   "opponent": "Clef",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-14T04:15:49.025Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:23:28.187Z",
   "id": 1377,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-14T04:19:19.187Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:27:19.878Z",
   "id": 1378,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-14T04:24:40.455Z",
   "status": "finished"
  }
 ],
 "name": "KnowLine 4B Gen5.5",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 53.23464394118009,
   "n": 356,
   "too_few": false
  },
  "16–25": {
   "error_rate": 60.091903985098554,
   "n": 432,
   "too_few": false
  },
  "26+": {
   "error_rate": 98.5530093545824,
   "n": 319,
   "too_few": false
  },
  "2–5": {
   "error_rate": 27.26586604367565,
   "n": 574,
   "too_few": false
  },
  "6–10": {
   "error_rate": 49.530209752462675,
   "n": 472,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 11.843676678836346,
   "n": 128,
   "too_few": true
  },
  "contact": {
   "error_rate": 67.3344296030977,
   "n": 1346,
   "too_few": false
  },
  "holding": {
   "error_rate": 46.23045027256012,
   "n": 64,
   "too_few": true
  },
  "opening": {
   "error_rate": 43.160811589475266,
   "n": 285,
   "too_few": false
  },
  "race": {
   "error_rate": 24.153935999581307,
   "n": 330,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7244244842720948,
  "best_share": 0.36925220622387367,
  "blunder_share": 0.3423130515559684,
  "brier": 0.21925820527527867,
  "clusters": 96,
  "confidence_n": 2152,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 2153,
  "ece": 0.14349005529184555,
  "engine_scored": 2153,
  "error_hi": 58.57521684262494,
  "error_lo": 48.76404548668111,
  "error_rate": 53.58964786854003,
  "first_date": "2026-11-11",
  "group_sizes": [
   136
  ],
  "grouped": 1,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.22593373652971577,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2153,
   "estimate": true,
   "excluded_hours": 64.1,
   "gaps": [
    [
     "2026-11-11T11:56Z",
     "2026-11-14T04:02Z",
     3846
    ]
   ],
   "gpu_decisions": 2153,
   "gpu_usd": 0.11566388736990177,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.5434877777761893,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.5434877777761893,
     "machine": "dgx_spark",
     "usd": 0.11566388736990177,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.11566388736990177,
   "usd_per_1000": 0.05372219571291304
  },
  "p95_loss": 0.47190749645233143,
  "probability_source": "decision",
  "retry_mean": 0.12254296330701346,
  "scored": 2153,
  "time_median": 0.276,
  "time_p90": 0.457,
  "tokens_in": 4783.072921504877,
  "tokens_out": 1.0009289363678588,
  "too_few": false,
  "usd_per_1000": 0.05372219571291304,
  "very_confident": 0.0009293680297397769,
  "worst_mean": 0.7457070165762195
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5793269230769231,
   "best_share": 0.8125,
   "blunder_share": 0.0703125,
   "brier": 0.2760522309054788,
   "clusters": 56,
   "confidence_n": 128,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 128,
   "ece": 0.3341570909246846,
   "engine_scored": 128,
   "error_hi": 19.17478385248653,
   "error_lo": 5.140265632426502,
   "error_rate": 11.843676678836346,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.4783429090753154,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2153,
    "estimate": true,
    "excluded_hours": 64.1,
    "gaps": [
     [
      "2026-11-11T11:56Z",
      "2026-11-14T04:02Z",
      3846
     ]
    ],
    "gpu_decisions": 2153,
    "gpu_usd": 0.11566388736990177,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5434877777761893,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5434877777761893,
      "machine": "dgx_spark",
      "usd": 0.11566388736990177,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.11566388736990177,
    "usd_per_1000": 0.05372219571291304
   },
   "p95_loss": 0.24282062649726854,
   "probability_source": "decision",
   "retry_mean": 0.081796875,
   "scored": 128,
   "time_median": 0.39,
   "time_p90": 0.4223,
   "tokens_in": 5056.0078125,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.05372219571291304,
   "very_confident": 0.015625,
   "worst_mean": 0.3471600413322449
  },
  "contact": {
   "auroc": 0.6797247852370347,
   "best_share": 0.33358098068350667,
   "blunder_share": 0.40713224368499257,
   "brier": 0.21829202779960366,
   "clusters": 96,
   "confidence_n": 1345,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1346,
   "ece": 0.13192822584236688,
   "engine_scored": 1346,
   "error_hi": 74.58527249609773,
   "error_lo": 60.31319896550117,
   "error_rate": 67.3344296030977,
   "first_date": "2026-11-11",
   "group_sizes": [
    136
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.201900770440161,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2153,
    "estimate": true,
    "excluded_hours": 64.1,
    "gaps": [
     [
      "2026-11-11T11:56Z",
      "2026-11-14T04:02Z",
      3846
     ]
    ],
    "gpu_decisions": 2153,
    "gpu_usd": 0.11566388736990177,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5434877777761893,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5434877777761893,
      "machine": "dgx_spark",
      "usd": 0.11566388736990177,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.11566388736990177,
    "usd_per_1000": 0.05372219571291304
   },
   "p95_loss": 0.5478113442659378,
   "probability_source": "decision",
   "retry_mean": 0.13033209509658247,
   "scored": 1346,
   "time_median": 0.2775,
   "time_p90": 0.461,
   "tokens_in": 4833.049777117385,
   "tokens_out": 1.0014858841010401,
   "too_few": false,
   "usd_per_1000": 0.05372219571291304,
   "very_confident": 0.0,
   "worst_mean": 0.8649643721865184
  },
  "holding": {
   "auroc": 0.7004830917874396,
   "best_share": 0.28125,
   "blunder_share": 0.25,
   "brier": 0.18984392525593247,
   "clusters": 24,
   "confidence_n": 64,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 64,
   "ece": 0.15208057984066603,
   "engine_scored": 64,
   "error_hi": 64.85246267997549,
   "error_lo": 28.517627772544664,
   "error_rate": 46.23045027256012,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.1777423635505279,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2153,
    "estimate": true,
    "excluded_hours": 64.1,
    "gaps": [
     [
      "2026-11-11T11:56Z",
      "2026-11-14T04:02Z",
      3846
     ]
    ],
    "gpu_decisions": 2153,
    "gpu_usd": 0.11566388736990177,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5434877777761893,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5434877777761893,
      "machine": "dgx_spark",
      "usd": 0.11566388736990177,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.11566388736990177,
    "usd_per_1000": 0.05372219571291304
   },
   "p95_loss": 0.500879490375518,
   "probability_source": "decision",
   "retry_mean": 0.152078125,
   "scored": 64,
   "time_median": 0.23399999999999999,
   "time_p90": 0.41800000000000004,
   "tokens_in": 4523.84375,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.05372219571291304,
   "very_confident": 0.0,
   "worst_mean": 0.6981376608212789
  },
  "opening": {
   "auroc": 0.7627314814814815,
   "best_share": 0.3368421052631579,
   "blunder_share": 0.38596491228070173,
   "brier": 0.22284282040627384,
   "clusters": 96,
   "confidence_n": 285,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 285,
   "ece": 0.17136050816731593,
   "engine_scored": 285,
   "error_hi": 49.549819540862046,
   "error_lo": 37.17008078165755,
   "error_rate": 43.160811589475266,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.17297014022522034,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2153,
    "estimate": true,
    "excluded_hours": 64.1,
    "gaps": [
     [
      "2026-11-11T11:56Z",
      "2026-11-14T04:02Z",
      3846
     ]
    ],
    "gpu_decisions": 2153,
    "gpu_usd": 0.11566388736990177,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5434877777761893,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5434877777761893,
      "machine": "dgx_spark",
      "usd": 0.11566388736990177,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.11566388736990177,
    "usd_per_1000": 0.05372219571291304
   },
   "p95_loss": 0.3126897335052492,
   "probability_source": "decision",
   "retry_mean": 0.08109122807017544,
   "scored": 285,
   "time_median": 0.204,
   "time_p90": 0.4856,
   "tokens_in": 4340.60350877193,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.05372219571291304,
   "very_confident": 0.0,
   "worst_mean": 0.4524329666580473
  },
  "race": {
   "auroc": 0.7587793935643564,
   "best_share": 0.3878787878787879,
   "blunder_share": 0.16363636363636364,
   "brier": 0.20377569628443562,
   "clusters": 90,
   "confidence_n": 330,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 330,
   "ece": 0.10680917825190951,
   "engine_scored": 330,
   "error_hi": 31.1858919891021,
   "error_lo": 17.697015393860255,
   "error_rate": 24.153935999581307,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2810696096268784,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2153,
    "estimate": true,
    "excluded_hours": 64.1,
    "gaps": [
     [
      "2026-11-11T11:56Z",
      "2026-11-14T04:02Z",
      3846
     ]
    ],
    "gpu_decisions": 2153,
    "gpu_usd": 0.11566388736990177,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5434877777761893,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5434877777761893,
      "machine": "dgx_spark",
      "usd": 0.11566388736990177,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.11566388736990177,
    "usd_per_1000": 0.05372219571291304
   },
   "p95_loss": 0.24175432324409493,
   "probability_source": "decision",
   "retry_mean": 0.13664848484848485,
   "scored": 330,
   "time_median": 0.388,
   "time_p90": 0.455,
   "tokens_in": 4905.769696969697,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.05372219571291304,
   "very_confident": 0.0,
   "worst_mean": 0.4477010518312454
  }
 },
 "record": {
  "drawn": 1,
  "lost": 11,
  "won": 5
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 13.96339710263723,
    "needless": 14.959080540131703,
    "none": 5.214777592996969,
    "right_risk": 3.4011592642960857,
    "right_safety": 4.028879372507707,
    "wrong_risk": 12.022353995970333
   },
   "calls": {
    "missed": 330.0,
    "needless": 281.0,
    "right_risk": 265.0,
    "right_safety": 532.0,
    "wrong_risk": 183.0
   },
   "confidence": {
    "auroc_right_risk": 0.5119279514242634,
    "missed_mean_p": 0.176511727280828,
    "missed_n": 330,
    "taken_grouped": 1,
    "taken_n": 728,
    "taken_other": 0
   },
   "error_rate": 53.58964786854003,
   "found": {
    "den": 778.0,
    "n": 265.0,
    "share": 0.34061696658097684
   },
   "good": {
    "den": 729.0,
    "n": 265.0,
    "share": 0.3635116598079561
   },
   "judgement": 49.749175512320676,
   "judgement_hi": 52.27583941916868,
   "judgement_lo": 46.952471383520255,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.3567251461988304,
    "x": 0.6593830334190232,
    "y": 0.3456334563345633
   },
   "margin": 0.001,
   "missed": {
    "den": 778.0,
    "n": 330.0,
    "share": 0.4241645244215938
   },
   "needless": {
    "den": 813.0,
    "n": 281.0,
    "share": 0.3456334563345633
   },
   "needless_by_loss": {
    "big": {
     "den": 813.0,
     "n": 201.0,
     "share": 0.24723247232472326
    },
    "medium": {
     "den": 813.0,
     "n": 64.0,
     "share": 0.07872078720787208
    },
    "small": {
     "den": 813.0,
     "n": 16.0,
     "share": 0.01968019680196802
    }
   },
   "no_trade_off": 562.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.843676678836346,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.843676678836346,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 128.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 128,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.00903881641235,
      "needless": 21.85826687720697,
      "none": 1.1803445144712836,
      "right_risk": 3.849687671944787,
      "right_safety": 5.632446854642383,
      "wrong_risk": 16.804644868419924
     },
     "calls": {
      "missed": 245.0,
      "needless": 245.0,
      "right_risk": 188.0,
      "right_safety": 430.0,
      "wrong_risk": 144.0
     },
     "confidence": {
      "auroc_right_risk": 0.48496106602325073,
      "missed_mean_p": 0.18433027477645947,
      "missed_n": 245,
      "taken_grouped": 1,
      "taken_n": 576,
      "taken_other": 0
     },
     "error_rate": 67.3344296030977,
     "found": {
      "den": 577.0,
      "n": 188.0,
      "share": 0.32582322357019067
     },
     "good": {
      "den": 577.0,
      "n": 188.0,
      "share": 0.32582322357019067
     },
     "judgement": 48.14301303036139,
     "judgement_hi": 50.99067724324974,
     "judgement_lo": 45.15918544812383,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.37017994858611825,
      "x": 0.6741767764298093,
      "y": 0.362962962962963
     },
     "margin": 0.001,
     "missed": {
      "den": 577.0,
      "n": 245.0,
      "share": 0.4246100519930676
     },
     "needless": {
      "den": 675.0,
      "n": 245.0,
      "share": 0.362962962962963
     },
     "needless_by_loss": {
      "big": {
       "den": 675.0,
       "n": 177.0,
       "share": 0.26222222222222225
      },
      "medium": {
       "den": 675.0,
       "n": 54.0,
       "share": 0.08
      },
      "small": {
       "den": 675.0,
       "n": 14.0,
       "share": 0.02074074074074074
      }
     },
     "no_trade_off": 94.0,
     "reference": null,
     "right_safety": {
      "den": 675.0,
      "n": 430.0,
      "share": 0.6370370370370371
     },
     "risk_pays": 577.0,
     "safety_pays": 675.0,
     "scored": 1346,
     "sdt": {
      "aim": {
       "den": 332.0,
       "n": 188.0,
       "share": 0.5662650602409639
      },
      "beta": 1.419884929560316,
      "caution": 0.08011453076835129,
      "caution_hi": 0.17313560394718214,
      "caution_lo": -0.010218503381565438,
      "cstar": 0.6494664855642854,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.539790490504085,
      "dprime_hi": 0.6692843642314468,
      "dprime_lo": 0.4128205887777623,
      "false_alarm": {
       "den": 675.0,
       "n": 245.0,
       "share": 0.362962962962963
      },
      "false_alarm_rate": 0.3631656804733728,
      "hit": {
       "den": 577.0,
       "n": 332.0,
       "share": 0.5753899480069324
      },
      "hit_rate": 0.5752595155709342,
      "missed_loss": 0.1978789081378859,
      "missed_n": 245.0,
      "na": null,
      "needless_loss": 0.24017328340180066,
      "needless_n": 245.0
     },
     "size": {
      "bad": {
       "mean": 13.473007712082262,
       "n": 389.0,
       "too_few": false
      },
      "right": {
       "mean": 10.319148936170214,
       "n": 188.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 320.0,
        "n": 134.0,
        "share": 0.41875
       },
       "missed": {
        "den": 320.0,
        "n": 125.0,
        "share": 0.390625
       },
       "risk_pays": 320.0,
       "wrong": {
        "den": 320.0,
        "n": 61.0,
        "share": 0.190625
       }
      },
      "medium": {
       "found": {
        "den": 175.0,
        "n": 42.0,
        "share": 0.24
       },
       "missed": {
        "den": 175.0,
        "n": 83.0,
        "share": 0.4742857142857143
       },
       "risk_pays": 175.0,
       "wrong": {
        "den": 175.0,
        "n": 50.0,
        "share": 0.2857142857142857
       }
      },
      "small": {
       "found": {
        "den": 82.0,
        "n": 12.0,
        "share": 0.14634146341463414
       },
       "missed": {
        "den": 82.0,
        "n": 37.0,
        "share": 0.45121951219512196
       },
       "risk_pays": 82.0,
       "wrong": {
        "den": 82.0,
        "n": 33.0,
        "share": 0.4024390243902439
       }
      }
     },
     "trade_off": 1252.0,
     "wrong": {
      "den": 577.0,
      "n": 144.0,
      "share": 0.24956672443674177
     }
    },
    "holding": {
     "by_call": {
      "missed": 17.63102412223816,
      "needless": 15.697204042226076,
      "none": 2.3731710389256477,
      "right_risk": 0.11497922241687775,
      "right_safety": 5.731728859245777,
      "wrong_risk": 4.682342987507582
     },
     "calls": {
      "missed": 6.0,
      "needless": 10.0,
      "right_risk": 5.0,
      "right_safety": 28.0,
      "wrong_risk": 5.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 20,
      "taken_other": 0
     },
     "error_rate": 46.23045027256012,
     "found": {
      "den": 16.0,
      "n": 5.0,
      "share": 0.3125
     },
     "good": {
      "den": 20.0,
      "n": 5.0,
      "share": 0.25
     },
     "judgement": 52.4671052631579,
     "judgement_hi": 66.66786226685797,
     "judgement_lo": 40.460486587846425,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.45454545454545453,
      "x": 0.6875,
      "y": 0.2631578947368421
     },
     "margin": 0.001,
     "missed": {
      "den": 16.0,
      "n": 6.0,
      "share": 0.375
     },
     "needless": {
      "den": 38.0,
      "n": 10.0,
      "share": 0.2631578947368421
     },
     "needless_by_loss": {
      "big": {
       "den": 38.0,
       "n": 7.0,
       "share": 0.18421052631578946
      },
      "medium": {
       "den": 38.0,
       "n": 3.0,
       "share": 0.07894736842105263
      },
      "small": {
       "den": 38.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 10.0,
     "reference": null,
     "right_safety": {
      "den": 38.0,
      "n": 28.0,
      "share": 0.7368421052631579
     },
     "risk_pays": 16.0,
     "safety_pays": 38.0,
     "scored": 64,
     "sdt": {
      "aim": {
       "den": 10.0,
       "n": 5.0,
       "share": 0.5
      },
      "beta": 1.2687020110169642,
      "caution": 0.15791709706515328,
      "caution_hi": 0.48692412462217943,
      "caution_lo": -0.23273730370315932,
      "cstar": 0.2602601081129637,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9144480150616406,
      "dprime_hi": 1.7007036157784203,
      "dprime_lo": 0.25962242265189484,
      "false_alarm": {
       "den": 38.0,
       "n": 10.0,
       "share": 0.2631578947368421
      },
      "false_alarm_rate": 0.2692307692307692,
      "hit": {
       "den": 16.0,
       "n": 10.0,
       "share": 0.625
      },
      "hit_rate": 0.6176470588235294,
      "missed_loss": 0.3761285146077474,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.20092421174049377,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 14.6,
       "n": 15.0,
       "too_few": true
      },
      "right": {
       "mean": 6.6,
       "n": 5.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 4.0,
        "share": 0.5
       },
       "missed": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       }
      },
      "small": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 3.0,
        "share": 0.75
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      }
     },
     "trade_off": 54.0,
     "wrong": {
      "den": 16.0,
      "n": 5.0,
      "share": 0.3125
     }
    },
    "opening": {
     "by_call": {
      "missed": 16.472428671100683,
      "needless": 6.249305710457919,
      "none": 0.0,
      "right_risk": 7.4865179626565235,
      "right_safety": 2.54762517778497,
      "wrong_risk": 10.404934067475168
     },
     "calls": {
      "missed": 79.0,
      "needless": 26.0,
      "right_risk": 72.0,
      "right_safety": 74.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 79,
      "taken_grouped": 0,
      "taken_n": 132,
      "taken_other": 0
     },
     "error_rate": 43.160811589475266,
     "found": {
      "den": 185.0,
      "n": 72.0,
      "share": 0.3891891891891892
     },
     "good": {
      "den": 132.0,
      "n": 72.0,
      "share": 0.5454545454545454
     },
     "judgement": 56.45945945945946,
     "judgement_hi": 62.12724497929902,
     "judgement_lo": 51.09696837269225,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3008849557522124,
      "x": 0.6108108108108108,
      "y": 0.26
     },
     "margin": 0.001,
     "missed": {
      "den": 185.0,
      "n": 79.0,
      "share": 0.42702702702702705
     },
     "needless": {
      "den": 100.0,
      "n": 26.0,
      "share": 0.26
     },
     "needless_by_loss": {
      "big": {
       "den": 100.0,
       "n": 17.0,
       "share": 0.17
      },
      "medium": {
       "den": 100.0,
       "n": 7.0,
       "share": 0.07
      },
      "small": {
       "den": 100.0,
       "n": 2.0,
       "share": 0.02
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 100.0,
      "n": 74.0,
      "share": 0.74
     },
     "risk_pays": 185.0,
     "safety_pays": 100.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 106.0,
       "n": 72.0,
       "share": 0.6792452830188679
      },
      "beta": 0.6230977022746346,
      "caution": 0.2265443001337603,
      "caution_hi": 0.4041534909536077,
      "caution_lo": 0.05540446428924423,
      "cstar": -0.5776076676290449,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8189848811241308,
      "dprime_hi": 1.169851811255387,
      "dprime_lo": 0.5140907969880725,
      "false_alarm": {
       "den": 100.0,
       "n": 26.0,
       "share": 0.26
      },
      "false_alarm_rate": 0.2623762376237624,
      "hit": {
       "den": 185.0,
       "n": 106.0,
       "share": 0.572972972972973
      },
      "hit_rate": 0.5725806451612904,
      "missed_loss": 0.11885170053832139,
      "missed_n": 79.0,
      "na": null,
      "needless_loss": 0.13700400980619284,
      "needless_n": 26.0
     },
     "size": {
      "bad": {
       "mean": 15.133333333333333,
       "n": 60.0,
       "too_few": true
      },
      "right": {
       "mean": 14.944444444444445,
       "n": 72.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 54.0,
        "share": 0.5684210526315789
       },
       "missed": {
        "den": 95.0,
        "n": 31.0,
        "share": 0.3263157894736842
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 10.0,
        "share": 0.10526315789473684
       }
      },
      "medium": {
       "found": {
        "den": 69.0,
        "n": 14.0,
        "share": 0.2028985507246377
       },
       "missed": {
        "den": 69.0,
        "n": 36.0,
        "share": 0.5217391304347826
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 19.0,
        "share": 0.2753623188405797
       }
      },
      "small": {
       "found": {
        "den": 21.0,
        "n": 4.0,
        "share": 0.19047619047619047
       },
       "missed": {
        "den": 21.0,
        "n": 12.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 21.0,
       "wrong": {
        "den": 21.0,
        "n": 5.0,
        "share": 0.23809523809523808
       }
      }
     },
     "trade_off": 285.0,
     "wrong": {
      "den": 185.0,
      "n": 34.0,
      "share": 0.1837837837837838
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 24.153935999581307,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 24.153935999581307,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 330.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 330,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 813.0,
    "n": 532.0,
    "share": 0.6543665436654367
   },
   "risk_pays": 778.0,
   "safety_pays": 813.0,
   "scored": 2153,
   "sdt": {
    "aim": {
     "den": 448.0,
     "n": 265.0,
     "share": 0.5915178571428571
    },
    "beta": 1.3147173068516727,
    "caution": 0.10280984650732493,
    "caution_hi": 0.1821065797482127,
    "caution_lo": 0.02489690174750455,
    "cstar": 0.4656404085414073,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.5876244022679046,
    "dprime_hi": 0.7152782009254097,
    "dprime_lo": 0.4655859073217635,
    "false_alarm": {
     "den": 813.0,
     "n": 281.0,
     "share": 0.3456334563345633
    },
    "false_alarm_rate": 0.34582309582309584,
    "hit": {
     "den": 778.0,
     "n": 448.0,
     "share": 0.5758354755784062
    },
    "hit_rate": 0.5757381258023107,
    "missed_loss": 0.18220117552713913,
    "missed_n": 330.0,
    "na": null,
    "needless_loss": 0.2292306078498474,
    "needless_n": 281.0
   },
   "size": {
    "bad": {
     "mean": 13.724137931034482,
     "n": 464.0,
     "too_few": false
    },
    "right": {
     "mean": 11.50566037735849,
     "n": 265.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 423.0,
      "n": 192.0,
      "share": 0.45390070921985815
     },
     "missed": {
      "den": 423.0,
      "n": 158.0,
      "share": 0.3735224586288416
     },
     "risk_pays": 423.0,
     "wrong": {
      "den": 423.0,
      "n": 73.0,
      "share": 0.17257683215130024
     }
    },
    "medium": {
     "found": {
      "den": 248.0,
      "n": 57.0,
      "share": 0.22983870967741934
     },
     "missed": {
      "den": 248.0,
      "n": 120.0,
      "share": 0.4838709677419355
     },
     "risk_pays": 248.0,
     "wrong": {
      "den": 248.0,
      "n": 71.0,
      "share": 0.2862903225806452
     }
    },
    "small": {
     "found": {
      "den": 107.0,
      "n": 16.0,
      "share": 0.14953271028037382
     },
     "missed": {
      "den": 107.0,
      "n": 52.0,
      "share": 0.48598130841121495
     },
     "risk_pays": 107.0,
     "wrong": {
      "den": 107.0,
      "n": 39.0,
      "share": 0.3644859813084112
     }
    }
   },
   "trade_off": 1591.0,
   "wrong": {
    "den": 778.0,
    "n": 183.0,
    "share": 0.2352185089974293
   }
  },
  "robust": {
   "by_call": {
    "missed": 13.314372161295156,
    "needless": 16.69617804936127,
    "none": 5.214777592996969,
    "right_risk": 3.0482130110457617,
    "right_safety": 4.6779043138497824,
    "wrong_risk": 10.638202739991092
   },
   "calls": {
    "missed": 278.0,
    "needless": 336.0,
    "right_risk": 230.0,
    "right_safety": 584.0,
    "wrong_risk": 163.0
   },
   "confidence": {
    "auroc_right_risk": 0.5188580408590885,
    "missed_mean_p": 0.17582998431239844,
    "missed_n": 278,
    "taken_grouped": 1,
    "taken_n": 728,
    "taken_other": 0
   },
   "error_rate": 53.58964786854003,
   "found": {
    "den": 671.0,
    "n": 230.0,
    "share": 0.34277198211624443
   },
   "good": {
    "den": 729.0,
    "n": 230.0,
    "share": 0.31550068587105623
   },
   "judgement": 48.87772954059483,
   "judgement_hi": 51.49655116255215,
   "judgement_lo": 46.11931745949923,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.36961451247165533,
    "x": 0.6572280178837556,
    "y": 0.3652173913043478
   },
   "margin": 0.02,
   "missed": {
    "den": 671.0,
    "n": 278.0,
    "share": 0.4143070044709389
   },
   "needless": {
    "den": 920.0,
    "n": 336.0,
    "share": 0.3652173913043478
   },
   "needless_by_loss": {
    "big": {
     "den": 920.0,
     "n": 226.0,
     "share": 0.24565217391304348
    },
    "medium": {
     "den": 920.0,
     "n": 77.0,
     "share": 0.08369565217391305
    },
    "small": {
     "den": 920.0,
     "n": 33.0,
     "share": 0.035869565217391305
    }
   },
   "no_trade_off": 562.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.843676678836346,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.843676678836346,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 128.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 128,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.39857289358907,
      "needless": 24.430238109021094,
      "none": 1.1803445144712836,
      "right_risk": 3.4536564664536034,
      "right_safety": 6.242912777465661,
      "wrong_risk": 14.628704842096983
     },
     "calls": {
      "missed": 208.0,
      "needless": 290.0,
      "right_risk": 164.0,
      "right_safety": 467.0,
      "wrong_risk": 123.0
     },
     "confidence": {
      "auroc_right_risk": 0.4964628226379351,
      "missed_mean_p": 0.1825078228243519,
      "missed_n": 208,
      "taken_grouped": 1,
      "taken_n": 576,
      "taken_other": 0
     },
     "error_rate": 67.3344296030977,
     "found": {
      "den": 495.0,
      "n": 164.0,
      "share": 0.33131313131313134
     },
     "good": {
      "den": 577.0,
      "n": 164.0,
      "share": 0.28422876949740034
     },
     "judgement": 47.41109910198418,
     "judgement_hi": 50.4376575752418,
     "judgement_lo": 44.5068782852832,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3716012084592145,
      "x": 0.6686868686868687,
      "y": 0.38309114927344784
     },
     "margin": 0.02,
     "missed": {
      "den": 495.0,
      "n": 208.0,
      "share": 0.4202020202020202
     },
     "needless": {
      "den": 757.0,
      "n": 290.0,
      "share": 0.38309114927344784
     },
     "needless_by_loss": {
      "big": {
       "den": 757.0,
       "n": 198.0,
       "share": 0.261558784676354
      },
      "medium": {
       "den": 757.0,
       "n": 66.0,
       "share": 0.08718626155878467
      },
      "small": {
       "den": 757.0,
       "n": 26.0,
       "share": 0.034346103038309116
      }
     },
     "no_trade_off": 94.0,
     "reference": null,
     "right_safety": {
      "den": 757.0,
      "n": 467.0,
      "share": 0.6169088507265522
     },
     "risk_pays": 495.0,
     "safety_pays": 757.0,
     "scored": 1346,
     "sdt": {
      "aim": {
       "den": 287.0,
       "n": 164.0,
       "share": 0.5714285714285714
      },
      "beta": 1.540175073642791,
      "caution": 0.04800152799685724,
      "caution_hi": 0.1437147548988107,
      "caution_lo": -0.044622734482376435,
      "cstar": 0.8673772286715268,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.49793340183613355,
      "dprime_hi": 0.645259527040362,
      "dprime_lo": 0.35651200960133783,
      "false_alarm": {
       "den": 757.0,
       "n": 290.0,
       "share": 0.38309114927344784
      },
      "false_alarm_rate": 0.38324538258575197,
      "hit": {
       "den": 495.0,
       "n": 287.0,
       "share": 0.5797979797979798
      },
      "hit_rate": 0.5796370967741935,
      "missed_loss": 0.22517768379587394,
      "missed_n": 208.0,
      "na": null,
      "needless_loss": 0.2267800034120165,
      "needless_n": 290.0
     },
     "size": {
      "bad": {
       "mean": 13.19128329297821,
       "n": 413.0,
       "too_few": false
      },
      "right": {
       "mean": 10.567073170731707,
       "n": 164.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 320.0,
        "n": 128.0,
        "share": 0.4
       },
       "missed": {
        "den": 320.0,
        "n": 125.0,
        "share": 0.390625
       },
       "risk_pays": 320.0,
       "wrong": {
        "den": 320.0,
        "n": 67.0,
        "share": 0.209375
       }
      },
      "medium": {
       "found": {
        "den": 175.0,
        "n": 36.0,
        "share": 0.2057142857142857
       },
       "missed": {
        "den": 175.0,
        "n": 83.0,
        "share": 0.4742857142857143
       },
       "risk_pays": 175.0,
       "wrong": {
        "den": 175.0,
        "n": 56.0,
        "share": 0.32
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1252.0,
     "wrong": {
      "den": 495.0,
      "n": 123.0,
      "share": 0.24848484848484848
     }
    },
    "holding": {
     "by_call": {
      "missed": 9.790190495550632,
      "needless": 15.87939914315939,
      "none": 2.3731710389256477,
      "right_risk": 0.11497922241687775,
      "right_safety": 13.572562485933304,
      "wrong_risk": 4.500147886574268
     },
     "calls": {
      "missed": 3.0,
      "needless": 11.0,
      "right_risk": 5.0,
      "right_safety": 31.0,
      "wrong_risk": 4.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 20,
      "taken_other": 0
     },
     "error_rate": 46.23045027256012,
     "found": {
      "den": 12.0,
      "n": 5.0,
      "share": 0.4166666666666667
     },
     "good": {
      "den": 20.0,
      "n": 5.0,
      "share": 0.25
     },
     "judgement": 57.73809523809524,
     "judgement_hi": 76.04580104580104,
     "judgement_lo": 42.42424242424242,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5714285714285714,
      "x": 0.5833333333333334,
      "y": 0.2619047619047619
     },
     "margin": 0.02,
     "missed": {
      "den": 12.0,
      "n": 3.0,
      "share": 0.25
     },
     "needless": {
      "den": 42.0,
      "n": 11.0,
      "share": 0.2619047619047619
     },
     "needless_by_loss": {
      "big": {
       "den": 42.0,
       "n": 7.0,
       "share": 0.16666666666666666
      },
      "medium": {
       "den": 42.0,
       "n": 4.0,
       "share": 0.09523809523809523
      },
      "small": {
       "den": 42.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 10.0,
     "reference": null,
     "right_safety": {
      "den": 42.0,
      "n": 31.0,
      "share": 0.7380952380952381
     },
     "risk_pays": 12.0,
     "safety_pays": 42.0,
     "scored": 64,
     "sdt": {
      "aim": {
       "den": 9.0,
       "n": 5.0,
       "share": 0.5555555555555556
      },
      "beta": 1.5482444677562186,
      "caution": 0.002713583605782388,
      "caution_hi": 0.3455687105312854,
      "caution_lo": -0.5019249759602044,
      "cstar": 0.3537414993791301,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2357093764035114,
      "dprime_hi": 2.213832035024702,
      "dprime_lo": 0.5133264215116781,
      "false_alarm": {
       "den": 42.0,
       "n": 11.0,
       "share": 0.2619047619047619
      },
      "false_alarm_rate": 0.26744186046511625,
      "hit": {
       "den": 12.0,
       "n": 9.0,
       "share": 0.75
      },
      "hit_rate": 0.7307692307692307,
      "missed_loss": 0.41771479447682697,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.1847784627567638,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 14.6,
       "n": 15.0,
       "too_few": true
      },
      "right": {
       "mean": 6.6,
       "n": 5.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 4.0,
        "share": 0.5
       },
       "missed": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 54.0,
     "wrong": {
      "den": 12.0,
      "n": 4.0,
      "share": 0.3333333333333333
     }
    },
    "opening": {
     "by_call": {
      "missed": 16.213305111516988,
      "needless": 7.184172983755145,
      "none": 0.0,
      "right_risk": 6.690604697194016,
      "right_safety": 2.8067487373686673,
      "wrong_risk": 10.26598005964045
     },
     "calls": {
      "missed": 67.0,
      "needless": 35.0,
      "right_risk": 61.0,
      "right_safety": 86.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 67,
      "taken_grouped": 0,
      "taken_n": 132,
      "taken_other": 0
     },
     "error_rate": 43.160811589475266,
     "found": {
      "den": 164.0,
      "n": 61.0,
      "share": 0.3719512195121951
     },
     "good": {
      "den": 132.0,
      "n": 61.0,
      "share": 0.4621212121212121
     },
     "judgement": 54.13475105825438,
     "judgement_hi": 59.88329115555512,
     "judgement_lo": 48.58901213162216,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.34951456310679613,
      "x": 0.6280487804878049,
      "y": 0.2892561983471074
     },
     "margin": 0.02,
     "missed": {
      "den": 164.0,
      "n": 67.0,
      "share": 0.40853658536585363
     },
     "needless": {
      "den": 121.0,
      "n": 35.0,
      "share": 0.2892561983471074
     },
     "needless_by_loss": {
      "big": {
       "den": 121.0,
       "n": 21.0,
       "share": 0.17355371900826447
      },
      "medium": {
       "den": 121.0,
       "n": 7.0,
       "share": 0.05785123966942149
      },
      "small": {
       "den": 121.0,
       "n": 7.0,
       "share": 0.05785123966942149
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 121.0,
      "n": 86.0,
      "share": 0.7107438016528925
     },
     "risk_pays": 164.0,
     "safety_pays": 121.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 97.0,
       "n": 61.0,
       "share": 0.6288659793814433
      },
      "beta": 0.6258258616120115,
      "caution": 0.1603146962192812,
      "caution_hi": 0.34864123937147384,
      "caution_lo": -0.013209224526922555,
      "cstar": -0.6005696408407155,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7803976275970268,
      "dprime_hi": 1.1293140705241456,
      "dprime_lo": 0.4634818484405268,
      "false_alarm": {
       "den": 121.0,
       "n": 35.0,
       "share": 0.2892561983471074
      },
      "false_alarm_rate": 0.29098360655737704,
      "hit": {
       "den": 164.0,
       "n": 97.0,
       "share": 0.5914634146341463
      },
      "hit_rate": 0.5909090909090909,
      "missed_loss": 0.13793408826215944,
      "missed_n": 67.0,
      "na": null,
      "needless_loss": 0.1169993885925838,
      "needless_n": 35.0
     },
     "size": {
      "bad": {
       "mean": 15.56338028169014,
       "n": 71.0,
       "too_few": true
      },
      "right": {
       "mean": 14.40983606557377,
       "n": 61.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 95.0,
        "n": 52.0,
        "share": 0.5473684210526316
       },
       "missed": {
        "den": 95.0,
        "n": 31.0,
        "share": 0.3263157894736842
       },
       "risk_pays": 95.0,
       "wrong": {
        "den": 95.0,
        "n": 12.0,
        "share": 0.12631578947368421
       }
      },
      "medium": {
       "found": {
        "den": 69.0,
        "n": 9.0,
        "share": 0.13043478260869565
       },
       "missed": {
        "den": 69.0,
        "n": 36.0,
        "share": 0.5217391304347826
       },
       "risk_pays": 69.0,
       "wrong": {
        "den": 69.0,
        "n": 24.0,
        "share": 0.34782608695652173
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 285.0,
     "wrong": {
      "den": 164.0,
      "n": 36.0,
      "share": 0.21951219512195122
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 24.153935999581307,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 24.153935999581307,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 330.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 330,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 920.0,
    "n": 584.0,
    "share": 0.6347826086956522
   },
   "risk_pays": 671.0,
   "safety_pays": 920.0,
   "scored": 2153,
   "sdt": {
    "aim": {
     "den": 393.0,
     "n": 230.0,
     "share": 0.5852417302798982
    },
    "beta": 1.422548889711211,
    "caution": 0.06400285636135732,
    "caution_hi": 0.1421905884551,
    "caution_lo": -0.015877458443453608,
    "cstar": 0.6290269335109503,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.5603102769003192,
    "dprime_hi": 0.7075215255772029,
    "dprime_lo": 0.4243387924153894,
    "false_alarm": {
     "den": 920.0,
     "n": 336.0,
     "share": 0.3652173913043478
    },
    "false_alarm_rate": 0.36536373507057546,
    "hit": {
     "den": 671.0,
     "n": 393.0,
     "share": 0.5856929955290611
    },
    "hit_rate": 0.5855654761904762,
    "missed_loss": 0.20622908822495303,
    "missed_n": 278.0,
    "na": null,
    "needless_loss": 0.21396947226354054,
    "needless_n": 336.0
   },
   "size": {
    "bad": {
     "mean": 13.571142284569138,
     "n": 499.0,
     "too_few": false
    },
    "right": {
     "mean": 11.5,
     "n": 230.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 423.0,
      "n": 184.0,
      "share": 0.43498817966903075
     },
     "missed": {
      "den": 423.0,
      "n": 158.0,
      "share": 0.3735224586288416
     },
     "risk_pays": 423.0,
     "wrong": {
      "den": 423.0,
      "n": 81.0,
      "share": 0.19148936170212766
     }
    },
    "medium": {
     "found": {
      "den": 248.0,
      "n": 46.0,
      "share": 0.18548387096774194
     },
     "missed": {
      "den": 248.0,
      "n": 120.0,
      "share": 0.4838709677419355
     },
     "risk_pays": 248.0,
     "wrong": {
      "den": 248.0,
      "n": 82.0,
      "share": 0.33064516129032256
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1591.0,
   "wrong": {
    "den": 671.0,
    "n": 163.0,
    "share": 0.2429210134128167
   }
  }
 },
 "route": {
  "provider": "local (knowline_server.py)",
  "reasoning": null,
  "spec": "knowline/m"
 },
 "running": 0,
 "slug": "knowline-4b-gen5-5",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 64.65637077997019,
   "n": 91,
   "too_few": true
  },
  "blitz": {
   "error_rate": 62.22675251264642,
   "n": 274,
   "too_few": false
  },
  "holding": {
   "error_rate": 46.23045027256012,
   "n": 64,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 56.32783159897828,
   "n": 367,
   "too_few": false
  },
  "other": {
   "error_rate": 71.79192879370281,
   "n": 308,
   "too_few": false
  },
  "priming": {
   "error_rate": 81.41847729098563,
   "n": 306,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
