{
 "confidence": {
  "auroc_best": 0.720357781292748,
  "auroc_blunder": 0.7089653534222403,
  "confident_badly_wrong": {
   "den": 2037,
   "n": 1,
   "share": 0.0004909180166912126
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 6,
     "n": 1,
     "share": 0.16666666666666666
    },
    "kept": {
     "den": 2037,
     "n": 6,
     "share": 0.0029455081001472753
    },
    "mean_loss": 0.018627454837163288,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 2037,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.0355171438389789,
  "held_out": {
   "blunders": 0.09362275453847065,
   "kept": 0.005484288931357892,
   "no_cutoff": 9,
   "runs": 300
  },
  "n": 2037,
  "surest": {
   "cut": 0.574522,
   "error_rate": 15.684150656064352,
   "n": 510,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-02T18:29:27.023Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 2044,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 2044
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 48.64610468781882,
   "n": 618,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 60.29428874608129,
   "n": 640,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 28.539877166881514,
   "n": 786,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-02T18:31:10.790Z",
   "id": 776,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-02T18:29:27.023Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:32:10.275Z",
   "id": 777,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-02T18:29:27.048Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:33:09.230Z",
   "id": 778,
   "opponent": "Celeris-1 Decision",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-02T18:29:27.074Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:31:12.974Z",
   "id": 779,
   "opponent": "Fastino GLiDE",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-02T18:29:27.174Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:34:12.909Z",
   "id": 794,
   "opponent": "Jev 1.13.0",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-02T18:31:10.947Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:32:53.505Z",
   "id": 796,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-02T18:31:13.118Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:34:57.861Z",
   "id": 797,
   "opponent": "Safest",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-02T18:32:10.425Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:35:54.107Z",
   "id": 798,
   "opponent": "Inception Mercury Decide",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-02T18:32:53.647Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:35:49.245Z",
   "id": 799,
   "opponent": "Winnow-12B",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-02T18:33:09.367Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:36:25.703Z",
   "id": 800,
   "opponent": "Liquid d1-ultra",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-02T18:34:13.053Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:36:07.485Z",
   "id": 801,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-02T18:34:58.010Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:38:18.565Z",
   "id": 802,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 8,
   "started": "2026-11-02T18:35:49.400Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:38:48.954Z",
   "id": 803,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-02T18:35:54.260Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:39:28.745Z",
   "id": 804,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-02T18:36:07.634Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:39:57.562Z",
   "id": 805,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-02T18:36:25.857Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:59:03.975Z",
   "id": 819,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-02T18:55:43.790Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:46:04.358Z",
   "id": 823,
   "opponent": "Cygnet",
   "score_against": 6,
   "score_for": 5,
   "started": "2026-11-02T19:43:43.246Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:53:06.772Z",
   "id": 825,
   "opponent": "Clef",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-02T19:43:43.296Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T20:05:31.695Z",
   "id": 827,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 7,
   "started": "2026-11-02T19:54:06.138Z",
   "status": "finished"
  }
 ],
 "name": "Elephant-1",
 "not_played": [],
 "options": {
  "11–15": {
   "error_rate": 57.37527096416892,
   "n": 328,
   "too_few": false
  },
  "16–25": {
   "error_rate": 61.423446126282215,
   "n": 400,
   "too_few": false
  },
  "26+": {
   "error_rate": 69.98124828536389,
   "n": 217,
   "too_few": false
  },
  "2–5": {
   "error_rate": 20.913520663704915,
   "n": 658,
   "too_few": false
  },
  "6–10": {
   "error_rate": 42.51357402796107,
   "n": 441,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 36.31776909238285,
   "n": 97,
   "too_few": true
  },
  "contact": {
   "error_rate": 50.374207785703184,
   "n": 1330,
   "too_few": false
  },
  "holding": {
   "error_rate": 25.547825578433365,
   "n": 67,
   "too_few": true
  },
  "opening": {
   "error_rate": 40.91619131017904,
   "n": 305,
   "too_few": false
  },
  "race": {
   "error_rate": 26.009462560926163,
   "n": 245,
   "too_few": false
  }
 },
 "played": 19,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.720357781292748,
  "best_share": 0.41829745596868884,
  "blunder_share": 0.30870841487279843,
  "brier": 0.20831754804727148,
  "clusters": 102,
  "confidence_n": 2037,
  "confident_badly_wrong": 0.0004909180166912126,
  "cost_coverage": 1.0,
  "decisions": 2044,
  "ece": 0.0355171438389789,
  "engine_scored": 2044,
  "error_hi": 48.86531029756464,
  "error_lo": 40.308788107483984,
  "error_rate": 44.56163451454644,
  "first_date": "2026-11-02",
  "group_sizes": [
   68,
   69,
   73,
   77,
   84,
   107
  ],
  "grouped": 7,
  "invalid": 0,
  "last_date": "2026-11-02",
  "mean_confidence": 0.4240564084437899,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2044,
   "estimate": true,
   "excluded_hours": 1.0333333333333334,
   "gaps": [
    [
     "2026-11-02T18:39Z",
     "2026-11-02T18:57Z",
     17
    ],
    [
     "2026-11-02T18:58Z",
     "2026-11-02T19:43Z",
     45
    ]
   ],
   "gpu_decisions": 2044,
   "gpu_usd": 1.399394525134564,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.5620058333873751,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.5620058333873751,
     "machine": "rtx_pro_6000",
     "usd": 1.399394525134564,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 1.399394525134564,
   "usd_per_1000": 0.6846352862693562
  },
  "p95_loss": 0.3945407301187515,
  "probability_source": "decision",
  "retry_mean": 1.4375626223091977,
  "scored": 2044,
  "time_median": 0.2595,
  "time_p90": 0.587,
  "tokens_in": 3795.581213307241,
  "tokens_out": 1.0068493150684932,
  "too_few": false,
  "usd_per_1000": 0.6846352862693562,
  "very_confident": 0.0029455081001472753,
  "worst_mean": 0.6520218101202273
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6388059701492538,
   "best_share": 0.6907216494845361,
   "blunder_share": 0.1958762886597938,
   "brier": 0.21368338722905156,
   "clusters": 49,
   "confidence_n": 97,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 97,
   "ece": 0.12733094845360826,
   "engine_scored": 97,
   "error_hi": 54.16627007541291,
   "error_lo": 19.818894331191864,
   "error_rate": 36.31776909238285,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.5969549896907217,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2044,
    "estimate": true,
    "excluded_hours": 1.0333333333333334,
    "gaps": [
     [
      "2026-11-02T18:39Z",
      "2026-11-02T18:57Z",
      17
     ],
     [
      "2026-11-02T18:58Z",
      "2026-11-02T19:43Z",
      45
     ]
    ],
    "gpu_decisions": 2044,
    "gpu_usd": 1.399394525134564,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5620058333873751,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5620058333873751,
      "machine": "rtx_pro_6000",
      "usd": 1.399394525134564,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.399394525134564,
    "usd_per_1000": 0.6846352862693562
   },
   "p95_loss": 0.476399397850036,
   "probability_source": "decision",
   "retry_mean": 0.9992474226804124,
   "scored": 97,
   "time_median": 0.191,
   "time_p90": 0.4164,
   "tokens_in": 2788.742268041237,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.6846352862693562,
   "very_confident": 0.0,
   "worst_mean": 0.6655001521110535
  },
  "contact": {
   "auroc": 0.6972039107780575,
   "best_share": 0.4150375939849624,
   "blunder_share": 0.32857142857142857,
   "brier": 0.21418523659687705,
   "clusters": 102,
   "confidence_n": 1326,
   "confident_badly_wrong": 0.0007541478129713424,
   "cost_coverage": 1.0,
   "decisions": 1330,
   "ece": 0.039388664404223235,
   "engine_scored": 1330,
   "error_hi": 56.62591527200062,
   "error_lo": 44.629292966683444,
   "error_rate": 50.374207785703184,
   "first_date": "2026-11-02",
   "group_sizes": [
    68,
    69,
    73,
    84
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.41230523001508296,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2044,
    "estimate": true,
    "excluded_hours": 1.0333333333333334,
    "gaps": [
     [
      "2026-11-02T18:39Z",
      "2026-11-02T18:57Z",
      17
     ],
     [
      "2026-11-02T18:58Z",
      "2026-11-02T19:43Z",
      45
     ]
    ],
    "gpu_decisions": 2044,
    "gpu_usd": 1.399394525134564,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5620058333873751,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5620058333873751,
      "machine": "rtx_pro_6000",
      "usd": 1.399394525134564,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.399394525134564,
    "usd_per_1000": 0.6846352862693562
   },
   "p95_loss": 0.4512169063091275,
   "probability_source": "decision",
   "retry_mean": 1.4405827067669172,
   "scored": 1330,
   "time_median": 0.2625,
   "time_p90": 0.594,
   "tokens_in": 3872.8075187969926,
   "tokens_out": 1.006015037593985,
   "too_few": false,
   "usd_per_1000": 0.6846352862693562,
   "very_confident": 0.003770739064856712,
   "worst_mean": 0.72356349726518
  },
  "holding": {
   "auroc": 0.7304761904761905,
   "best_share": 0.373134328358209,
   "blunder_share": 0.19402985074626866,
   "brier": 0.21205142986020895,
   "clusters": 25,
   "confidence_n": 67,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 67,
   "ece": 0.12946205970149255,
   "engine_scored": 67,
   "error_hi": 36.03921189977257,
   "error_lo": 16.110738425973864,
   "error_rate": 25.547825578433365,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.4683633432835821,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2044,
    "estimate": true,
    "excluded_hours": 1.0333333333333334,
    "gaps": [
     [
      "2026-11-02T18:39Z",
      "2026-11-02T18:57Z",
      17
     ],
     [
      "2026-11-02T18:58Z",
      "2026-11-02T19:43Z",
      45
     ]
    ],
    "gpu_decisions": 2044,
    "gpu_usd": 1.399394525134564,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5620058333873751,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5620058333873751,
      "machine": "rtx_pro_6000",
      "usd": 1.399394525134564,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.399394525134564,
    "usd_per_1000": 0.6846352862693562
   },
   "p95_loss": 0.24122732281684864,
   "probability_source": "decision",
   "retry_mean": 0.9564776119402986,
   "scored": 67,
   "time_median": 0.244,
   "time_p90": 0.5552,
   "tokens_in": 3420.626865671642,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.6846352862693562,
   "very_confident": 0.0,
   "worst_mean": 0.361591100692749
  },
  "opening": {
   "auroc": 0.7929132385938669,
   "best_share": 0.36721311475409835,
   "blunder_share": 0.3901639344262295,
   "brier": 0.17327873707144226,
   "clusters": 102,
   "confidence_n": 303,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 305,
   "ece": 0.09257164026402641,
   "engine_scored": 305,
   "error_hi": 46.601858257759616,
   "error_lo": 35.31611407511547,
   "error_rate": 40.91619131017904,
   "first_date": "2026-11-02",
   "group_sizes": [
    77,
    84
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.3428153234323432,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2044,
    "estimate": true,
    "excluded_hours": 1.0333333333333334,
    "gaps": [
     [
      "2026-11-02T18:39Z",
      "2026-11-02T18:57Z",
      17
     ],
     [
      "2026-11-02T18:58Z",
      "2026-11-02T19:43Z",
      45
     ]
    ],
    "gpu_decisions": 2044,
    "gpu_usd": 1.399394525134564,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5620058333873751,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5620058333873751,
      "machine": "rtx_pro_6000",
      "usd": 1.399394525134564,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.399394525134564,
    "usd_per_1000": 0.6846352862693562
   },
   "p95_loss": 0.32964291572570814,
   "probability_source": "decision",
   "retry_mean": 1.8652819672131147,
   "scored": 305,
   "time_median": 0.28,
   "time_p90": 0.6532000000000001,
   "tokens_in": 4344.75737704918,
   "tokens_out": 1.0131147540983607,
   "too_few": false,
   "usd_per_1000": 0.6846352862693562,
   "very_confident": 0.0033003300330033004,
   "worst_mean": 0.3930498500665029
  },
  "race": {
   "auroc": 0.726506443747823,
   "best_share": 0.40408163265306124,
   "blunder_share": 0.17551020408163265,
   "brier": 0.2167829096325164,
   "clusters": 91,
   "confidence_n": 244,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 245,
   "ece": 0.10216454098360654,
   "engine_scored": 245,
   "error_hi": 36.03250089940021,
   "error_lo": 17.01493887382794,
   "error_rate": 26.009462560926163,
   "first_date": "2026-11-02",
   "group_sizes": [
    107
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.5079022459016393,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2044,
    "estimate": true,
    "excluded_hours": 1.0333333333333334,
    "gaps": [
     [
      "2026-11-02T18:39Z",
      "2026-11-02T18:57Z",
      17
     ],
     [
      "2026-11-02T18:58Z",
      "2026-11-02T19:43Z",
      45
     ]
    ],
    "gpu_decisions": 2044,
    "gpu_usd": 1.399394525134564,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.5620058333873751,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.5620058333873751,
      "machine": "rtx_pro_6000",
      "usd": 1.399394525134564,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.399394525134564,
    "usd_per_1000": 0.6846352862693562
   },
   "p95_loss": 0.21952056884765625,
   "probability_source": "decision",
   "retry_mean": 1.1938,
   "scored": 245,
   "time_median": 0.211,
   "time_p90": 0.4612,
   "tokens_in": 3193.8489795918367,
   "tokens_out": 1.0081632653061225,
   "too_few": false,
   "usd_per_1000": 0.6846352862693562,
   "very_confident": 0.0,
   "worst_mean": 0.5190599809090296
  }
 },
 "record": {
  "drawn": 0,
  "lost": 8,
  "won": 11
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 20.599069172213923,
    "needless": 4.339709469716843,
    "none": 5.276861460241553,
    "right_risk": 2.6176513670241994,
    "right_safety": 4.775797769631425,
    "wrong_risk": 6.9525452757184985
   },
   "calls": {
    "missed": 475.0,
    "needless": 102.0,
    "right_risk": 231.0,
    "right_safety": 682.0,
    "wrong_risk": 106.0
   },
   "confidence": {
    "auroc_right_risk": 0.55376254180602,
    "missed_mean_p": 0.3793553566878981,
    "missed_n": 471,
    "taken_grouped": 1,
    "taken_n": 438,
    "taken_other": 0
   },
   "error_rate": 44.56163451454644,
   "found": {
    "den": 812.0,
    "n": 231.0,
    "share": 0.28448275862068967
   },
   "good": {
    "den": 439.0,
    "n": 231.0,
    "share": 0.5261958997722096
   },
   "judgement": 57.719035890218166,
   "judgement_hi": 59.57356066326113,
   "judgement_lo": 55.77463111538732,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.18244406196213425,
    "x": 0.7155172413793104,
    "y": 0.13010204081632654
   },
   "margin": 0.001,
   "missed": {
    "den": 812.0,
    "n": 475.0,
    "share": 0.5849753694581281
   },
   "needless": {
    "den": 784.0,
    "n": 102.0,
    "share": 0.13010204081632654
   },
   "needless_by_loss": {
    "big": {
     "den": 784.0,
     "n": 64.0,
     "share": 0.08163265306122448
    },
    "medium": {
     "den": 784.0,
     "n": 25.0,
     "share": 0.03188775510204082
    },
    "small": {
     "den": 784.0,
     "n": 13.0,
     "share": 0.016581632653061226
    }
   },
   "no_trade_off": 448.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 36.31776909238285,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 36.31776909238285,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 97.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 97,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 26.1995991593913,
      "needless": 5.772008505978978,
      "none": 0.6137791656910029,
      "right_risk": 2.988742863325248,
      "right_safety": 6.714800033802376,
      "wrong_risk": 8.085278057514277
     },
     "calls": {
      "missed": 353.0,
      "needless": 84.0,
      "right_risk": 166.0,
      "right_safety": 557.0,
      "wrong_risk": 71.0
     },
     "confidence": {
      "auroc_right_risk": 0.5426392961876833,
      "missed_mean_p": 0.39418591452991447,
      "missed_n": 351,
      "taken_grouped": 1,
      "taken_n": 320,
      "taken_other": 0
     },
     "error_rate": 50.374207785703184,
     "found": {
      "den": 590.0,
      "n": 166.0,
      "share": 0.28135593220338984
     },
     "good": {
      "den": 321.0,
      "n": 166.0,
      "share": 0.5171339563862928
     },
     "judgement": 57.51553451968587,
     "judgement_hi": 60.05090372254968,
     "judgement_lo": 55.14665223970422,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16745283018867924,
      "x": 0.7186440677966102,
      "y": 0.1310452418096724
     },
     "margin": 0.001,
     "missed": {
      "den": 590.0,
      "n": 353.0,
      "share": 0.5983050847457627
     },
     "needless": {
      "den": 641.0,
      "n": 84.0,
      "share": 0.1310452418096724
     },
     "needless_by_loss": {
      "big": {
       "den": 641.0,
       "n": 52.0,
       "share": 0.0811232449297972
      },
      "medium": {
       "den": 641.0,
       "n": 20.0,
       "share": 0.031201248049921998
      },
      "small": {
       "den": 641.0,
       "n": 12.0,
       "share": 0.0187207488299532
      }
     },
     "no_trade_off": 99.0,
     "reference": null,
     "right_safety": {
      "den": 641.0,
      "n": 557.0,
      "share": 0.8689547581903276
     },
     "risk_pays": 590.0,
     "safety_pays": 641.0,
     "scored": 1330,
     "sdt": {
      "aim": {
       "den": 237.0,
       "n": 166.0,
       "share": 0.70042194092827
      },
      "beta": 1.0058512332746203,
      "caution": 0.6836493230740516,
      "caution_hi": 0.7751952071203687,
      "caution_lo": 0.6052173485261216,
      "cstar": 0.0067041535190111275,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8702338448951161,
      "dprime_hi": 1.028822438622774,
      "dprime_lo": 0.7218003582458028,
      "false_alarm": {
       "den": 641.0,
       "n": 84.0,
       "share": 0.1310452418096724
      },
      "false_alarm_rate": 0.13161993769470404,
      "hit": {
       "den": 590.0,
       "n": 237.0,
       "share": 0.4016949152542373
      },
      "hit_rate": 0.40186125211505924,
      "missed_loss": 0.19742474154102227,
      "missed_n": 353.0,
      "na": null,
      "needless_loss": 0.182780269356001,
      "needless_n": 84.0
     },
     "size": {
      "bad": {
       "mean": 7.509677419354839,
       "n": 155.0,
       "too_few": true
      },
      "right": {
       "mean": 7.626506024096385,
       "n": 166.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 361.0,
        "n": 119.0,
        "share": 0.3296398891966759
       },
       "missed": {
        "den": 361.0,
        "n": 201.0,
        "share": 0.556786703601108
       },
       "risk_pays": 361.0,
       "wrong": {
        "den": 361.0,
        "n": 41.0,
        "share": 0.11357340720221606
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 34.0,
        "share": 0.22818791946308725
       },
       "missed": {
        "den": 149.0,
        "n": 97.0,
        "share": 0.6510067114093959
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 18.0,
        "share": 0.12080536912751678
       }
      },
      "small": {
       "found": {
        "den": 80.0,
        "n": 13.0,
        "share": 0.1625
       },
       "missed": {
        "den": 80.0,
        "n": 55.0,
        "share": 0.6875
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 12.0,
        "share": 0.15
       }
      }
     },
     "trade_off": 1231.0,
     "wrong": {
      "den": 590.0,
      "n": 71.0,
      "share": 0.12033898305084746
     }
    },
    "holding": {
     "by_call": {
      "missed": 12.226093171247795,
      "needless": 2.862356491942904,
      "none": 1.1109941041291649,
      "right_risk": 0.0,
      "right_safety": 6.886600558437518,
      "wrong_risk": 2.4617812526759817
     },
     "calls": {
      "missed": 18.0,
      "needless": 5.0,
      "right_risk": 0.0,
      "right_safety": 36.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 18,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 25.547825578433365,
     "found": {
      "den": 19.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 43.90243902439025,
     "judgement_hi": 48.214285714285715,
     "judgement_lo": 38.33088235294118,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.05263157894736842,
      "x": 1.0,
      "y": 0.12195121951219512
     },
     "margin": 0.001,
     "missed": {
      "den": 19.0,
      "n": 18.0,
      "share": 0.9473684210526315
     },
     "needless": {
      "den": 41.0,
      "n": 5.0,
      "share": 0.12195121951219512
     },
     "needless_by_loss": {
      "big": {
       "den": 41.0,
       "n": 2.0,
       "share": 0.04878048780487805
      },
      "medium": {
       "den": 41.0,
       "n": 2.0,
       "share": 0.04878048780487805
      },
      "small": {
       "den": 41.0,
       "n": 1.0,
       "share": 0.024390243902439025
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 41.0,
      "n": 36.0,
      "share": 0.8780487804878049
     },
     "risk_pays": 19.0,
     "safety_pays": 41.0,
     "scored": 67,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 1.8187322900858054,
      "caution": 1.280715969200404,
      "caution_hi": 1.7053828721823439,
      "caution_lo": 0.9818079425292333,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.3176310034761034,
      "dprime_hi": 0.4844374018497424,
      "dprime_lo": -1.1193946435900586,
      "false_alarm": {
       "den": 41.0,
       "n": 5.0,
       "share": 0.12195121951219512
      },
      "false_alarm_rate": 0.13095238095238096,
      "hit": {
       "den": 19.0,
       "n": 1.0,
       "share": 0.05263157894736842
      },
      "hit_rate": 0.075,
      "missed_loss": 0.09101647138595581,
      "missed_n": 18.0,
      "na": null,
      "needless_loss": 0.07671115398406983,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 8.333333333333334,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 11.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 11.0,
        "n": 10.0,
        "share": 0.9090909090909091
       },
       "risk_pays": 11.0,
       "wrong": {
        "den": 11.0,
        "n": 1.0,
        "share": 0.09090909090909091
       }
      },
      "small": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 19.0,
      "n": 1.0,
      "share": 0.05263157894736842
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.114368077184334,
      "needless": 3.284645764554133,
      "none": 0.0,
      "right_risk": 4.509676675327489,
      "right_safety": 1.2119487172267476,
      "wrong_risk": 10.795552075886336
     },
     "calls": {
      "missed": 104.0,
      "needless": 13.0,
      "right_risk": 65.0,
      "right_safety": 89.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 102,
      "taken_grouped": 0,
      "taken_n": 112,
      "taken_other": 0
     },
     "error_rate": 40.91619131017904,
     "found": {
      "den": 203.0,
      "n": 65.0,
      "share": 0.32019704433497537
     },
     "good": {
      "den": 112.0,
      "n": 65.0,
      "share": 0.5803571428571429
     },
     "judgement": 59.63730319714092,
     "judgement_hi": 64.18171407727007,
     "judgement_lo": 54.97417411589271,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2463768115942029,
      "x": 0.6798029556650246,
      "y": 0.12745098039215685
     },
     "margin": 0.001,
     "missed": {
      "den": 203.0,
      "n": 104.0,
      "share": 0.5123152709359606
     },
     "needless": {
      "den": 102.0,
      "n": 13.0,
      "share": 0.12745098039215685
     },
     "needless_by_loss": {
      "big": {
       "den": 102.0,
       "n": 10.0,
       "share": 0.09803921568627451
      },
      "medium": {
       "den": 102.0,
       "n": 3.0,
       "share": 0.029411764705882353
      },
      "small": {
       "den": 102.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 102.0,
      "n": 89.0,
      "share": 0.8725490196078431
     },
     "risk_pays": 203.0,
     "safety_pays": 102.0,
     "scored": 305,
     "sdt": {
      "aim": {
       "den": 99.0,
       "n": 65.0,
       "share": 0.6565656565656566
      },
      "beta": 0.6253232440574115,
      "caution": 0.5760401693836568,
      "caution_hi": 0.7590109221814683,
      "caution_lo": 0.4285410947380723,
      "cstar": -0.43047135802616204,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.090633705813827,
      "dprime_hi": 1.4807580814517494,
      "dprime_lo": 0.7610790893496007,
      "false_alarm": {
       "den": 102.0,
       "n": 13.0,
       "share": 0.12745098039215685
      },
      "false_alarm_rate": 0.13106796116504854,
      "hit": {
       "den": 203.0,
       "n": 99.0,
       "share": 0.4876847290640394
      },
      "hit_rate": 0.4877450980392157,
      "missed_loss": 0.12384388968348503,
      "missed_n": 104.0,
      "na": null,
      "needless_loss": 0.1541256858752324,
      "needless_n": 13.0
     },
     "size": {
      "bad": {
       "mean": 8.25531914893617,
       "n": 47.0,
       "too_few": true
      },
      "right": {
       "mean": 7.6,
       "n": 65.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 108.0,
        "n": 41.0,
        "share": 0.37962962962962965
       },
       "missed": {
        "den": 108.0,
        "n": 56.0,
        "share": 0.5185185185185185
       },
       "risk_pays": 108.0,
       "wrong": {
        "den": 108.0,
        "n": 11.0,
        "share": 0.10185185185185185
       }
      },
      "medium": {
       "found": {
        "den": 78.0,
        "n": 24.0,
        "share": 0.3076923076923077
       },
       "missed": {
        "den": 78.0,
        "n": 33.0,
        "share": 0.4230769230769231
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 21.0,
        "share": 0.2692307692307692
       }
      },
      "small": {
       "found": {
        "den": 17.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 17.0,
        "n": 15.0,
        "share": 0.8823529411764706
       },
       "risk_pays": 17.0,
       "wrong": {
        "den": 17.0,
        "n": 2.0,
        "share": 0.11764705882352941
       }
      }
     },
     "trade_off": 305.0,
     "wrong": {
      "den": 203.0,
      "n": 34.0,
      "share": 0.16748768472906403
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.009462560926163,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.009462560926163,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 245.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 245,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 784.0,
    "n": 682.0,
    "share": 0.8698979591836735
   },
   "risk_pays": 812.0,
   "safety_pays": 784.0,
   "scored": 2044,
   "sdt": {
    "aim": {
     "den": 337.0,
     "n": 231.0,
     "share": 0.685459940652819
    },
    "beta": 0.9472541816185607,
    "caution": 0.6690278669174685,
    "caution_hi": 0.7427717787884429,
    "caution_lo": 0.6028018075212981,
    "cstar": -0.05959189754114489,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9093151392476426,
    "dprime_hi": 1.0435272586707478,
    "dprime_lo": 0.7969518840276362,
    "false_alarm": {
     "den": 784.0,
     "n": 102.0,
     "share": 0.13010204081632654
    },
    "false_alarm_rate": 0.1305732484076433,
    "hit": {
     "den": 812.0,
     "n": 337.0,
     "share": 0.41502463054187194
    },
    "hit_rate": 0.4151291512915129,
    "missed_loss": 0.1772820942652853,
    "missed_n": 475.0,
    "na": null,
    "needless_loss": 0.1739287481588476,
    "needless_n": 102.0
   },
   "size": {
    "bad": {
     "mean": 7.701923076923077,
     "n": 208.0,
     "too_few": false
    },
    "right": {
     "mean": 7.619047619047619,
     "n": 231.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 473.0,
      "n": 160.0,
      "share": 0.3382663847780127
     },
     "missed": {
      "den": 473.0,
      "n": 261.0,
      "share": 0.5517970401691332
     },
     "risk_pays": 473.0,
     "wrong": {
      "den": 473.0,
      "n": 52.0,
      "share": 0.10993657505285412
     }
    },
    "medium": {
     "found": {
      "den": 238.0,
      "n": 58.0,
      "share": 0.24369747899159663
     },
     "missed": {
      "den": 238.0,
      "n": 140.0,
      "share": 0.5882352941176471
     },
     "risk_pays": 238.0,
     "wrong": {
      "den": 238.0,
      "n": 40.0,
      "share": 0.16806722689075632
     }
    },
    "small": {
     "found": {
      "den": 101.0,
      "n": 13.0,
      "share": 0.12871287128712872
     },
     "missed": {
      "den": 101.0,
      "n": 74.0,
      "share": 0.7326732673267327
     },
     "risk_pays": 101.0,
     "wrong": {
      "den": 101.0,
      "n": 14.0,
      "share": 0.13861386138613863
     }
    }
   },
   "trade_off": 1596.0,
   "wrong": {
    "den": 812.0,
    "n": 106.0,
    "share": 0.13054187192118227
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.720328355722,
    "needless": 4.705386757559039,
    "none": 5.276861460241553,
    "right_risk": 2.4199782271091252,
    "right_safety": 5.654538586123349,
    "wrong_risk": 6.7845411277913765
   },
   "calls": {
    "missed": 401.0,
    "needless": 129.0,
    "right_risk": 205.0,
    "right_safety": 756.0,
    "wrong_risk": 105.0
   },
   "confidence": {
    "auroc_right_risk": 0.5471132897603486,
    "missed_mean_p": 0.37999623308270675,
    "missed_n": 399,
    "taken_grouped": 1,
    "taken_n": 438,
    "taken_other": 0
   },
   "error_rate": 44.56163451454644,
   "found": {
    "den": 711.0,
    "n": 205.0,
    "share": 0.2883263009845288
   },
   "good": {
    "den": 439.0,
    "n": 205.0,
    "share": 0.46697038724373574
   },
   "judgement": 57.1281794560061,
   "judgement_hi": 58.939074415033005,
   "judgement_lo": 55.18123742876658,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2075098814229249,
    "x": 0.7116736990154712,
    "y": 0.14576271186440679
   },
   "margin": 0.02,
   "missed": {
    "den": 711.0,
    "n": 401.0,
    "share": 0.5639943741209564
   },
   "needless": {
    "den": 885.0,
    "n": 129.0,
    "share": 0.14576271186440679
   },
   "needless_by_loss": {
    "big": {
     "den": 885.0,
     "n": 72.0,
     "share": 0.08135593220338982
    },
    "medium": {
     "den": 885.0,
     "n": 30.0,
     "share": 0.03389830508474576
    },
    "small": {
     "den": 885.0,
     "n": 27.0,
     "share": 0.030508474576271188
    }
   },
   "no_trade_off": 448.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 36.31776909238285,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 36.31776909238285,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 97.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 97,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.145952616419113,
      "needless": 6.278282751266222,
      "none": 0.6137791656910029,
      "right_risk": 2.746981976175667,
      "right_safety": 7.7684465767745685,
      "wrong_risk": 7.820764699376616
     },
     "calls": {
      "missed": 298.0,
      "needless": 109.0,
      "right_risk": 146.0,
      "right_safety": 612.0,
      "wrong_risk": 66.0
     },
     "confidence": {
      "auroc_right_risk": 0.5313497536945813,
      "missed_mean_p": 0.39569520538720543,
      "missed_n": 297,
      "taken_grouped": 1,
      "taken_n": 320,
      "taken_other": 0
     },
     "error_rate": 50.374207785703184,
     "found": {
      "den": 510.0,
      "n": 146.0,
      "share": 0.28627450980392155
     },
     "good": {
      "den": 321.0,
      "n": 146.0,
      "share": 0.45482866043613707
     },
     "judgement": 56.754779581735605,
     "judgement_hi": 59.318482455764126,
     "judgement_lo": 54.23630746591127,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1813186813186813,
      "x": 0.7137254901960784,
      "y": 0.15117891816920942
     },
     "margin": 0.02,
     "missed": {
      "den": 510.0,
      "n": 298.0,
      "share": 0.5843137254901961
     },
     "needless": {
      "den": 721.0,
      "n": 109.0,
      "share": 0.15117891816920942
     },
     "needless_by_loss": {
      "big": {
       "den": 721.0,
       "n": 59.0,
       "share": 0.08183079056865465
      },
      "medium": {
       "den": 721.0,
       "n": 24.0,
       "share": 0.033287101248266296
      },
      "small": {
       "den": 721.0,
       "n": 26.0,
       "share": 0.036061026352288486
      }
     },
     "no_trade_off": 99.0,
     "reference": null,
     "right_safety": {
      "den": 721.0,
      "n": 612.0,
      "share": 0.8488210818307905
     },
     "risk_pays": 510.0,
     "safety_pays": 721.0,
     "scored": 1330,
     "sdt": {
      "aim": {
       "den": 212.0,
       "n": 146.0,
       "share": 0.6886792452830188
      },
      "beta": 0.9650007097495222,
      "caution": 0.620924816576285,
      "caution_hi": 0.7068479904069501,
      "caution_lo": 0.5431703947392069,
      "cstar": -0.04361641945777967,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8168126268634868,
      "dprime_hi": 0.9506996457497532,
      "dprime_lo": 0.6775070973654429,
      "false_alarm": {
       "den": 721.0,
       "n": 109.0,
       "share": 0.15117891816920942
      },
      "false_alarm_rate": 0.15166204986149584,
      "hit": {
       "den": 510.0,
       "n": 212.0,
       "share": 0.41568627450980394
      },
      "hit_rate": 0.4158512720156556,
      "missed_loss": 0.22445716093850615,
      "missed_n": 298.0,
      "na": null,
      "needless_loss": 0.15321313870062522,
      "needless_n": 109.0
     },
     "size": {
      "bad": {
       "mean": 7.565714285714286,
       "n": 175.0,
       "too_few": true
      },
      "right": {
       "mean": 7.575342465753424,
       "n": 146.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 361.0,
        "n": 114.0,
        "share": 0.3157894736842105
       },
       "missed": {
        "den": 361.0,
        "n": 201.0,
        "share": 0.556786703601108
       },
       "risk_pays": 361.0,
       "wrong": {
        "den": 361.0,
        "n": 46.0,
        "share": 0.12742382271468145
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 32.0,
        "share": 0.21476510067114093
       },
       "missed": {
        "den": 149.0,
        "n": 97.0,
        "share": 0.6510067114093959
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 20.0,
        "share": 0.1342281879194631
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1231.0,
     "wrong": {
      "den": 510.0,
      "n": 66.0,
      "share": 0.12941176470588237
     }
    },
    "holding": {
     "by_call": {
      "missed": 11.096460160924428,
      "needless": 2.862356491942904,
      "none": 1.1109941041291649,
      "right_risk": 0.0,
      "right_safety": 8.016233568760887,
      "wrong_risk": 2.4617812526759817
     },
     "calls": {
      "missed": 14.0,
      "needless": 5.0,
      "right_risk": 0.0,
      "right_safety": 40.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 14,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 25.547825578433365,
     "found": {
      "den": 15.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 44.44444444444444,
     "judgement_hi": 48.75,
     "judgement_lo": 39.743589743589745,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06666666666666667,
      "x": 1.0,
      "y": 0.1111111111111111
     },
     "margin": 0.02,
     "missed": {
      "den": 15.0,
      "n": 14.0,
      "share": 0.9333333333333333
     },
     "needless": {
      "den": 45.0,
      "n": 5.0,
      "share": 0.1111111111111111
     },
     "needless_by_loss": {
      "big": {
       "den": 45.0,
       "n": 2.0,
       "share": 0.044444444444444446
      },
      "medium": {
       "den": 45.0,
       "n": 2.0,
       "share": 0.044444444444444446
      },
      "small": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 45.0,
      "n": 40.0,
      "share": 0.8888888888888888
     },
     "risk_pays": 15.0,
     "safety_pays": 45.0,
     "scored": 67,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 2.1667986171832787,
      "caution": 1.2475869721120856,
      "caution_hi": 1.6898884490812895,
      "caution_lo": 0.9357045354969795,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.14084785038290248,
      "dprime_hi": 0.6445774938346291,
      "dprime_lo": -0.9428325519195855,
      "false_alarm": {
       "den": 45.0,
       "n": 5.0,
       "share": 0.1111111111111111
      },
      "false_alarm_rate": 0.11956521739130435,
      "hit": {
       "den": 15.0,
       "n": 1.0,
       "share": 0.06666666666666667
      },
      "hit_rate": 0.09375,
      "missed_loss": 0.10620897582599095,
      "missed_n": 14.0,
      "na": null,
      "needless_loss": 0.07671115398406983,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 8.333333333333334,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 11.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 11.0,
        "n": 10.0,
        "share": 0.9090909090909091
       },
       "risk_pays": 11.0,
       "wrong": {
        "den": 11.0,
        "n": 1.0,
        "share": 0.09090909090909091
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 15.0,
      "n": 1.0,
      "share": 0.06666666666666667
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.06810278188987,
      "needless": 3.527595371496482,
      "none": 0.0,
      "right_risk": 4.239178583270213,
      "right_safety": 2.2582140125212122,
      "wrong_risk": 10.823100561001262
     },
     "calls": {
      "missed": 89.0,
      "needless": 15.0,
      "right_risk": 59.0,
      "right_safety": 104.0,
      "wrong_risk": 38.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 88,
      "taken_grouped": 0,
      "taken_n": 112,
      "taken_other": 0
     },
     "error_rate": 40.91619131017904,
     "found": {
      "den": 186.0,
      "n": 59.0,
      "share": 0.3172043010752688
     },
     "good": {
      "den": 112.0,
      "n": 59.0,
      "share": 0.5267857142857143
     },
     "judgement": 59.55769404536008,
     "judgement_hi": 63.650800929322564,
     "judgement_lo": 55.302522997835496,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2992125984251969,
      "x": 0.6827956989247311,
      "y": 0.12605042016806722
     },
     "margin": 0.02,
     "missed": {
      "den": 186.0,
      "n": 89.0,
      "share": 0.478494623655914
     },
     "needless": {
      "den": 119.0,
      "n": 15.0,
      "share": 0.12605042016806722
     },
     "needless_by_loss": {
      "big": {
       "den": 119.0,
       "n": 11.0,
       "share": 0.09243697478991597
      },
      "medium": {
       "den": 119.0,
       "n": 4.0,
       "share": 0.03361344537815126
      },
      "small": {
       "den": 119.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 119.0,
      "n": 104.0,
      "share": 0.8739495798319328
     },
     "risk_pays": 186.0,
     "safety_pays": 119.0,
     "scored": 305,
     "sdt": {
      "aim": {
       "den": 97.0,
       "n": 59.0,
       "share": 0.6082474226804123
      },
      "beta": 0.6672755504153205,
      "caution": 0.5383478707108603,
      "caution_hi": 0.7223175273909114,
      "caution_lo": 0.395058896989317,
      "cstar": -0.3416876197322929,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1839826085305944,
      "dprime_hi": 1.5481018705999787,
      "dprime_lo": 0.8560538395005786,
      "false_alarm": {
       "den": 119.0,
       "n": 15.0,
       "share": 0.12605042016806722
      },
      "false_alarm_rate": 0.12916666666666668,
      "hit": {
       "den": 186.0,
       "n": 97.0,
       "share": 0.521505376344086
      },
      "hit_rate": 0.5213903743315508,
      "missed_loss": 0.13754542356126764,
      "missed_n": 89.0,
      "na": null,
      "needless_loss": 0.1434555451075236,
      "needless_n": 15.0
     },
     "size": {
      "bad": {
       "mean": 8.547169811320755,
       "n": 53.0,
       "too_few": true
      },
      "right": {
       "mean": 7.271186440677966,
       "n": 59.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 108.0,
        "n": 41.0,
        "share": 0.37962962962962965
       },
       "missed": {
        "den": 108.0,
        "n": 56.0,
        "share": 0.5185185185185185
       },
       "risk_pays": 108.0,
       "wrong": {
        "den": 108.0,
        "n": 11.0,
        "share": 0.10185185185185185
       }
      },
      "medium": {
       "found": {
        "den": 78.0,
        "n": 18.0,
        "share": 0.23076923076923078
       },
       "missed": {
        "den": 78.0,
        "n": 33.0,
        "share": 0.4230769230769231
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 27.0,
        "share": 0.34615384615384615
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 305.0,
     "wrong": {
      "den": 186.0,
      "n": 38.0,
      "share": 0.20430107526881722
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 26.009462560926163,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 26.009462560926163,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 245.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 245,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 885.0,
    "n": 756.0,
    "share": 0.8542372881355932
   },
   "risk_pays": 711.0,
   "safety_pays": 885.0,
   "scored": 2044,
   "sdt": {
    "aim": {
     "den": 310.0,
     "n": 205.0,
     "share": 0.6612903225806451
    },
    "beta": 0.9232291666533905,
    "caution": 0.606955419623376,
    "caution_hi": 0.6857755535874996,
    "caution_lo": 0.5377396109908099,
    "cstar": -0.0895331632752304,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8921587019813048,
    "dprime_hi": 1.001008797322191,
    "dprime_lo": 0.795478607784307,
    "false_alarm": {
     "den": 885.0,
     "n": 129.0,
     "share": 0.14576271186440679
    },
    "false_alarm_rate": 0.14616252821670428,
    "hit": {
     "den": 711.0,
     "n": 310.0,
     "share": 0.4360056258790436
    },
    "hit_rate": 0.43609550561797755,
    "missed_loss": 0.20103915790072702,
    "missed_n": 401.0,
    "na": null,
    "needless_loss": 0.14911334158838258,
    "needless_n": 129.0
   },
   "size": {
    "bad": {
     "mean": 7.8076923076923075,
     "n": 234.0,
     "too_few": false
    },
    "right": {
     "mean": 7.487804878048781,
     "n": 205.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 473.0,
      "n": 155.0,
      "share": 0.3276955602536998
     },
     "missed": {
      "den": 473.0,
      "n": 261.0,
      "share": 0.5517970401691332
     },
     "risk_pays": 473.0,
     "wrong": {
      "den": 473.0,
      "n": 57.0,
      "share": 0.12050739957716702
     }
    },
    "medium": {
     "found": {
      "den": 238.0,
      "n": 50.0,
      "share": 0.21008403361344538
     },
     "missed": {
      "den": 238.0,
      "n": 140.0,
      "share": 0.5882352941176471
     },
     "risk_pays": 238.0,
     "wrong": {
      "den": 238.0,
      "n": 48.0,
      "share": 0.20168067226890757
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1596.0,
   "wrong": {
    "den": 711.0,
    "n": 105.0,
    "share": 0.14767932489451477
   }
  }
 },
 "route": {
  "provider": "local (baselabs_server.py)",
  "reasoning": null,
  "spec": "baselabs/baselabs/elephant-1"
 },
 "running": 0,
 "slug": "base-labs-elephant-1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 51.557328617363645,
   "n": 57,
   "too_few": true
  },
  "blitz": {
   "error_rate": 42.38807531149407,
   "n": 246,
   "too_few": false
  },
  "holding": {
   "error_rate": 25.547825578433365,
   "n": 67,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 58.62521922965934,
   "n": 442,
   "too_few": false
  },
  "other": {
   "error_rate": 51.866025413785664,
   "n": 175,
   "too_few": true
  },
  "priming": {
   "error_rate": 45.46966036645377,
   "n": 410,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
