{
 "confidence": {
  "auroc_best": 0.7262009556097464,
  "auroc_blunder": 0.7006085147629403,
  "confident_badly_wrong": {
   "den": 2009,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 8,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 2009,
     "n": 8,
     "share": 0.003982080637132902
    },
    "mean_loss": 0.008058488368988037,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 2009,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.10727079442508711,
  "held_out": {
   "blunders": 0.021878919445772818,
   "kept": 0.03705014335568181,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 2009,
  "surest": {
   "cut": 0.506857,
   "error_rate": 10.338097958868113,
   "n": 503,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-02T18:29:27.274Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 2021,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 2021
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 28.18904636161668,
   "n": 700,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 38.796811070173014,
   "n": 620,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 19.828092248395574,
   "n": 701,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-02T18:37:12.854Z",
   "id": 780,
   "opponent": "SubQ Snap Preview",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-02T18:29:27.274Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:38:22.809Z",
   "id": 781,
   "opponent": "Celeris-1 Decision",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-02T18:29:27.375Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:37:11.508Z",
   "id": 782,
   "opponent": "Fastino GLiDE",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-02T18:29:27.475Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:36:58.437Z",
   "id": 783,
   "opponent": "Jev 1.14.0",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-02T18:29:27.675Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:41:58.126Z",
   "id": 806,
   "opponent": "Jev 1.13.0",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-02T18:36:58.596Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:43:53.976Z",
   "id": 807,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 4,
   "score_for": 6,
   "started": "2026-11-02T18:37:11.662Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:46:34.229Z",
   "id": 808,
   "opponent": "Safest",
   "score_against": 5,
   "score_for": 5,
   "started": "2026-11-02T18:37:13.005Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:42:41.217Z",
   "id": 809,
   "opponent": "Inception Mercury Decide",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-02T18:38:22.978Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:47:16.691Z",
   "id": 810,
   "opponent": "Winnow-12B",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-02T18:41:58.274Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:50:47.791Z",
   "id": 811,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-02T18:42:41.945Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:49:51.194Z",
   "id": 812,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-02T18:43:54.110Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:49:40.686Z",
   "id": 813,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-02T18:46:34.367Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:51:00.555Z",
   "id": 814,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-02T18:47:16.840Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:53:37.181Z",
   "id": 815,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-02T18:49:40.816Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:54:05.420Z",
   "id": 816,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-02T18:49:51.326Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:00:38.511Z",
   "id": 818,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-02T18:55:43.769Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:46:32.871Z",
   "id": 820,
   "opponent": "Cygnet",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-02T19:43:43.185Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:52:25.101Z",
   "id": 821,
   "opponent": "Clef",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-02T19:43:43.200Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T20:01:18.417Z",
   "id": 828,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-02T19:54:06.153Z",
   "status": "finished"
  }
 ],
 "name": "Mammoth-1",
 "not_played": [],
 "options": {
  "11–15": {
   "error_rate": 29.92058559561945,
   "n": 367,
   "too_few": false
  },
  "16–25": {
   "error_rate": 33.328100408784195,
   "n": 402,
   "too_few": false
  },
  "26+": {
   "error_rate": 43.91322164556345,
   "n": 229,
   "too_few": false
  },
  "2–5": {
   "error_rate": 16.02710507721569,
   "n": 589,
   "too_few": false
  },
  "6–10": {
   "error_rate": 31.822589994300895,
   "n": 434,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 12.79674950710013,
   "n": 121,
   "too_few": true
  },
  "contact": {
   "error_rate": 32.73501675791722,
   "n": 1295,
   "too_few": false
  },
  "holding": {
   "error_rate": 22.152912370937386,
   "n": 97,
   "too_few": true
  },
  "opening": {
   "error_rate": 24.770072271637883,
   "n": 282,
   "too_few": false
  },
  "race": {
   "error_rate": 20.405317302298755,
   "n": 226,
   "too_few": false
  }
 },
 "played": 19,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7262009556097464,
  "best_share": 0.4903513112320633,
  "blunder_share": 0.23453735774369125,
  "brier": 0.2218338329862379,
  "clusters": 96,
  "confidence_n": 2009,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 2021,
  "ece": 0.10727079442508711,
  "engine_scored": 2021,
  "error_hi": 31.076324431766917,
  "error_lo": 26.240749229797704,
  "error_rate": 28.5432201794974,
  "first_date": "2026-11-02",
  "group_sizes": [
   66,
   67,
   68,
   76,
   79,
   81,
   85,
   87,
   89,
   93,
   105
  ],
  "grouped": 12,
  "invalid": 0,
  "last_date": "2026-11-02",
  "mean_confidence": 0.38546028670980587,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2021,
   "estimate": true,
   "excluded_hours": 0.7166666666666667,
   "gaps": [
    [
     "2026-11-02T19:00Z",
     "2026-11-02T19:43Z",
     43
    ]
   ],
   "gpu_decisions": 2021,
   "gpu_usd": 2.01871700839798,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.8107297222481847,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.8107297222481847,
     "machine": "rtx_pro_6000",
     "usd": 2.01871700839798,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 2.01871700839798,
   "usd_per_1000": 0.9988703653626819
  },
  "p95_loss": 0.27234458923339844,
  "probability_source": "decision",
  "retry_mean": 4.01355962394854,
  "scored": 2021,
  "time_median": 0.724,
  "time_p90": 1.049,
  "tokens_in": 3867.093518060366,
  "tokens_out": 1.012370113805047,
  "too_few": false,
  "usd_per_1000": 0.9988703653626819,
  "very_confident": 0.003982080637132902,
  "worst_mean": 0.41062249021955055
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7846153846153846,
   "best_share": 0.7851239669421488,
   "blunder_share": 0.08264462809917356,
   "brier": 0.1795349756022562,
   "clusters": 48,
   "confidence_n": 121,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 121,
   "ece": 0.19752192561983467,
   "engine_scored": 121,
   "error_hi": 21.003501174930765,
   "error_lo": 5.297901290736567,
   "error_rate": 12.79674950710013,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.587602041322314,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2021,
    "estimate": true,
    "excluded_hours": 0.7166666666666667,
    "gaps": [
     [
      "2026-11-02T19:00Z",
      "2026-11-02T19:43Z",
      43
     ]
    ],
    "gpu_decisions": 2021,
    "gpu_usd": 2.01871700839798,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.8107297222481847,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.8107297222481847,
      "machine": "rtx_pro_6000",
      "usd": 2.01871700839798,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.01871700839798,
    "usd_per_1000": 0.9988703653626819
   },
   "p95_loss": 0.1476287841796875,
   "probability_source": "decision",
   "retry_mean": 3.0175619834710745,
   "scored": 121,
   "time_median": 0.609,
   "time_p90": 0.683,
   "tokens_in": 2917.9504132231405,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.9988703653626819,
   "very_confident": 0.049586776859504134,
   "worst_mean": 0.3419506053129832
  },
  "contact": {
   "auroc": 0.6920849420849421,
   "best_share": 0.45791505791505793,
   "blunder_share": 0.2702702702702703,
   "brier": 0.23062099900812608,
   "clusters": 95,
   "confidence_n": 1285,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1295,
   "ece": 0.10392945992217899,
   "engine_scored": 1295,
   "error_hi": 36.10474821028213,
   "error_lo": 29.386451512360487,
   "error_rate": 32.73501675791722,
   "first_date": "2026-11-02",
   "group_sizes": [
    67,
    68,
    76,
    79,
    81,
    85,
    89,
    93,
    105
   ],
   "grouped": 10,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.35822751284046694,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2021,
    "estimate": true,
    "excluded_hours": 0.7166666666666667,
    "gaps": [
     [
      "2026-11-02T19:00Z",
      "2026-11-02T19:43Z",
      43
     ]
    ],
    "gpu_decisions": 2021,
    "gpu_usd": 2.01871700839798,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.8107297222481847,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.8107297222481847,
      "machine": "rtx_pro_6000",
      "usd": 2.01871700839798,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.01871700839798,
    "usd_per_1000": 0.9988703653626819
   },
   "p95_loss": 0.30371705889701783,
   "probability_source": "decision",
   "retry_mean": 4.210678764478764,
   "scored": 1295,
   "time_median": 0.755,
   "time_p90": 1.101,
   "tokens_in": 3996.9444015444014,
   "tokens_out": 1.0162162162162163,
   "too_few": false,
   "usd_per_1000": 0.9988703653626819,
   "very_confident": 0.0015564202334630351,
   "worst_mean": 0.4353257096730746
  },
  "holding": {
   "auroc": 0.6647727272727273,
   "best_share": 0.4536082474226804,
   "blunder_share": 0.15463917525773196,
   "brier": 0.2338315683343125,
   "clusters": 29,
   "confidence_n": 96,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 97,
   "ece": 0.11569502083333333,
   "engine_scored": 97,
   "error_hi": 29.818932858516064,
   "error_lo": 15.543201717062377,
   "error_rate": 22.152912370937386,
   "first_date": "2026-11-02",
   "group_sizes": [
    87
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.38190135416666665,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2021,
    "estimate": true,
    "excluded_hours": 0.7166666666666667,
    "gaps": [
     [
      "2026-11-02T19:00Z",
      "2026-11-02T19:43Z",
      43
     ]
    ],
    "gpu_decisions": 2021,
    "gpu_usd": 2.01871700839798,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.8107297222481847,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.8107297222481847,
      "machine": "rtx_pro_6000",
      "usd": 2.01871700839798,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.01871700839798,
    "usd_per_1000": 0.9988703653626819
   },
   "p95_loss": 0.2212342023849481,
   "probability_source": "decision",
   "retry_mean": 4.226762886597938,
   "scored": 97,
   "time_median": 0.708,
   "time_p90": 0.9456,
   "tokens_in": 3806.3298969072166,
   "tokens_out": 1.0206185567010309,
   "too_few": true,
   "usd_per_1000": 0.9988703653626819,
   "very_confident": 0.0,
   "worst_mean": 0.34074221849441527
  },
  "opening": {
   "auroc": 0.7636225266362253,
   "best_share": 0.48226950354609927,
   "blunder_share": 0.24113475177304963,
   "brier": 0.21319459385616724,
   "clusters": 96,
   "confidence_n": 281,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 282,
   "ece": 0.12422062277580068,
   "engine_scored": 282,
   "error_hi": 29.631703681187002,
   "error_lo": 20.052064968098286,
   "error_rate": 24.770072271637883,
   "first_date": "2026-11-02",
   "group_sizes": [
    66
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.35726870818505335,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2021,
    "estimate": true,
    "excluded_hours": 0.7166666666666667,
    "gaps": [
     [
      "2026-11-02T19:00Z",
      "2026-11-02T19:43Z",
      43
     ]
    ],
    "gpu_decisions": 2021,
    "gpu_usd": 2.01871700839798,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.8107297222481847,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.8107297222481847,
      "machine": "rtx_pro_6000",
      "usd": 2.01871700839798,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.01871700839798,
    "usd_per_1000": 0.9988703653626819
   },
   "p95_loss": 0.21280396580696084,
   "probability_source": "decision",
   "retry_mean": 3.8180602836879434,
   "scored": 282,
   "time_median": 0.7945,
   "time_p90": 1.0963000000000003,
   "tokens_in": 4272.578014184397,
   "tokens_out": 1.0070921985815602,
   "too_few": false,
   "usd_per_1000": 0.9988703653626819,
   "very_confident": 0.0,
   "worst_mean": 0.3230797840016229
  },
  "race": {
   "auroc": 0.772436656405399,
   "best_share": 0.5442477876106194,
   "blunder_share": 0.13716814159292035,
   "brier": 0.20016346576265487,
   "clusters": 84,
   "confidence_n": 226,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 226,
   "ece": 0.08989143362831857,
   "engine_scored": 226,
   "error_hi": 28.671690126614223,
   "error_lo": 12.957326356059086,
   "error_rate": 20.405317302298755,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.46863928318584075,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2021,
    "estimate": true,
    "excluded_hours": 0.7166666666666667,
    "gaps": [
     [
      "2026-11-02T19:00Z",
      "2026-11-02T19:43Z",
      43
     ]
    ],
    "gpu_decisions": 2021,
    "gpu_usd": 2.01871700839798,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.8107297222481847,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.8107297222481847,
      "machine": "rtx_pro_6000",
      "usd": 2.01871700839798,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.01871700839798,
    "usd_per_1000": 0.9988703653626819
   },
   "p95_loss": 0.22254613041877747,
   "probability_source": "decision",
   "retry_mean": 3.569738938053097,
   "scored": 226,
   "time_median": 0.6325000000000001,
   "time_p90": 0.83,
   "tokens_in": 3151.3274336283184,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.9988703653626819,
   "very_confident": 0.0,
   "worst_mean": 0.37920955094424164
  }
 },
 "record": {
  "drawn": 1,
  "lost": 2,
  "won": 16
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.507965804974907,
    "needless": 4.345661619994264,
    "none": 3.439893644673585,
    "right_risk": 2.275614426432123,
    "right_safety": 3.976581106676671,
    "wrong_risk": 2.99750357674585
   },
   "calls": {
    "missed": 359.0,
    "needless": 120.0,
    "right_risk": 288.0,
    "right_safety": 760.0,
    "wrong_risk": 73.0
   },
   "confidence": {
    "auroc_right_risk": 0.579289875377922,
    "missed_mean_p": 0.337582308988764,
    "missed_n": 356,
    "taken_grouped": 6,
    "taken_n": 475,
    "taken_other": 0
   },
   "error_rate": 28.5432201794974,
   "found": {
    "den": 720.0,
    "n": 288.0,
    "share": 0.4
   },
   "good": {
    "den": 481.0,
    "n": 288.0,
    "share": 0.5987525987525988
   },
   "judgement": 63.18181818181819,
   "judgement_hi": 65.19134121114112,
   "judgement_lo": 61.15605950216209,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.16898148148148148,
    "x": 0.6,
    "y": 0.13636363636363635
   },
   "margin": 0.001,
   "missed": {
    "den": 720.0,
    "n": 359.0,
    "share": 0.4986111111111111
   },
   "needless": {
    "den": 880.0,
    "n": 120.0,
    "share": 0.13636363636363635
   },
   "needless_by_loss": {
    "big": {
     "den": 880.0,
     "n": 72.0,
     "share": 0.08181818181818182
    },
    "medium": {
     "den": 880.0,
     "n": 36.0,
     "share": 0.04090909090909091
    },
    "small": {
     "den": 880.0,
     "n": 12.0,
     "share": 0.013636363636363636
    }
   },
   "no_trade_off": 421.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 12.79674950710013,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 12.79674950710013,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 121.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 121,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.909097080525283,
      "needless": 5.770503738211849,
      "none": 0.5512824389925335,
      "right_risk": 2.3091004276827958,
      "right_safety": 5.267564279232246,
      "wrong_risk": 3.927468793272512
     },
     "calls": {
      "missed": 279.0,
      "needless": 101.0,
      "right_risk": 187.0,
      "right_safety": 605.0,
      "wrong_risk": 58.0
     },
     "confidence": {
      "auroc_right_risk": 0.5290104764888099,
      "missed_mean_p": 0.3410034456521739,
      "missed_n": 276,
      "taken_grouped": 6,
      "taken_n": 340,
      "taken_other": 0
     },
     "error_rate": 32.73501675791722,
     "found": {
      "den": 524.0,
      "n": 187.0,
      "share": 0.3568702290076336
     },
     "good": {
      "den": 346.0,
      "n": 187.0,
      "share": 0.5404624277456648
     },
     "judgement": 60.69053694613239,
     "judgement_hi": 63.18666183223695,
     "judgement_lo": 58.172883753951034,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.17210682492581603,
      "x": 0.6431297709923665,
      "y": 0.14305949008498584
     },
     "margin": 0.001,
     "missed": {
      "den": 524.0,
      "n": 279.0,
      "share": 0.5324427480916031
     },
     "needless": {
      "den": 706.0,
      "n": 101.0,
      "share": 0.14305949008498584
     },
     "needless_by_loss": {
      "big": {
       "den": 706.0,
       "n": 61.0,
       "share": 0.08640226628895184
      },
      "medium": {
       "den": 706.0,
       "n": 30.0,
       "share": 0.042492917847025496
      },
      "small": {
       "den": 706.0,
       "n": 10.0,
       "share": 0.014164305949008499
      }
     },
     "no_trade_off": 65.0,
     "reference": null,
     "right_safety": {
      "den": 706.0,
      "n": 605.0,
      "share": 0.8569405099150141
     },
     "risk_pays": 524.0,
     "safety_pays": 706.0,
     "scored": 1295,
     "sdt": {
      "aim": {
       "den": 245.0,
       "n": 187.0,
       "share": 0.763265306122449
      },
      "beta": 1.4405177950943986,
      "caution": 0.5728489521489285,
      "caution_hi": 0.6651325314139832,
      "caution_lo": 0.4956058001896182,
      "cstar": 0.3712450303477529,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9831852255080722,
      "dprime_hi": 1.1402270850351748,
      "dprime_lo": 0.8252137153941026,
      "false_alarm": {
       "den": 706.0,
       "n": 101.0,
       "share": 0.14305949008498584
      },
      "false_alarm_rate": 0.14356435643564355,
      "hit": {
       "den": 524.0,
       "n": 245.0,
       "share": 0.4675572519083969
      },
      "hit_rate": 0.4676190476190476,
      "missed_loss": 0.13840344601634583,
      "missed_n": 279.0,
      "na": null,
      "needless_loss": 0.14797628397988802,
      "needless_n": 101.0
     },
     "size": {
      "bad": {
       "mean": 8.578616352201259,
       "n": 159.0,
       "too_few": true
      },
      "right": {
       "mean": 6.7967914438502675,
       "n": 187.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 302.0,
        "n": 147.0,
        "share": 0.4867549668874172
       },
       "missed": {
        "den": 302.0,
        "n": 134.0,
        "share": 0.44370860927152317
       },
       "risk_pays": 302.0,
       "wrong": {
        "den": 302.0,
        "n": 21.0,
        "share": 0.0695364238410596
       }
      },
      "medium": {
       "found": {
        "den": 162.0,
        "n": 34.0,
        "share": 0.20987654320987653
       },
       "missed": {
        "den": 162.0,
        "n": 107.0,
        "share": 0.6604938271604939
       },
       "risk_pays": 162.0,
       "wrong": {
        "den": 162.0,
        "n": 21.0,
        "share": 0.12962962962962962
       }
      },
      "small": {
       "found": {
        "den": 60.0,
        "n": 6.0,
        "share": 0.1
       },
       "missed": {
        "den": 60.0,
        "n": 38.0,
        "share": 0.6333333333333333
       },
       "risk_pays": 60.0,
       "wrong": {
        "den": 60.0,
        "n": 16.0,
        "share": 0.26666666666666666
       }
      }
     },
     "trade_off": 1230.0,
     "wrong": {
      "den": 524.0,
      "n": 58.0,
      "share": 0.11068702290076336
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.763243739137945,
      "needless": 9.370069835603852,
      "none": 0.8052154300139123,
      "right_risk": 0.402051148955355,
      "right_safety": 6.2808406721685355,
      "wrong_risk": 0.5314915450577883
     },
     "calls": {
      "missed": 9.0,
      "needless": 9.0,
      "right_risk": 2.0,
      "right_safety": 68.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 12,
      "taken_other": 0
     },
     "error_rate": 22.152912370937386,
     "found": {
      "den": 12.0,
      "n": 2.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 12.0,
      "n": 2.0,
      "share": 0.16666666666666666
     },
     "judgement": 52.489177489177486,
     "judgement_hi": 68.381751972284,
     "judgement_lo": 42.592134213421346,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 0.8333333333333334,
      "y": 0.11688311688311688
     },
     "margin": 0.001,
     "missed": {
      "den": 12.0,
      "n": 9.0,
      "share": 0.75
     },
     "needless": {
      "den": 77.0,
      "n": 9.0,
      "share": 0.11688311688311688
     },
     "needless_by_loss": {
      "big": {
       "den": 77.0,
       "n": 7.0,
       "share": 0.09090909090909091
      },
      "medium": {
       "den": 77.0,
       "n": 1.0,
       "share": 0.012987012987012988
      },
      "small": {
       "den": 77.0,
       "n": 1.0,
       "share": 0.012987012987012988
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 77.0,
      "n": 68.0,
      "share": 0.8831168831168831
     },
     "risk_pays": 12.0,
     "safety_pays": 77.0,
     "scored": 97,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 12.622619809361142,
      "caution": 0.8906011014653665,
      "caution_hi": 1.4113227194985338,
      "caution_lo": 0.3783216196898124,
      "cstar": 4.602284281296219,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5509199937387859,
      "dprime_hi": 1.5598268873357877,
      "dprime_lo": -0.4575735771598353,
      "false_alarm": {
       "den": 77.0,
       "n": 9.0,
       "share": 0.11688311688311688
      },
      "false_alarm_rate": 0.12179487179487179,
      "hit": {
       "den": 12.0,
       "n": 3.0,
       "share": 0.25
      },
      "hit_rate": 0.2692307692307692,
      "missed_loss": 0.10267436504364014,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.20197706090079415,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": 8.5,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 6.0,
        "n": 5.0,
        "share": 0.8333333333333334
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 89.0,
     "wrong": {
      "den": 12.0,
      "n": 1.0,
      "share": 0.08333333333333333
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.36979975133923,
      "needless": 1.421570989257055,
      "none": 0.0,
      "right_risk": 5.566428157877414,
      "right_safety": 2.1486990417994507,
      "wrong_risk": 3.263574331364733
     },
     "calls": {
      "missed": 71.0,
      "needless": 10.0,
      "right_risk": 99.0,
      "right_safety": 87.0,
      "wrong_risk": 14.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 71,
      "taken_grouped": 0,
      "taken_n": 123,
      "taken_other": 0
     },
     "error_rate": 24.770072271637883,
     "found": {
      "den": 184.0,
      "n": 99.0,
      "share": 0.5380434782608695
     },
     "good": {
      "den": 123.0,
      "n": 99.0,
      "share": 0.8048780487804879
     },
     "judgement": 71.74753473778574,
     "judgement_hi": 76.26053683130797,
     "judgement_lo": 67.36016373023155,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16470588235294117,
      "x": 0.46195652173913043,
      "y": 0.10309278350515463
     },
     "margin": 0.001,
     "missed": {
      "den": 184.0,
      "n": 71.0,
      "share": 0.3858695652173913
     },
     "needless": {
      "den": 97.0,
      "n": 10.0,
      "share": 0.10309278350515463
     },
     "needless_by_loss": {
      "big": {
       "den": 97.0,
       "n": 4.0,
       "share": 0.041237113402061855
      },
      "medium": {
       "den": 97.0,
       "n": 5.0,
       "share": 0.05154639175257732
      },
      "small": {
       "den": 97.0,
       "n": 1.0,
       "share": 0.010309278350515464
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 97.0,
      "n": 87.0,
      "share": 0.8969072164948454
     },
     "risk_pays": 184.0,
     "safety_pays": 97.0,
     "scored": 282,
     "sdt": {
      "aim": {
       "den": 113.0,
       "n": 99.0,
       "share": 0.8761061946902655
      },
      "beta": 0.4301482326794835,
      "caution": 0.4766892379005073,
      "caution_hi": 0.7025714383588683,
      "caution_lo": 0.2974399398195589,
      "cstar": -0.5512612061022016,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.5303551078856266,
      "dprime_hi": 1.9698126269972878,
      "dprime_lo": 1.2053001893785933,
      "false_alarm": {
       "den": 97.0,
       "n": 10.0,
       "share": 0.10309278350515463
      },
      "false_alarm_rate": 0.10714285714285714,
      "hit": {
       "den": 184.0,
       "n": 113.0,
       "share": 0.6141304347826086
      },
      "hit_rate": 0.6135135135135135,
      "missed_loss": 0.09826150788387782,
      "missed_n": 71.0,
      "na": null,
      "needless_loss": 0.0801766037940979,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 10.75,
       "n": 24.0,
       "too_few": true
      },
      "right": {
       "mean": 14.282828282828282,
       "n": 99.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 90.0,
        "n": 59.0,
        "share": 0.6555555555555556
       },
       "missed": {
        "den": 90.0,
        "n": 28.0,
        "share": 0.3111111111111111
       },
       "risk_pays": 90.0,
       "wrong": {
        "den": 90.0,
        "n": 3.0,
        "share": 0.03333333333333333
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 37.0,
        "share": 0.5211267605633803
       },
       "missed": {
        "den": 71.0,
        "n": 27.0,
        "share": 0.38028169014084506
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 7.0,
        "share": 0.09859154929577464
       }
      },
      "small": {
       "found": {
        "den": 23.0,
        "n": 3.0,
        "share": 0.13043478260869565
       },
       "missed": {
        "den": 23.0,
        "n": 16.0,
        "share": 0.6956521739130435
       },
       "risk_pays": 23.0,
       "wrong": {
        "den": 23.0,
        "n": 4.0,
        "share": 0.17391304347826086
       }
      }
     },
     "trade_off": 281.0,
     "wrong": {
      "den": 184.0,
      "n": 14.0,
      "share": 0.07608695652173914
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.405317302298755,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.405317302298755,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 226.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 226,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 880.0,
    "n": 760.0,
    "share": 0.8636363636363636
   },
   "risk_pays": 720.0,
   "safety_pays": 880.0,
   "scored": 2021,
   "sdt": {
    "aim": {
     "den": 361.0,
     "n": 288.0,
     "share": 0.7977839335180056
    },
    "beta": 1.3807680269109464,
    "caution": 0.5457204473932349,
    "caution_hi": 0.6207938910462271,
    "caution_lo": 0.47678227237436055,
    "cstar": 0.2937378153063948,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0983941078909032,
    "dprime_hi": 1.2312399316233154,
    "dprime_lo": 0.9681809012197965,
    "false_alarm": {
     "den": 880.0,
     "n": 120.0,
     "share": 0.13636363636363635
    },
    "false_alarm_rate": 0.13677639046538026,
    "hit": {
     "den": 720.0,
     "n": 361.0,
     "share": 0.5013888888888889
    },
    "hit_rate": 0.5013869625520111,
    "missed_loss": 0.12956879605489854,
    "missed_n": 359.0,
    "na": null,
    "needless_loss": 0.14637636890014014,
    "needless_n": 120.0
   },
   "size": {
    "bad": {
     "mean": 8.974093264248705,
     "n": 193.0,
     "too_few": true
    },
    "right": {
     "mean": 9.381944444444445,
     "n": 288.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 396.0,
      "n": 208.0,
      "share": 0.5252525252525253
     },
     "missed": {
      "den": 396.0,
      "n": 164.0,
      "share": 0.41414141414141414
     },
     "risk_pays": 396.0,
     "wrong": {
      "den": 396.0,
      "n": 24.0,
      "share": 0.06060606060606061
     }
    },
    "medium": {
     "found": {
      "den": 239.0,
      "n": 71.0,
      "share": 0.29707112970711297
     },
     "missed": {
      "den": 239.0,
      "n": 139.0,
      "share": 0.5815899581589958
     },
     "risk_pays": 239.0,
     "wrong": {
      "den": 239.0,
      "n": 29.0,
      "share": 0.12133891213389121
     }
    },
    "small": {
     "found": {
      "den": 85.0,
      "n": 9.0,
      "share": 0.10588235294117647
     },
     "missed": {
      "den": 85.0,
      "n": 56.0,
      "share": 0.6588235294117647
     },
     "risk_pays": 85.0,
     "wrong": {
      "den": 85.0,
      "n": 20.0,
      "share": 0.23529411764705882
     }
    }
   },
   "trade_off": 1600.0,
   "wrong": {
    "den": 720.0,
    "n": 73.0,
    "share": 0.10138888888888889
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.133147644147254,
    "needless": 4.816084362857711,
    "none": 3.439893644673585,
    "right_risk": 1.7574604329704235,
    "right_safety": 4.3513992675043225,
    "wrong_risk": 3.045234827344103
   },
   "calls": {
    "missed": 303.0,
    "needless": 149.0,
    "right_risk": 262.0,
    "right_safety": 816.0,
    "wrong_risk": 70.0
   },
   "confidence": {
    "auroc_right_risk": 0.5668336314847943,
    "missed_mean_p": 0.33939537999999997,
    "missed_n": 300,
    "taken_grouped": 6,
    "taken_n": 475,
    "taken_other": 0
   },
   "error_rate": 28.5432201794974,
   "found": {
    "den": 635.0,
    "n": 262.0,
    "share": 0.4125984251968504
   },
   "good": {
    "den": 481.0,
    "n": 262.0,
    "share": 0.5446985446985447
   },
   "judgement": 62.90971400595651,
   "judgement_hi": 65.35717821468215,
   "judgement_lo": 60.589152961274785,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.1876675603217158,
    "x": 0.5874015748031496,
    "y": 0.1544041450777202
   },
   "margin": 0.02,
   "missed": {
    "den": 635.0,
    "n": 303.0,
    "share": 0.47716535433070867
   },
   "needless": {
    "den": 965.0,
    "n": 149.0,
    "share": 0.1544041450777202
   },
   "needless_by_loss": {
    "big": {
     "den": 965.0,
     "n": 82.0,
     "share": 0.0849740932642487
    },
    "medium": {
     "den": 965.0,
     "n": 42.0,
     "share": 0.043523316062176166
    },
    "small": {
     "den": 965.0,
     "n": 25.0,
     "share": 0.025906735751295335
    }
   },
   "no_trade_off": 421.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 12.79674950710013,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 12.79674950710013,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 121.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 121,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.452807806633615,
      "needless": 6.3453806643320325,
      "none": 0.5512824389925335,
      "right_risk": 1.9109675667921089,
      "right_safety": 5.723853553123916,
      "wrong_risk": 3.750724728043015
     },
     "calls": {
      "missed": 241.0,
      "needless": 123.0,
      "right_risk": 174.0,
      "right_safety": 643.0,
      "wrong_risk": 49.0
     },
     "confidence": {
      "auroc_right_risk": 0.5112472314507198,
      "missed_mean_p": 0.34592871008403364,
      "missed_n": 238,
      "taken_grouped": 6,
      "taken_n": 340,
      "taken_other": 0
     },
     "error_rate": 32.73501675791722,
     "found": {
      "den": 464.0,
      "n": 174.0,
      "share": 0.375
     },
     "good": {
      "den": 346.0,
      "n": 174.0,
      "share": 0.5028901734104047
     },
     "judgement": 60.721279373368155,
     "judgement_hi": 63.634533804287486,
     "judgement_lo": 57.70037931735121,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16896551724137931,
      "x": 0.625,
      "y": 0.16057441253263707
     },
     "margin": 0.02,
     "missed": {
      "den": 464.0,
      "n": 241.0,
      "share": 0.5193965517241379
     },
     "needless": {
      "den": 766.0,
      "n": 123.0,
      "share": 0.16057441253263707
     },
     "needless_by_loss": {
      "big": {
       "den": 766.0,
       "n": 68.0,
       "share": 0.08877284595300261
      },
      "medium": {
       "den": 766.0,
       "n": 36.0,
       "share": 0.04699738903394256
      },
      "small": {
       "den": 766.0,
       "n": 19.0,
       "share": 0.024804177545691905
      }
     },
     "no_trade_off": 65.0,
     "reference": null,
     "right_safety": {
      "den": 766.0,
      "n": 643.0,
      "share": 0.839425587467363
     },
     "risk_pays": 464.0,
     "safety_pays": 766.0,
     "scored": 1295,
     "sdt": {
      "aim": {
       "den": 223.0,
       "n": 174.0,
       "share": 0.7802690582959642
      },
      "beta": 1.4201302344624167,
      "caution": 0.5194106765567836,
      "caution_hi": 0.6030356880567125,
      "caution_lo": 0.44224693940592336,
      "cstar": 0.3724424274919761,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9417524855579702,
      "dprime_hi": 1.1136339573058573,
      "dprime_lo": 0.7821589897991169,
      "false_alarm": {
       "den": 766.0,
       "n": 123.0,
       "share": 0.16057441253263707
      },
      "false_alarm_rate": 0.16101694915254236,
      "hit": {
       "den": 464.0,
       "n": 223.0,
       "share": 0.48060344827586204
      },
      "hit_rate": 0.4806451612903226,
      "missed_loss": 0.15532270630365586,
      "missed_n": 241.0,
      "na": null,
      "needless_loss": 0.13361411317577207,
      "needless_n": 123.0
     },
     "size": {
      "bad": {
       "mean": 8.331395348837209,
       "n": 172.0,
       "too_few": true
      },
      "right": {
       "mean": 6.908045977011494,
       "n": 174.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 302.0,
        "n": 142.0,
        "share": 0.47019867549668876
       },
       "missed": {
        "den": 302.0,
        "n": 134.0,
        "share": 0.44370860927152317
       },
       "risk_pays": 302.0,
       "wrong": {
        "den": 302.0,
        "n": 26.0,
        "share": 0.08609271523178808
       }
      },
      "medium": {
       "found": {
        "den": 162.0,
        "n": 32.0,
        "share": 0.19753086419753085
       },
       "missed": {
        "den": 162.0,
        "n": 107.0,
        "share": 0.6604938271604939
       },
       "risk_pays": 162.0,
       "wrong": {
        "den": 162.0,
        "n": 23.0,
        "share": 0.1419753086419753
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1230.0,
     "wrong": {
      "den": 464.0,
      "n": 49.0,
      "share": 0.10560344827586207
     }
    },
    "holding": {
     "by_call": {
      "missed": 4.643724443986244,
      "needless": 9.370069835603852,
      "none": 0.8052154300139123,
      "right_risk": 0.0,
      "right_safety": 6.400359967320235,
      "wrong_risk": 0.9335426940131433
     },
     "calls": {
      "missed": 7.0,
      "needless": 9.0,
      "right_risk": 1.0,
      "right_safety": 70.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 12,
      "taken_other": 0
     },
     "error_rate": 22.152912370937386,
     "found": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     },
     "good": {
      "den": 12.0,
      "n": 1.0,
      "share": 0.08333333333333333
     },
     "judgement": 49.303797468354425,
     "judgement_hi": 63.462171052631575,
     "judgement_lo": 41.935483870967744,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2222222222222222,
      "x": 0.9,
      "y": 0.11392405063291139
     },
     "margin": 0.02,
     "missed": {
      "den": 10.0,
      "n": 7.0,
      "share": 0.7
     },
     "needless": {
      "den": 79.0,
      "n": 9.0,
      "share": 0.11392405063291139
     },
     "needless_by_loss": {
      "big": {
       "den": 79.0,
       "n": 7.0,
       "share": 0.08860759493670886
      },
      "medium": {
       "den": 79.0,
       "n": 1.0,
       "share": 0.012658227848101266
      },
      "small": {
       "den": 79.0,
       "n": 1.0,
       "share": 0.012658227848101266
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 79.0,
      "n": 70.0,
      "share": 0.8860759493670886
     },
     "risk_pays": 10.0,
     "safety_pays": 79.0,
     "scored": 97,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 1.0,
       "share": 0.3333333333333333
      },
      "beta": 12.398210582885119,
      "caution": 0.8270238709846534,
      "caution_hi": 1.3368456478624575,
      "caution_lo": 0.22416347175497253,
      "cstar": 3.553508167140407,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.7084694999847723,
      "dprime_hi": 1.913353283676275,
      "dprime_lo": -0.287249394444312,
      "false_alarm": {
       "den": 79.0,
       "n": 9.0,
       "share": 0.11392405063291139
      },
      "false_alarm_rate": 0.11875,
      "hit": {
       "den": 10.0,
       "n": 3.0,
       "share": 0.3
      },
      "hit_rate": 0.3181818181818182,
      "missed_loss": 0.12869750601904734,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.20197706090079415,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 11.363636363636363,
       "n": 11.0,
       "too_few": true
      },
      "right": {
       "mean": 2.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "missed": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 6.0,
        "n": 5.0,
        "share": 0.8333333333333334
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 89.0,
     "wrong": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.820085135334772,
      "needless": 2.152984975077582,
      "none": 0.0,
      "right_risk": 3.8195905533242733,
      "right_safety": 2.6984136578039073,
      "wrong_risk": 4.278997950097348
     },
     "calls": {
      "missed": 55.0,
      "needless": 17.0,
      "right_risk": 87.0,
      "right_safety": 103.0,
      "wrong_risk": 19.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 55,
      "taken_grouped": 0,
      "taken_n": 123,
      "taken_other": 0
     },
     "error_rate": 24.770072271637883,
     "found": {
      "den": 161.0,
      "n": 87.0,
      "share": 0.5403726708074534
     },
     "good": {
      "den": 123.0,
      "n": 87.0,
      "share": 0.7073170731707317
     },
     "judgement": 69.93530020703933,
     "judgement_hi": 74.88728955987878,
     "judgement_lo": 65.13887742358818,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.25675675675675674,
      "x": 0.45962732919254656,
      "y": 0.14166666666666666
     },
     "margin": 0.02,
     "missed": {
      "den": 161.0,
      "n": 55.0,
      "share": 0.3416149068322981
     },
     "needless": {
      "den": 120.0,
      "n": 17.0,
      "share": 0.14166666666666666
     },
     "needless_by_loss": {
      "big": {
       "den": 120.0,
       "n": 7.0,
       "share": 0.058333333333333334
      },
      "medium": {
       "den": 120.0,
       "n": 5.0,
       "share": 0.041666666666666664
      },
      "small": {
       "den": 120.0,
       "n": 5.0,
       "share": 0.041666666666666664
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 120.0,
      "n": 103.0,
      "share": 0.8583333333333333
     },
     "risk_pays": 161.0,
     "safety_pays": 120.0,
     "scored": 282,
     "sdt": {
      "aim": {
       "den": 106.0,
       "n": 87.0,
       "share": 0.8207547169811321
      },
      "beta": 0.43922750923866927,
      "caution": 0.3271785022961185,
      "caution_hi": 0.5094733274113715,
      "caution_lo": 0.1647938719787266,
      "cstar": -0.5615373039745281,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4651524485487175,
      "dprime_hi": 1.845812963581414,
      "dprime_lo": 1.1575510768097315,
      "false_alarm": {
       "den": 120.0,
       "n": 17.0,
       "share": 0.14166666666666666
      },
      "false_alarm_rate": 0.1446280991735537,
      "hit": {
       "den": 161.0,
       "n": 106.0,
       "share": 0.6583850931677019
      },
      "hit_rate": 0.6574074074074074,
      "missed_loss": 0.12120960029688749,
      "missed_n": 55.0,
      "na": null,
      "needless_loss": 0.07142844270257388,
      "needless_n": 17.0
     },
     "size": {
      "bad": {
       "mean": 12.63888888888889,
       "n": 36.0,
       "too_few": true
      },
      "right": {
       "mean": 13.988505747126437,
       "n": 87.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 90.0,
        "n": 54.0,
        "share": 0.6
       },
       "missed": {
        "den": 90.0,
        "n": 28.0,
        "share": 0.3111111111111111
       },
       "risk_pays": 90.0,
       "wrong": {
        "den": 90.0,
        "n": 8.0,
        "share": 0.08888888888888889
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 33.0,
        "share": 0.4647887323943662
       },
       "missed": {
        "den": 71.0,
        "n": 27.0,
        "share": 0.38028169014084506
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 11.0,
        "share": 0.15492957746478872
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 281.0,
     "wrong": {
      "den": 161.0,
      "n": 19.0,
      "share": 0.11801242236024845
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 20.405317302298755,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 20.405317302298755,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 226.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 226,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 965.0,
    "n": 816.0,
    "share": 0.8455958549222798
   },
   "risk_pays": 635.0,
   "safety_pays": 965.0,
   "scored": 2021,
   "sdt": {
    "aim": {
     "den": 332.0,
     "n": 262.0,
     "share": 0.7891566265060241
    },
    "beta": 1.3368604197295817,
    "caution": 0.47952130947953575,
    "caution_hi": 0.5548700014537458,
    "caution_lo": 0.4072264871038736,
    "cstar": 0.2704710877605647,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.073400846522042,
    "dprime_hi": 1.2168990195873375,
    "dprime_lo": 0.9339688898120596,
    "false_alarm": {
     "den": 965.0,
     "n": 149.0,
     "share": 0.1544041450777202
    },
    "false_alarm_rate": 0.15476190476190477,
    "hit": {
     "den": 635.0,
     "n": 332.0,
     "share": 0.5228346456692914
    },
    "hit_rate": 0.5227987421383647,
    "missed_loss": 0.14851545471169375,
    "missed_n": 303.0,
    "na": null,
    "needless_loss": 0.13064840936020716,
    "needless_n": 149.0
   },
   "size": {
    "bad": {
     "mean": 9.191780821917808,
     "n": 219.0,
     "too_few": false
    },
    "right": {
     "mean": 9.240458015267176,
     "n": 262.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 396.0,
      "n": 197.0,
      "share": 0.49747474747474746
     },
     "missed": {
      "den": 396.0,
      "n": 164.0,
      "share": 0.41414141414141414
     },
     "risk_pays": 396.0,
     "wrong": {
      "den": 396.0,
      "n": 35.0,
      "share": 0.08838383838383838
     }
    },
    "medium": {
     "found": {
      "den": 239.0,
      "n": 65.0,
      "share": 0.2719665271966527
     },
     "missed": {
      "den": 239.0,
      "n": 139.0,
      "share": 0.5815899581589958
     },
     "risk_pays": 239.0,
     "wrong": {
      "den": 239.0,
      "n": 35.0,
      "share": 0.14644351464435146
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1600.0,
   "wrong": {
    "den": 635.0,
    "n": 70.0,
    "share": 0.11023622047244094
   }
  }
 },
 "route": {
  "provider": "local (baselabs_server.py)",
  "reasoning": null,
  "spec": "baselabs/baselabs/mammoth-1"
 },
 "running": 0,
 "slug": "base-labs-mammoth-1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 20.016163351043822,
   "n": 63,
   "too_few": true
  },
  "blitz": {
   "error_rate": 35.544725279214006,
   "n": 297,
   "too_few": false
  },
  "holding": {
   "error_rate": 22.152912370937386,
   "n": 97,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 36.27810385581609,
   "n": 370,
   "too_few": false
  },
  "other": {
   "error_rate": 36.01930234663287,
   "n": 227,
   "too_few": false
  },
  "priming": {
   "error_rate": 26.55255900332208,
   "n": 338,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
