{
 "confidence": {
  "auroc_best": 0.7001497936023635,
  "auroc_blunder": 0.6376946571453154,
  "confident_badly_wrong": {
   "den": 1771,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 1,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1771,
     "n": 1,
     "share": 0.000564652738565782
    },
    "mean_loss": 0.0,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1771,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.07362480549414825,
  "held_out": {
   "blunders": 0.052529319147309655,
   "kept": 0.012587802817450491,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1771,
  "surest": {
   "cut": 0.3634276245208885,
   "error_rate": 26.41629439444359,
   "n": 443,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-11T12:42:59.495Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1771,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1771
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 52.1016565746047,
   "n": 542,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 77.34277835305856,
   "n": 490,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 30.428616337589062,
   "n": 739,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-11T12:43:57.894Z",
   "id": 970,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T12:42:59.495Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:44:26.321Z",
   "id": 971,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T12:43:58.211Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:44:51.735Z",
   "id": 972,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-11T12:44:26.673Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:45:22.740Z",
   "id": 973,
   "opponent": "Random",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-11T12:44:51.906Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:46:02.470Z",
   "id": 974,
   "opponent": "Safest",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-11T12:45:22.928Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:46:34.750Z",
   "id": 975,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-11T12:46:02.660Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:46:46.486Z",
   "id": 976,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-11T12:46:34.930Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:47:26.140Z",
   "id": 977,
   "opponent": "Jev 1.13.0",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-11T12:46:46.670Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:48:14.809Z",
   "id": 978,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-11T12:47:26.319Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-11T12:48:15.086Z",
   "id": 979,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-11T12:48:15.001Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T04:34:09.321Z",
   "id": 1379,
   "opponent": "Cygnet",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-14T04:33:21.114Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:35:30.092Z",
   "id": 1380,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-14T04:34:34.099Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:36:42.343Z",
   "id": 1381,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-14T04:35:43.002Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:39:46.556Z",
   "id": 1382,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-14T04:37:01.486Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:42:53.139Z",
   "id": 1383,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T04:40:24.428Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:46:18.483Z",
   "id": 1384,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-14T04:43:52.765Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:50:53.378Z",
   "id": 1385,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-14T04:47:08.240Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T04:54:16.475Z",
   "id": 1386,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T04:51:30.416Z",
   "status": "finished"
  }
 ],
 "name": "StartLux-Decision-v1.1-2B-Instant",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 50.653256425241224,
   "n": 294,
   "too_few": false
  },
  "16–25": {
   "error_rate": 59.47922797579514,
   "n": 342,
   "too_few": false
  },
  "26+": {
   "error_rate": 71.37947717158914,
   "n": 278,
   "too_few": false
  },
  "2–5": {
   "error_rate": 33.45179956881068,
   "n": 463,
   "too_few": false
  },
  "6–10": {
   "error_rate": 45.83293278961617,
   "n": 394,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 40.15071268351573,
   "n": 159,
   "too_few": true
  },
  "contact": {
   "error_rate": 60.81779112544241,
   "n": 1027,
   "too_few": false
  },
  "holding": {
   "error_rate": 66.07923958752606,
   "n": 37,
   "too_few": true
  },
  "opening": {
   "error_rate": 36.55853077317729,
   "n": 264,
   "too_few": false
  },
  "race": {
   "error_rate": 27.054887107560333,
   "n": 284,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7001497936023635,
  "best_share": 0.3619424054206663,
  "blunder_share": 0.3337097684923772,
  "brier": 0.2084499851608136,
  "clusters": 88,
  "confidence_n": 1771,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1771,
  "ece": 0.07362480549414825,
  "engine_scored": 1771,
  "error_hi": 54.78857102014017,
  "error_lo": 45.42725527444202,
  "error_rate": 50.041675172169825,
  "first_date": "2026-11-11",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.2894689954394488,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1771,
   "estimate": true,
   "excluded_hours": 63.75,
   "gaps": [
    [
     "2026-11-11T12:48Z",
     "2026-11-14T04:33Z",
     3825
    ]
   ],
   "gpu_decisions": 1771,
   "gpu_usd": 0.092616899118298,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.43519333329465665,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.43519333329465665,
     "machine": "dgx_spark",
     "usd": 0.092616899118298,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.092616899118298,
   "usd_per_1000": 0.05229638572461773
  },
  "p95_loss": 0.44397345185279846,
  "probability_source": "decision",
  "retry_mean": 0.10483907396950874,
  "scored": 1771,
  "time_median": 0.209,
  "time_p90": 0.637,
  "tokens_in": 5173.808582721626,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.05229638572461773,
  "very_confident": 0.000564652738565782,
  "worst_mean": 0.6984194711353002
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.5708824466390571,
   "best_share": 0.5408805031446541,
   "blunder_share": 0.27672955974842767,
   "brier": 0.2745954392257112,
   "clusters": 53,
   "confidence_n": 159,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 159,
   "ece": 0.18936819886458267,
   "engine_scored": 159,
   "error_hi": 54.417709969659654,
   "error_lo": 26.552431267237047,
   "error_rate": 40.15071268351573,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.4145113971098229,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1771,
    "estimate": true,
    "excluded_hours": 63.75,
    "gaps": [
     [
      "2026-11-11T12:48Z",
      "2026-11-14T04:33Z",
      3825
     ]
    ],
    "gpu_decisions": 1771,
    "gpu_usd": 0.092616899118298,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.43519333329465665,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.43519333329465665,
      "machine": "dgx_spark",
      "usd": 0.092616899118298,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.092616899118298,
    "usd_per_1000": 0.05229638572461773
   },
   "p95_loss": 0.3697953462600707,
   "probability_source": "decision",
   "retry_mean": 0.05836477987421383,
   "scored": 159,
   "time_median": 0.171,
   "time_p90": 0.2202,
   "tokens_in": 3699.937106918239,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.05229638572461773,
   "very_confident": 0.0,
   "worst_mean": 0.5163353532552719
  },
  "contact": {
   "auroc": 0.7032292010041332,
   "best_share": 0.33982473222979553,
   "blunder_share": 0.38169425511197663,
   "brier": 0.19708682034166516,
   "clusters": 88,
   "confidence_n": 1027,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1027,
   "ece": 0.0575366167824509,
   "engine_scored": 1027,
   "error_hi": 68.58590590017933,
   "error_lo": 53.71272355153419,
   "error_rate": 60.81779112544241,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2822881154473446,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1771,
    "estimate": true,
    "excluded_hours": 63.75,
    "gaps": [
     [
      "2026-11-11T12:48Z",
      "2026-11-14T04:33Z",
      3825
     ]
    ],
    "gpu_decisions": 1771,
    "gpu_usd": 0.092616899118298,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.43519333329465665,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.43519333329465665,
      "machine": "dgx_spark",
      "usd": 0.092616899118298,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.092616899118298,
    "usd_per_1000": 0.05229638572461773
   },
   "p95_loss": 0.5247830390930175,
   "probability_source": "decision",
   "retry_mean": 0.11495423563777994,
   "scored": 1027,
   "time_median": 0.212,
   "time_p90": 0.637,
   "tokens_in": 5246.37682570594,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05229638572461773,
   "very_confident": 0.0009737098344693282,
   "worst_mean": 0.7963372381294475
  },
  "holding": {
   "auroc": 0.7724358974358975,
   "best_share": 0.35135135135135137,
   "blunder_share": 0.3783783783783784,
   "brier": 0.18845645999946212,
   "clusters": 14,
   "confidence_n": 37,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 37,
   "ece": 0.1349236434632273,
   "engine_scored": 37,
   "error_hi": 105.00239862129091,
   "error_lo": 27.835280772162363,
   "error_rate": 66.07923958752606,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2610766470666599,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1771,
    "estimate": true,
    "excluded_hours": 63.75,
    "gaps": [
     [
      "2026-11-11T12:48Z",
      "2026-11-14T04:33Z",
      3825
     ]
    ],
    "gpu_decisions": 1771,
    "gpu_usd": 0.092616899118298,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.43519333329465665,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.43519333329465665,
      "machine": "dgx_spark",
      "usd": 0.092616899118298,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.092616899118298,
    "usd_per_1000": 0.05229638572461773
   },
   "p95_loss": 0.6221340179443353,
   "probability_source": "decision",
   "retry_mean": 0.2830540540540541,
   "scored": 37,
   "time_median": 0.216,
   "time_p90": 0.6118,
   "tokens_in": 5265.72972972973,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.05229638572461773,
   "very_confident": 0.0,
   "worst_mean": 0.9659391939640045
  },
  "opening": {
   "auroc": 0.7615549433731252,
   "best_share": 0.375,
   "blunder_share": 0.3446969696969697,
   "brier": 0.22067486614551513,
   "clusters": 88,
   "confidence_n": 264,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 264,
   "ece": 0.15756560640050213,
   "engine_scored": 264,
   "error_hi": 42.48031571676784,
   "error_lo": 30.911325306321185,
   "error_rate": 36.55853077317729,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2250591338880208,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1771,
    "estimate": true,
    "excluded_hours": 63.75,
    "gaps": [
     [
      "2026-11-11T12:48Z",
      "2026-11-14T04:33Z",
      3825
     ]
    ],
    "gpu_decisions": 1771,
    "gpu_usd": 0.092616899118298,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.43519333329465665,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.43519333329465665,
      "machine": "dgx_spark",
      "usd": 0.092616899118298,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.092616899118298,
    "usd_per_1000": 0.05229638572461773
   },
   "p95_loss": 0.2680955410003662,
   "probability_source": "decision",
   "retry_mean": 0.098875,
   "scored": 264,
   "time_median": 0.231,
   "time_p90": 0.7655000000000004,
   "tokens_in": 5890.965909090909,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05229638572461773,
   "very_confident": 0.0,
   "worst_mean": 0.3682444164386162
  },
  "race": {
   "auroc": 0.6770156774916013,
   "best_share": 0.33098591549295775,
   "blunder_share": 0.176056338028169,
   "brier": 0.20375010813248795,
   "clusters": 83,
   "confidence_n": 284,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 284,
   "ece": 0.05527453043499912,
   "engine_scored": 284,
   "error_hi": 35.79491118176116,
   "error_lo": 19.868346361900482,
   "error_rate": 27.054887107560333,
   "first_date": "2026-11-11",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.30900329905096896,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1771,
    "estimate": true,
    "excluded_hours": 63.75,
    "gaps": [
     [
      "2026-11-11T12:48Z",
      "2026-11-14T04:33Z",
      3825
     ]
    ],
    "gpu_decisions": 1771,
    "gpu_usd": 0.092616899118298,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.43519333329465665,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.43519333329465665,
      "machine": "dgx_spark",
      "usd": 0.092616899118298,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.092616899118298,
    "usd_per_1000": 0.05229638572461773
   },
   "p95_loss": 0.2332489430904387,
   "probability_source": "decision",
   "retry_mean": 0.0766056338028169,
   "scored": 284,
   "time_median": 0.1945,
   "time_p90": 0.6227,
   "tokens_in": 5057.919014084507,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.05229638572461773,
   "very_confident": 0.0,
   "worst_mean": 0.4764165367398943
  }
 },
 "record": {
  "drawn": 0,
  "lost": 14,
  "won": 3
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.691517808759098,
    "needless": 11.829459620087514,
    "none": 8.598414031480544,
    "right_risk": 3.8641243415791595,
    "right_safety": 3.344804157919967,
    "wrong_risk": 7.71335521234354
   },
   "calls": {
    "missed": 300.0,
    "needless": 158.0,
    "right_risk": 212.0,
    "right_safety": 450.0,
    "wrong_risk": 118.0
   },
   "confidence": {
    "auroc_right_risk": 0.5449651353568499,
    "missed_mean_p": 0.23785503131871455,
    "missed_n": 300,
    "taken_grouped": 0,
    "taken_n": 488,
    "taken_other": 0
   },
   "error_rate": 50.041675172169825,
   "found": {
    "den": 630.0,
    "n": 212.0,
    "share": 0.33650793650793653
   },
   "good": {
    "den": 488.0,
    "n": 212.0,
    "share": 0.4344262295081967
   },
   "judgement": 53.83197577276525,
   "judgement_hi": 56.56587492830863,
   "judgement_lo": 51.25076326173749,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2822966507177033,
    "x": 0.6634920634920635,
    "y": 0.2598684210526316
   },
   "margin": 0.001,
   "missed": {
    "den": 630.0,
    "n": 300.0,
    "share": 0.47619047619047616
   },
   "needless": {
    "den": 608.0,
    "n": 158.0,
    "share": 0.2598684210526316
   },
   "needless_by_loss": {
    "big": {
     "den": 608.0,
     "n": 115.0,
     "share": 0.18914473684210525
    },
    "medium": {
     "den": 608.0,
     "n": 29.0,
     "share": 0.047697368421052634
    },
    "small": {
     "den": 608.0,
     "n": 14.0,
     "share": 0.023026315789473683
    }
   },
   "no_trade_off": 533.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 40.15071268351573,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 40.15071268351573,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 159.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 159,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 22.000640369552716,
      "needless": 17.691337624102278,
      "none": 1.1297370930145174,
      "right_risk": 4.799894386396436,
      "right_safety": 5.098348974949429,
      "wrong_risk": 10.09783267742703
     },
     "calls": {
      "missed": 227.0,
      "needless": 134.0,
      "right_risk": 147.0,
      "right_safety": 346.0,
      "wrong_risk": 84.0
     },
     "confidence": {
      "auroc_right_risk": 0.5303782063284029,
      "missed_mean_p": 0.24853905156622363,
      "missed_n": 227,
      "taken_grouped": 0,
      "taken_n": 365,
      "taken_other": 0
     },
     "error_rate": 60.81779112544241,
     "found": {
      "den": 458.0,
      "n": 147.0,
      "share": 0.32096069868995636
     },
     "good": {
      "den": 365.0,
      "n": 147.0,
      "share": 0.40273972602739727
     },
     "judgement": 52.089701601164485,
     "judgement_hi": 55.11634107712364,
     "judgement_lo": 48.95562127193002,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.27009646302250806,
      "x": 0.6790393013100436,
      "y": 0.2791666666666667
     },
     "margin": 0.001,
     "missed": {
      "den": 458.0,
      "n": 227.0,
      "share": 0.49563318777292575
     },
     "needless": {
      "den": 480.0,
      "n": 134.0,
      "share": 0.2791666666666667
     },
     "needless_by_loss": {
      "big": {
       "den": 480.0,
       "n": 95.0,
       "share": 0.19791666666666666
      },
      "medium": {
       "den": 480.0,
       "n": 26.0,
       "share": 0.05416666666666667
      },
      "small": {
       "den": 480.0,
       "n": 13.0,
       "share": 0.027083333333333334
      }
     },
     "no_trade_off": 89.0,
     "reference": null,
     "right_safety": {
      "den": 480.0,
      "n": 346.0,
      "share": 0.7208333333333333
     },
     "risk_pays": 458.0,
     "safety_pays": 480.0,
     "scored": 1027,
     "sdt": {
      "aim": {
       "den": 231.0,
       "n": 147.0,
       "share": 0.6363636363636364
      },
      "beta": 1.427651371767099,
      "caution": 0.2865156059013034,
      "caution_hi": 0.39229137758211285,
      "caution_lo": 0.18281898947217984,
      "cstar": 0.5984957466693158,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5948759012480003,
      "dprime_hi": 0.7657306554860998,
      "dprime_lo": 0.429793611740569,
      "false_alarm": {
       "den": 480.0,
       "n": 134.0,
       "share": 0.2791666666666667
      },
      "false_alarm_rate": 0.2796257796257796,
      "hit": {
       "den": 458.0,
       "n": 231.0,
       "share": 0.5043668122270742
      },
      "hit_rate": 0.5043572984749455,
      "missed_loss": 0.19907187365225232,
      "missed_n": 227.0,
      "na": null,
      "needless_loss": 0.2711791602978066,
      "needless_n": 134.0
     },
     "size": {
      "bad": {
       "mean": 12.972477064220184,
       "n": 218.0,
       "too_few": false
      },
      "right": {
       "mean": 8.70748299319728,
       "n": 147.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 113.0,
        "share": 0.4064748201438849
       },
       "missed": {
        "den": 278.0,
        "n": 130.0,
        "share": 0.4676258992805755
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 35.0,
        "share": 0.12589928057553956
       }
      },
      "medium": {
       "found": {
        "den": 125.0,
        "n": 26.0,
        "share": 0.208
       },
       "missed": {
        "den": 125.0,
        "n": 68.0,
        "share": 0.544
       },
       "risk_pays": 125.0,
       "wrong": {
        "den": 125.0,
        "n": 31.0,
        "share": 0.248
       }
      },
      "small": {
       "found": {
        "den": 55.0,
        "n": 8.0,
        "share": 0.14545454545454545
       },
       "missed": {
        "den": 55.0,
        "n": 29.0,
        "share": 0.5272727272727272
       },
       "risk_pays": 55.0,
       "wrong": {
        "den": 55.0,
        "n": 18.0,
        "share": 0.32727272727272727
       }
      }
     },
     "trade_off": 938.0,
     "wrong": {
      "den": 458.0,
      "n": 84.0,
      "share": 0.18340611353711792
     }
    },
    "holding": {
     "by_call": {
      "missed": 3.893466414632024,
      "needless": 31.532390697582347,
      "none": 0.0,
      "right_risk": 0.40318675943323085,
      "right_safety": 13.996646210953996,
      "wrong_risk": 16.253549504924464
     },
     "calls": {
      "missed": 2.0,
      "needless": 9.0,
      "right_risk": 1.0,
      "right_safety": 23.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 0,
      "taken_n": 11,
      "taken_other": 0
     },
     "error_rate": 66.07923958752606,
     "found": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "good": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     },
     "judgement": 48.4375,
     "judgement_hi": 70.40837612323492,
     "judgement_lo": 34.285714285714285,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3333333333333333,
      "x": 0.75,
      "y": 0.28125
     },
     "margin": 0.001,
     "missed": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "needless": {
      "den": 32.0,
      "n": 9.0,
      "share": 0.28125
     },
     "needless_by_loss": {
      "big": {
       "den": 32.0,
       "n": 6.0,
       "share": 0.1875
      },
      "medium": {
       "den": 32.0,
       "n": 2.0,
       "share": 0.0625
      },
      "small": {
       "den": 32.0,
       "n": 1.0,
       "share": 0.03125
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 32.0,
      "n": 23.0,
      "share": 0.71875
     },
     "risk_pays": 4.0,
     "safety_pays": 32.0,
     "scored": 37,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 14.397859771359215,
      "caution": 0.27979613711371615,
      "caution_hi": 1.1042543421504045,
      "caution_lo": -0.44457142124415394,
      "cstar": 4.766112205943283,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5595922742274323,
      "dprime_hi": 1.5563167776233744,
      "dprime_lo": -0.39058447331679047,
      "false_alarm": {
       "den": 32.0,
       "n": 9.0,
       "share": 0.28125
      },
      "false_alarm_rate": 0.2878787878787879,
      "hit": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.1440582573413849,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.25926632351345485,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 14.6,
       "n": 10.0,
       "too_few": true
      },
      "right": {
       "mean": 2.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 36.0,
     "wrong": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.424098948637644,
      "needless": 6.114662088679545,
      "none": 0.0,
      "right_risk": 7.19301046972925,
      "right_safety": 0.6430600628708348,
      "wrong_risk": 10.183699203260018
     },
     "calls": {
      "missed": 71.0,
      "needless": 15.0,
      "right_risk": 64.0,
      "right_safety": 81.0,
      "wrong_risk": 33.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 71,
      "taken_grouped": 0,
      "taken_n": 112,
      "taken_other": 0
     },
     "error_rate": 36.55853077317729,
     "found": {
      "den": 168.0,
      "n": 64.0,
      "share": 0.38095238095238093
     },
     "good": {
      "den": 112.0,
      "n": 64.0,
      "share": 0.5714285714285714
     },
     "judgement": 61.235119047619044,
     "judgement_hi": 66.56372218321681,
     "judgement_lo": 56.04601552360986,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3173076923076923,
      "x": 0.6190476190476191,
      "y": 0.15625
     },
     "margin": 0.001,
     "missed": {
      "den": 168.0,
      "n": 71.0,
      "share": 0.4226190476190476
     },
     "needless": {
      "den": 96.0,
      "n": 15.0,
      "share": 0.15625
     },
     "needless_by_loss": {
      "big": {
       "den": 96.0,
       "n": 14.0,
       "share": 0.14583333333333334
      },
      "medium": {
       "den": 96.0,
       "n": 1.0,
       "share": 0.010416666666666666
      },
      "small": {
       "den": 96.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 96.0,
      "n": 81.0,
      "share": 0.84375
     },
     "risk_pays": 168.0,
     "safety_pays": 96.0,
     "scored": 264,
     "sdt": {
      "aim": {
       "den": 97.0,
       "n": 64.0,
       "share": 0.6597938144329897
      },
      "beta": 1.3311794397585535,
      "caution": 0.40063875564790863,
      "caution_hi": 0.5867792688930517,
      "caution_lo": 0.23274052662360054,
      "cstar": 0.2405257018678579,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1893337961436696,
      "dprime_hi": 1.5884017957269712,
      "dprime_lo": 0.843176663399151,
      "false_alarm": {
       "den": 96.0,
       "n": 15.0,
       "share": 0.15625
      },
      "false_alarm_rate": 0.15979381443298968,
      "hit": {
       "den": 168.0,
       "n": 97.0,
       "share": 0.5773809523809523
      },
      "hit_rate": 0.5769230769230769,
      "missed_loss": 0.0923932992236715,
      "missed_n": 71.0,
      "na": null,
      "needless_loss": 0.21523610552151998,
      "needless_n": 15.0
     },
     "size": {
      "bad": {
       "mean": 11.375,
       "n": 48.0,
       "too_few": true
      },
      "right": {
       "mean": 11.359375,
       "n": 64.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 80.0,
        "n": 49.0,
        "share": 0.6125
       },
       "missed": {
        "den": 80.0,
        "n": 20.0,
        "share": 0.25
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 11.0,
        "share": 0.1375
       }
      },
      "medium": {
       "found": {
        "den": 70.0,
        "n": 14.0,
        "share": 0.2
       },
       "missed": {
        "den": 70.0,
        "n": 38.0,
        "share": 0.5428571428571428
       },
       "risk_pays": 70.0,
       "wrong": {
        "den": 70.0,
        "n": 18.0,
        "share": 0.2571428571428571
       }
      },
      "small": {
       "found": {
        "den": 18.0,
        "n": 1.0,
        "share": 0.05555555555555555
       },
       "missed": {
        "den": 18.0,
        "n": 13.0,
        "share": 0.7222222222222222
       },
       "risk_pays": 18.0,
       "wrong": {
        "den": 18.0,
        "n": 4.0,
        "share": 0.2222222222222222
       }
      }
     },
     "trade_off": 264.0,
     "wrong": {
      "den": 168.0,
      "n": 33.0,
      "share": 0.19642857142857142
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 27.054887107560333,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 27.054887107560333,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 284.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 284,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 608.0,
    "n": 450.0,
    "share": 0.7401315789473685
   },
   "risk_pays": 630.0,
   "safety_pays": 608.0,
   "scored": 1771,
   "sdt": {
    "aim": {
     "den": 330.0,
     "n": 212.0,
     "share": 0.6424242424242425
    },
    "beta": 1.4754531972156928,
    "caution": 0.29145664929222553,
    "caution_hi": 0.38441557313880825,
    "caution_lo": 0.20418106299396463,
    "cstar": 0.5539567978023024,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7021579958801832,
    "dprime_hi": 0.8559682739449705,
    "dprime_lo": 0.5413668695302917,
    "false_alarm": {
     "den": 608.0,
     "n": 158.0,
     "share": 0.2598684210526316
    },
    "false_alarm_rate": 0.2602627257799672,
    "hit": {
     "den": 630.0,
     "n": 330.0,
     "share": 0.5238095238095238
    },
    "hit_rate": 0.5237717908082409,
    "missed_loss": 0.17345785359541574,
    "missed_n": 300.0,
    "na": null,
    "needless_loss": 0.2651895314832277,
    "needless_n": 158.0
   },
   "size": {
    "bad": {
     "mean": 12.753623188405797,
     "n": 276.0,
     "too_few": false
    },
    "right": {
     "mean": 9.476415094339623,
     "n": 212.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 360.0,
      "n": 162.0,
      "share": 0.45
     },
     "missed": {
      "den": 360.0,
      "n": 151.0,
      "share": 0.41944444444444445
     },
     "risk_pays": 360.0,
     "wrong": {
      "den": 360.0,
      "n": 47.0,
      "share": 0.13055555555555556
     }
    },
    "medium": {
     "found": {
      "den": 197.0,
      "n": 41.0,
      "share": 0.20812182741116753
     },
     "missed": {
      "den": 197.0,
      "n": 107.0,
      "share": 0.5431472081218274
     },
     "risk_pays": 197.0,
     "wrong": {
      "den": 197.0,
      "n": 49.0,
      "share": 0.24873096446700507
     }
    },
    "small": {
     "found": {
      "den": 73.0,
      "n": 9.0,
      "share": 0.1232876712328767
     },
     "missed": {
      "den": 73.0,
      "n": 42.0,
      "share": 0.5753424657534246
     },
     "risk_pays": 73.0,
     "wrong": {
      "den": 73.0,
      "n": 22.0,
      "share": 0.3013698630136986
     }
    }
   },
   "trade_off": 1238.0,
   "wrong": {
    "den": 630.0,
    "n": 118.0,
    "share": 0.1873015873015873
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.387703754685141,
    "needless": 12.67404142474805,
    "none": 8.598414031480544,
    "right_risk": 3.262557632030571,
    "right_safety": 3.648618211993923,
    "wrong_risk": 7.470340117231592
   },
   "calls": {
    "missed": 258.0,
    "needless": 189.0,
    "right_risk": 183.0,
    "right_safety": 492.0,
    "wrong_risk": 116.0
   },
   "confidence": {
    "auroc_right_risk": 0.5521544387709397,
    "missed_mean_p": 0.23649300219730765,
    "missed_n": 258,
    "taken_grouped": 0,
    "taken_n": 488,
    "taken_other": 0
   },
   "error_rate": 50.041675172169825,
   "found": {
    "den": 557.0,
    "n": 183.0,
    "share": 0.32854578096947934
   },
   "good": {
    "den": 488.0,
    "n": 183.0,
    "share": 0.375
   },
   "judgement": 52.550637066095106,
   "judgement_hi": 55.08060784634303,
   "judgement_lo": 49.76541114597379,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.31016042780748665,
    "x": 0.6714542190305206,
    "y": 0.2775330396475771
   },
   "margin": 0.02,
   "missed": {
    "den": 557.0,
    "n": 258.0,
    "share": 0.4631956912028725
   },
   "needless": {
    "den": 681.0,
    "n": 189.0,
    "share": 0.2775330396475771
   },
   "needless_by_loss": {
    "big": {
     "den": 681.0,
     "n": 130.0,
     "share": 0.19089574155653452
    },
    "medium": {
     "den": 681.0,
     "n": 34.0,
     "share": 0.049926578560939794
    },
    "small": {
     "den": 681.0,
     "n": 25.0,
     "share": 0.03671071953010279
    }
   },
   "no_trade_off": 533.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 40.15071268351573,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 40.15071268351573,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 159.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 159,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 21.63623765241554,
      "needless": 18.880601983223592,
      "none": 1.1297370930145174,
      "right_risk": 4.020014387839261,
      "right_safety": 5.462751692086603,
      "wrong_risk": 9.688448316862893
     },
     "calls": {
      "missed": 198.0,
      "needless": 160.0,
      "right_risk": 127.0,
      "right_safety": 375.0,
      "wrong_risk": 78.0
     },
     "confidence": {
      "auroc_right_risk": 0.5240521405412558,
      "missed_mean_p": null,
      "missed_n": 198,
      "taken_grouped": 0,
      "taken_n": 365,
      "taken_other": 0
     },
     "error_rate": 60.81779112544241,
     "found": {
      "den": 403.0,
      "n": 127.0,
      "share": 0.315136476426799
     },
     "good": {
      "den": 365.0,
      "n": 127.0,
      "share": 0.34794520547945207
     },
     "judgement": 50.803552793302565,
     "judgement_hi": 54.064349633437985,
     "judgement_lo": 47.70813541193721,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2826086956521739,
      "x": 0.684863523573201,
      "y": 0.29906542056074764
     },
     "margin": 0.02,
     "missed": {
      "den": 403.0,
      "n": 198.0,
      "share": 0.4913151364764268
     },
     "needless": {
      "den": 535.0,
      "n": 160.0,
      "share": 0.29906542056074764
     },
     "needless_by_loss": {
      "big": {
       "den": 535.0,
       "n": 106.0,
       "share": 0.19813084112149532
      },
      "medium": {
       "den": 535.0,
       "n": 31.0,
       "share": 0.05794392523364486
      },
      "small": {
       "den": 535.0,
       "n": 23.0,
       "share": 0.04299065420560748
      }
     },
     "no_trade_off": 89.0,
     "reference": null,
     "right_safety": {
      "den": 535.0,
      "n": 375.0,
      "share": 0.7009345794392523
     },
     "risk_pays": 403.0,
     "safety_pays": 535.0,
     "scored": 1027,
     "sdt": {
      "aim": {
       "den": 205.0,
       "n": 127.0,
       "share": 0.6195121951219512
      },
      "beta": 1.433600149118142,
      "caution": 0.2521467033325987,
      "caution_hi": 0.34926145361132416,
      "caution_lo": 0.14594605137242989,
      "cstar": 0.6576047586153838,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5477284988227251,
      "dprime_hi": 0.7191324974224197,
      "dprime_lo": 0.36464589036532014,
      "false_alarm": {
       "den": 535.0,
       "n": 160.0,
       "share": 0.29906542056074764
      },
      "false_alarm_rate": 0.2994402985074627,
      "hit": {
       "den": 403.0,
       "n": 205.0,
       "share": 0.5086848635235732
      },
      "hit_rate": 0.5086633663366337,
      "missed_loss": 0.2244486471619269,
      "missed_n": 198.0,
      "na": null,
      "needless_loss": 0.24237972795963286,
      "needless_n": 160.0
     },
     "size": {
      "bad": {
       "mean": 12.798319327731093,
       "n": 238.0,
       "too_few": false
      },
      "right": {
       "mean": 8.362204724409448,
       "n": 127.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 278.0,
        "n": 107.0,
        "share": 0.38489208633093525
       },
       "missed": {
        "den": 278.0,
        "n": 130.0,
        "share": 0.4676258992805755
       },
       "risk_pays": 278.0,
       "wrong": {
        "den": 278.0,
        "n": 41.0,
        "share": 0.1474820143884892
       }
      },
      "medium": {
       "found": {
        "den": 125.0,
        "n": 20.0,
        "share": 0.16
       },
       "missed": {
        "den": 125.0,
        "n": 68.0,
        "share": 0.544
       },
       "risk_pays": 125.0,
       "wrong": {
        "den": 125.0,
        "n": 37.0,
        "share": 0.296
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 938.0,
     "wrong": {
      "den": 403.0,
      "n": 78.0,
      "share": 0.1935483870967742
     }
    },
    "holding": {
     "by_call": {
      "missed": 3.893466414632024,
      "needless": 31.532390697582347,
      "none": 0.0,
      "right_risk": 0.0,
      "right_safety": 13.996646210953996,
      "wrong_risk": 16.656736264357697
     },
     "calls": {
      "missed": 2.0,
      "needless": 9.0,
      "right_risk": 0.0,
      "right_safety": 23.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 2,
      "taken_grouped": 0,
      "taken_n": 11,
      "taken_other": 0
     },
     "error_rate": 66.07923958752606,
     "found": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 11.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 35.9375,
     "judgement_hi": 43.654233870967715,
     "judgement_lo": 29.166666666666668,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5,
      "x": 1.0,
      "y": 0.28125
     },
     "margin": 0.02,
     "missed": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     },
     "needless": {
      "den": 32.0,
      "n": 9.0,
      "share": 0.28125
     },
     "needless_by_loss": {
      "big": {
       "den": 32.0,
       "n": 6.0,
       "share": 0.1875
      },
      "medium": {
       "den": 32.0,
       "n": 2.0,
       "share": 0.0625
      },
      "small": {
       "den": 32.0,
       "n": 1.0,
       "share": 0.03125
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 32.0,
      "n": 23.0,
      "share": 0.71875
     },
     "risk_pays": 4.0,
     "safety_pays": 32.0,
     "scored": 37,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 14.397859771359215,
      "caution": 0.27979613711371615,
      "caution_hi": 1.0812886314830465,
      "caution_lo": -0.46828141725869876,
      "cstar": 4.766112205943283,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5595922742274323,
      "dprime_hi": 1.5409075380774928,
      "dprime_lo": -0.3907452668373874,
      "false_alarm": {
       "den": 32.0,
       "n": 9.0,
       "share": 0.28125
      },
      "false_alarm_rate": 0.2878787878787879,
      "hit": {
       "den": 4.0,
       "n": 2.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.1440582573413849,
      "missed_n": 2.0,
      "na": null,
      "needless_loss": 0.25926632351345485,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 13.454545454545455,
       "n": 11.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      },
      "medium": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 1.0,
        "share": 0.5
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 36.0,
     "wrong": {
      "den": 4.0,
      "n": 2.0,
      "share": 0.5
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.803594784754695,
      "needless": 7.153979813059171,
      "none": 0.0,
      "right_risk": 6.247859053087957,
      "right_safety": 1.2635642267537839,
      "wrong_risk": 10.089532895521684
     },
     "calls": {
      "missed": 58.0,
      "needless": 20.0,
      "right_risk": 56.0,
      "right_safety": 94.0,
      "wrong_risk": 36.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 58,
      "taken_grouped": 0,
      "taken_n": 112,
      "taken_other": 0
     },
     "error_rate": 36.55853077317729,
     "found": {
      "den": 150.0,
      "n": 56.0,
      "share": 0.37333333333333335
     },
     "good": {
      "den": 112.0,
      "n": 56.0,
      "share": 0.5
     },
     "judgement": 59.89473684210527,
     "judgement_hi": 65.10533364661654,
     "judgement_lo": 54.91211929417866,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.3829787234042553,
      "x": 0.6266666666666667,
      "y": 0.17543859649122806
     },
     "margin": 0.02,
     "missed": {
      "den": 150.0,
      "n": 58.0,
      "share": 0.38666666666666666
     },
     "needless": {
      "den": 114.0,
      "n": 20.0,
      "share": 0.17543859649122806
     },
     "needless_by_loss": {
      "big": {
       "den": 114.0,
       "n": 18.0,
       "share": 0.15789473684210525
      },
      "medium": {
       "den": 114.0,
       "n": 1.0,
       "share": 0.008771929824561403
      },
      "small": {
       "den": 114.0,
       "n": 1.0,
       "share": 0.008771929824561403
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 114.0,
      "n": 94.0,
      "share": 0.8245614035087719
     },
     "risk_pays": 150.0,
     "safety_pays": 114.0,
     "scored": 264,
     "sdt": {
      "aim": {
       "den": 92.0,
       "n": 56.0,
       "share": 0.6086956521739131
      },
      "beta": 1.3358109792406005,
      "caution": 0.31797803511444456,
      "caution_hi": 0.4739945440768116,
      "caution_lo": 0.16600558389831696,
      "cstar": 0.23967034046696792,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2080701430822658,
      "dprime_hi": 1.5307515422890856,
      "dprime_lo": 0.9199143102124622,
      "false_alarm": {
       "den": 114.0,
       "n": 20.0,
       "share": 0.17543859649122806
      },
      "false_alarm_rate": 0.1782608695652174,
      "hit": {
       "den": 150.0,
       "n": 92.0,
       "share": 0.6133333333333333
      },
      "hit_rate": 0.6125827814569537,
      "missed_loss": 0.10745341459224964,
      "missed_n": 58.0,
      "na": null,
      "needless_loss": 0.1888650670647621,
      "needless_n": 20.0
     },
     "size": {
      "bad": {
       "mean": 12.178571428571429,
       "n": 56.0,
       "too_few": true
      },
      "right": {
       "mean": 10.553571428571429,
       "n": 56.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 80.0,
        "n": 46.0,
        "share": 0.575
       },
       "missed": {
        "den": 80.0,
        "n": 20.0,
        "share": 0.25
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 14.0,
        "share": 0.175
       }
      },
      "medium": {
       "found": {
        "den": 70.0,
        "n": 10.0,
        "share": 0.14285714285714285
       },
       "missed": {
        "den": 70.0,
        "n": 38.0,
        "share": 0.5428571428571428
       },
       "risk_pays": 70.0,
       "wrong": {
        "den": 70.0,
        "n": 22.0,
        "share": 0.3142857142857143
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 264.0,
     "wrong": {
      "den": 150.0,
      "n": 36.0,
      "share": 0.24
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 27.054887107560333,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 27.054887107560333,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 284.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 284,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 681.0,
    "n": 492.0,
    "share": 0.7224669603524229
   },
   "risk_pays": 557.0,
   "safety_pays": 681.0,
   "scored": 1771,
   "sdt": {
    "aim": {
     "den": 299.0,
     "n": 183.0,
     "share": 0.6120401337792643
    },
    "beta": 1.4701899639093918,
    "caution": 0.24849647331859565,
    "caution_hi": 0.33394956034926127,
    "caution_lo": 0.16325798872489897,
    "cstar": 0.5655606936496883,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6814328221852989,
    "dprime_hi": 0.82990020413605,
    "dprime_lo": 0.5338777396462469,
    "false_alarm": {
     "den": 681.0,
     "n": 189.0,
     "share": 0.2775330396475771
    },
    "false_alarm_rate": 0.27785923753665687,
    "hit": {
     "den": 557.0,
     "n": 299.0,
     "share": 0.5368043087971275
    },
    "hit_rate": 0.5367383512544803,
    "missed_loss": 0.19752421201199524,
    "missed_n": 258.0,
    "na": null,
    "needless_loss": 0.23752092447861162,
    "needless_n": 189.0
   },
   "size": {
    "bad": {
     "mean": 12.708196721311475,
     "n": 305.0,
     "too_few": false
    },
    "right": {
     "mean": 9.032786885245901,
     "n": 183.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 360.0,
      "n": 153.0,
      "share": 0.425
     },
     "missed": {
      "den": 360.0,
      "n": 151.0,
      "share": 0.41944444444444445
     },
     "risk_pays": 360.0,
     "wrong": {
      "den": 360.0,
      "n": 56.0,
      "share": 0.15555555555555556
     }
    },
    "medium": {
     "found": {
      "den": 197.0,
      "n": 30.0,
      "share": 0.15228426395939088
     },
     "missed": {
      "den": 197.0,
      "n": 107.0,
      "share": 0.5431472081218274
     },
     "risk_pays": 197.0,
     "wrong": {
      "den": 197.0,
      "n": 60.0,
      "share": 0.30456852791878175
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1238.0,
   "wrong": {
    "den": 557.0,
    "n": 116.0,
    "share": 0.20825852782764812
   }
  }
 },
 "route": {
  "provider": "local (startlux-decide serve)",
  "reasoning": null,
  "spec": "startlux"
 },
 "running": 0,
 "slug": "startlux-decision-v1-1-2b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 53.154235084851585,
   "n": 39,
   "too_few": true
  },
  "blitz": {
   "error_rate": 41.46939927623386,
   "n": 210,
   "too_few": false
  },
  "holding": {
   "error_rate": 66.07923958752606,
   "n": 37,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 59.71272911941796,
   "n": 285,
   "too_few": false
  },
  "other": {
   "error_rate": 60.94071498991531,
   "n": 162,
   "too_few": true
  },
  "priming": {
   "error_rate": 74.88748894897472,
   "n": 331,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
