{
 "confidence": {
  "auroc_best": 0.6998741390575961,
  "auroc_blunder": 0.6565038799918668,
  "confident_badly_wrong": {
   "den": 1933,
   "n": 1,
   "share": 0.0005173305742369374
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 71,
     "n": 1,
     "share": 0.014084507042253521
    },
    "kept": {
     "den": 1933,
     "n": 71,
     "share": 0.03673047077082255
    },
    "mean_loss": 0.00595549378596561,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1933,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.03661764020108809,
  "held_out": {
   "blunders": 0.016147050645145634,
   "kept": 0.04888576325579412,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1933,
  "surest": {
   "cut": 0.6173823339776944,
   "error_rate": 13.34672119499238,
   "n": 484,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-06T00:49:11.217Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 2154,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 2154
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 33.080920154920044,
   "n": 706,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 41.061113151723134,
   "n": 629,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 21.316906616946863,
   "n": 819,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-06T01:04:25.599Z",
   "id": 829,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-06T00:49:11.217Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-06T01:01:02.850Z",
   "id": 830,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 5,
   "started": "2026-11-06T00:49:11.227Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T00:57:35.973Z",
   "id": 831,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T00:49:11.242Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T00:55:34.717Z",
   "id": 832,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-06T00:49:11.263Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:05:24.167Z",
   "id": 839,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-06T00:55:34.985Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:03:21.421Z",
   "id": 842,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-06T00:57:36.211Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:14:47.812Z",
   "id": 844,
   "opponent": "Celeris-1 Decision",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-06T01:01:03.160Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:14:31.044Z",
   "id": 850,
   "opponent": "Jev 1.14.0",
   "score_against": 2,
   "score_for": 7,
   "started": "2026-11-06T01:03:21.592Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:15:28.632Z",
   "id": 851,
   "opponent": "GNUbg weak",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-06T01:04:25.604Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:15:27.806Z",
   "id": 854,
   "opponent": "Safest",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-06T01:05:24.521Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:18:43.560Z",
   "id": 862,
   "opponent": "Liquid d1-ultra",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-06T01:14:47.970Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:28:44.522Z",
   "id": 865,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-06T01:15:28.169Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:21:51.692Z",
   "id": 866,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-06T01:15:28.991Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:25:56.565Z",
   "id": 869,
   "opponent": "Winnow-12B",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-06T01:18:43.720Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:24:19.719Z",
   "id": 871,
   "opponent": "Cygnet",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-06T01:21:51.855Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:39:37.525Z",
   "id": 875,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 6,
   "started": "2026-11-06T01:31:41.225Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:03:36.187Z",
   "id": 878,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 6,
   "score_for": 6,
   "started": "2026-11-06T06:56:29.842Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:10:15.527Z",
   "id": 880,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-06T07:06:59.813Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:21:58.790Z",
   "id": 884,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 4,
   "score_for": 5,
   "started": "2026-11-06T07:17:29.819Z",
   "status": "finished"
  }
 ],
 "name": "Drex Max 1.1",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 31.718181684496507,
   "n": 383,
   "too_few": false
  },
  "16–25": {
   "error_rate": 39.72468182745606,
   "n": 396,
   "too_few": false
  },
  "26+": {
   "error_rate": 47.05372607815859,
   "n": 221,
   "too_few": false
  },
  "2–5": {
   "error_rate": 16.255626152235454,
   "n": 683,
   "too_few": false
  },
  "6–10": {
   "error_rate": 36.64673589597083,
   "n": 471,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 11.968399161723122,
   "n": 134,
   "too_few": true
  },
  "contact": {
   "error_rate": 35.72648667174278,
   "n": 1390,
   "too_few": false
  },
  "holding": {
   "error_rate": 41.0211738841287,
   "n": 58,
   "too_few": true
  },
  "opening": {
   "error_rate": 26.58886717338311,
   "n": 304,
   "too_few": false
  },
  "race": {
   "error_rate": 18.3406367675582,
   "n": 268,
   "too_few": false
  }
 },
 "played": 18,
 "price": {
  "billed_input_per_mtok": 0.03,
  "billed_label": "billed at Nace's launch price",
  "date": "2026-11-05",
  "input_per_mtok": 0.06,
  "label": "list price; output not billed",
  "output_per_mtok": 0.0,
  "source": "nace.ai/drex and console.nace.ai/docs/drex/reference/pricing"
 },
 "quality": {
  "auroc": 0.6998741390575961,
  "best_share": 0.467966573816156,
  "blunder_share": 0.24698235840297122,
  "brier": 0.21946604630177552,
  "clusters": 104,
  "confidence_n": 1933,
  "confident_badly_wrong": 0.0005173305742369374,
  "cost_coverage": 1.0,
  "decisions": 2154,
  "ece": 0.03661764020108809,
  "engine_scored": 2154,
  "error_hi": 33.655578951449584,
  "error_lo": 28.17783955785563,
  "error_rate": 30.938308412760858,
  "first_date": "2026-11-06",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 221,
  "invalid": 0,
  "last_date": "2026-11-06",
  "mean_confidence": 0.47211638192375877,
  "over_budget": 0.0,
  "p95_loss": 0.2940848469734189,
  "probability_source": "decision",
  "retry_mean": 4.769661095636026,
  "scored": 2154,
  "time_median": 0.44,
  "time_p90": 1.0282000000000002,
  "tokens_in": 4414.132311977716,
  "tokens_out": 553.6239554317549,
  "too_few": false,
  "usd_per_1000": 0.26484793871866297,
  "very_confident": 0.03673047077082255,
  "worst_mean": 0.4443892265359561
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7319302721088435,
   "best_share": 0.835820895522388,
   "blunder_share": 0.05970149253731343,
   "brier": 0.163163850603077,
   "clusters": 56,
   "confidence_n": 133,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 134,
   "ece": 0.2068244175045807,
   "engine_scored": 134,
   "error_hi": 22.60495680992996,
   "error_lo": 3.6995213514831593,
   "error_rate": 11.968399161723122,
   "first_date": "2026-11-06",
   "group_sizes": [
    20
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.6441107048689872,
   "over_budget": 0.0,
   "p95_loss": 0.096375685930252,
   "probability_source": "decision",
   "retry_mean": 5.77834328358209,
   "scored": 134,
   "time_median": 0.3535,
   "time_p90": 0.5014,
   "tokens_in": 2866.902985074627,
   "tokens_out": 178.06716417910448,
   "too_few": true,
   "usd_per_1000": 0.17201417910447758,
   "very_confident": 0.09774436090225563,
   "worst_mean": 0.3871790681566511
  },
  "contact": {
   "auroc": 0.6814408223248002,
   "best_share": 0.42302158273381296,
   "blunder_share": 0.28129496402877696,
   "brier": 0.22263630513685917,
   "clusters": 104,
   "confidence_n": 1236,
   "confident_badly_wrong": 0.0008090614886731392,
   "cost_coverage": 1.0,
   "decisions": 1390,
   "ece": 0.031105876512448127,
   "engine_scored": 1390,
   "error_hi": 39.40487753420779,
   "error_lo": 31.980401049561156,
   "error_rate": 35.72648667174278,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 154,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.44744884778068433,
   "over_budget": 0.0,
   "p95_loss": 0.3337576895952223,
   "probability_source": "decision",
   "retry_mean": 4.906681294964029,
   "scored": 1390,
   "time_median": 0.4455,
   "time_p90": 1.1241000000000003,
   "tokens_in": 4573.097122302158,
   "tokens_out": 590.7302158273382,
   "too_few": false,
   "usd_per_1000": 0.27438582733812944,
   "very_confident": 0.023462783171521034,
   "worst_mean": 0.47904035917350224
  },
  "holding": {
   "auroc": 0.5882352941176471,
   "best_share": 0.29310344827586204,
   "blunder_share": 0.3103448275862069,
   "brier": 0.24997394359579983,
   "clusters": 23,
   "confidence_n": 55,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 58,
   "ece": 0.2520109957682266,
   "engine_scored": 58,
   "error_hi": 58.33430212050203,
   "error_lo": 26.288014160594088,
   "error_rate": 41.0211738841287,
   "first_date": "2026-11-06",
   "group_sizes": [
    14,
    17,
    24
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.4891165086982921,
   "over_budget": 0.0,
   "p95_loss": 0.33564744591712947,
   "probability_source": "decision",
   "retry_mean": 5.548931034482759,
   "scored": 58,
   "time_median": 0.3775,
   "time_p90": 0.507,
   "tokens_in": 3771.706896551724,
   "tokens_out": 423.62068965517244,
   "too_few": true,
   "usd_per_1000": 0.22630241379310342,
   "very_confident": 0.03636363636363636,
   "worst_mean": 0.4335622986157735
  },
  "opening": {
   "auroc": 0.6517857142857143,
   "best_share": 0.5263157894736842,
   "blunder_share": 0.23355263157894737,
   "brier": 0.24769531593339697,
   "clusters": 104,
   "confidence_n": 255,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 304,
   "ece": 0.1288091298673662,
   "engine_scored": 304,
   "error_hi": 32.314942569636074,
   "error_lo": 21.43930382117506,
   "error_rate": 26.58886717338311,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 49,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.4396836758240325,
   "over_budget": 0.0,
   "p95_loss": 0.26612891405820843,
   "probability_source": "decision",
   "retry_mean": 4.949217105263157,
   "scored": 304,
   "time_median": 0.4625,
   "time_p90": 1.2667999999999997,
   "tokens_in": 5221.815789473684,
   "tokens_out": 752.1480263157895,
   "too_few": false,
   "usd_per_1000": 0.313308947368421,
   "very_confident": 0.054901960784313725,
   "worst_mean": 0.33757983644803363
  },
  "race": {
   "auroc": 0.7670820932539683,
   "best_share": 0.48880597014925375,
   "blunder_share": 0.16417910447761194,
   "brier": 0.19857373921724286,
   "clusters": 86,
   "confidence_n": 254,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 268,
   "ece": 0.08666747116710825,
   "engine_scored": 268,
   "error_hi": 24.59754858333718,
   "error_lo": 12.598237916939201,
   "error_rate": 18.3406367675582,
   "first_date": "2026-11-06",
   "group_sizes": [
    14,
    16,
    18,
    19,
    20,
    22,
    23,
    24,
    25
   ],
   "grouped": 14,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5309713438605914,
   "over_budget": 0.0,
   "p95_loss": 0.18274751901626549,
   "probability_source": "decision",
   "retry_mean": 3.1823320895522387,
   "scored": 268,
   "time_median": 0.381,
   "time_p90": 0.5358,
   "tokens_in": 3586.1194029850744,
   "tokens_out": 351.89179104477614,
   "too_few": false,
   "usd_per_1000": 0.21516716417910445,
   "very_confident": 0.051181102362204724,
   "worst_mean": 0.31338446415387666
  }
 },
 "record": {
  "drawn": 2,
  "lost": 4,
  "won": 12
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.927982614122282,
    "needless": 6.752659379052363,
    "none": 3.845989275222148,
    "right_risk": 1.909075175155172,
    "right_safety": 4.012854809603873,
    "wrong_risk": 2.4897471596050176
   },
   "calls": {
    "missed": 405.0,
    "needless": 164.0,
    "right_risk": 250.0,
    "right_safety": 775.0,
    "wrong_risk": 47.0
   },
   "confidence": {
    "auroc_right_risk": 0.4907097056251822,
    "missed_mean_p": 0.4207212264933824,
    "missed_n": 352,
    "taken_grouped": 54,
    "taken_n": 407,
    "taken_other": 0
   },
   "error_rate": 30.938308412760858,
   "found": {
    "den": 702.0,
    "n": 250.0,
    "share": 0.3561253561253561
   },
   "good": {
    "den": 461.0,
    "n": 250.0,
    "share": 0.5422993492407809
   },
   "judgement": 59.07357345057025,
   "judgement_hi": 61.29022329087368,
   "judgement_lo": 57.000760145880484,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.10398230088495575,
    "x": 0.6438746438746439,
    "y": 0.17465388711395102
   },
   "margin": 0.001,
   "missed": {
    "den": 702.0,
    "n": 405.0,
    "share": 0.5769230769230769
   },
   "needless": {
    "den": 939.0,
    "n": 164.0,
    "share": 0.17465388711395102
   },
   "needless_by_loss": {
    "big": {
     "den": 939.0,
     "n": 102.0,
     "share": 0.10862619808306709
    },
    "medium": {
     "den": 939.0,
     "n": 46.0,
     "share": 0.04898828541001065
    },
    "small": {
     "den": 939.0,
     "n": 16.0,
     "share": 0.01703940362087327
    }
   },
   "no_trade_off": 513.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.968399161723122,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.968399161723122,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 134.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 134,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.371468255845762,
      "needless": 9.479478816334293,
      "none": 1.1633277368202484,
      "right_risk": 1.6685498275345179,
      "right_safety": 5.101213813256875,
      "wrong_risk": 2.94244822195108
     },
     "calls": {
      "missed": 337.0,
      "needless": 136.0,
      "right_risk": 137.0,
      "right_safety": 641.0,
      "wrong_risk": 34.0
     },
     "confidence": {
      "auroc_right_risk": 0.4778062678062678,
      "missed_mean_p": 0.4169728602934986,
      "missed_n": 299,
      "taken_grouped": 40,
      "taken_n": 267,
      "taken_other": 0
     },
     "error_rate": 35.72648667174278,
     "found": {
      "den": 508.0,
      "n": 137.0,
      "share": 0.26968503937007876
     },
     "good": {
      "den": 307.0,
      "n": 137.0,
      "share": 0.44625407166123776
     },
     "judgement": 54.732643216895184,
     "judgement_hi": 57.022749635133074,
     "judgement_lo": 52.32606969945248,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09164420485175202,
      "x": 0.7303149606299213,
      "y": 0.17503217503217502
     },
     "margin": 0.001,
     "missed": {
      "den": 508.0,
      "n": 337.0,
      "share": 0.6633858267716536
     },
     "needless": {
      "den": 777.0,
      "n": 136.0,
      "share": 0.17503217503217502
     },
     "needless_by_loss": {
      "big": {
       "den": 777.0,
       "n": 90.0,
       "share": 0.11583011583011583
      },
      "medium": {
       "den": 777.0,
       "n": 33.0,
       "share": 0.04247104247104247
      },
      "small": {
       "den": 777.0,
       "n": 13.0,
       "share": 0.01673101673101673
      }
     },
     "no_trade_off": 105.0,
     "reference": null,
     "right_safety": {
      "den": 777.0,
      "n": 641.0,
      "share": 0.824967824967825
     },
     "risk_pays": 508.0,
     "safety_pays": 777.0,
     "scored": 1390,
     "sdt": {
      "aim": {
       "den": 171.0,
       "n": 137.0,
       "share": 0.8011695906432749
      },
      "beta": 2.3373158646864334,
      "caution": 0.6768438383633646,
      "caution_hi": 0.7541864843649091,
      "caution_lo": 0.602502132324711,
      "cstar": 1.658198595588392,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5120033311274625,
      "dprime_hi": 0.6742992094402338,
      "dprime_lo": 0.341040430669491,
      "false_alarm": {
       "den": 777.0,
       "n": 136.0,
       "share": 0.17503217503217502
      },
      "false_alarm_rate": 0.17544987146529564,
      "hit": {
       "den": 508.0,
       "n": 171.0,
       "share": 0.33661417322834647
      },
      "hit_rate": 0.3369351669941061,
      "missed_loss": 0.12680320994436564,
      "missed_n": 337.0,
      "na": null,
      "needless_loss": 0.19377169933389216,
      "needless_n": 136.0
     },
     "size": {
      "bad": {
       "mean": 10.382352941176471,
       "n": 170.0,
       "too_few": true
      },
      "right": {
       "mean": 6.45985401459854,
       "n": 137.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 266.0,
        "n": 100.0,
        "share": 0.37593984962406013
       },
       "missed": {
        "den": 266.0,
        "n": 151.0,
        "share": 0.5676691729323309
       },
       "risk_pays": 266.0,
       "wrong": {
        "den": 266.0,
        "n": 15.0,
        "share": 0.05639097744360902
       }
      },
      "medium": {
       "found": {
        "den": 169.0,
        "n": 29.0,
        "share": 0.17159763313609466
       },
       "missed": {
        "den": 169.0,
        "n": 130.0,
        "share": 0.7692307692307693
       },
       "risk_pays": 169.0,
       "wrong": {
        "den": 169.0,
        "n": 10.0,
        "share": 0.05917159763313609
       }
      },
      "small": {
       "found": {
        "den": 73.0,
        "n": 8.0,
        "share": 0.1095890410958904
       },
       "missed": {
        "den": 73.0,
        "n": 56.0,
        "share": 0.7671232876712328
       },
       "risk_pays": 73.0,
       "wrong": {
        "den": 73.0,
        "n": 9.0,
        "share": 0.1232876712328767
       }
      }
     },
     "trade_off": 1285.0,
     "wrong": {
      "den": 508.0,
      "n": 34.0,
      "share": 0.06692913385826772
     }
    },
    "holding": {
     "by_call": {
      "missed": 11.31488639732887,
      "needless": 11.14318442755732,
      "none": 2.467943676586809,
      "right_risk": 2.041232996973498,
      "right_safety": 10.939250732290335,
      "wrong_risk": 3.114675653391871
     },
     "calls": {
      "missed": 9.0,
      "needless": 13.0,
      "right_risk": 1.0,
      "right_safety": 29.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 15,
      "taken_other": 0
     },
     "error_rate": 41.0211738841287,
     "found": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     },
     "good": {
      "den": 15.0,
      "n": 1.0,
      "share": 0.06666666666666667
     },
     "judgement": 39.06926406926407,
     "judgement_hi": 58.13734030197445,
     "judgement_lo": 27.500000000000004,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1,
      "x": 0.9090909090909091,
      "y": 0.30952380952380953
     },
     "margin": 0.001,
     "missed": {
      "den": 11.0,
      "n": 9.0,
      "share": 0.8181818181818182
     },
     "needless": {
      "den": 42.0,
      "n": 13.0,
      "share": 0.30952380952380953
     },
     "needless_by_loss": {
      "big": {
       "den": 42.0,
       "n": 6.0,
       "share": 0.14285714285714285
      },
      "medium": {
       "den": 42.0,
       "n": 4.0,
       "share": 0.09523809523809523
      },
      "small": {
       "den": 42.0,
       "n": 3.0,
       "share": 0.07142857142857142
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 42.0,
      "n": 29.0,
      "share": 0.6904761904761905
     },
     "risk_pays": 11.0,
     "safety_pays": 42.0,
     "scored": 58,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 2.6032440406724318,
      "caution": 0.648446348761347,
      "caution_hi": 1.1842653189871584,
      "caution_lo": 0.10922721012221846,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.3275429054771317,
      "dprime_hi": 0.9081469749733615,
      "dprime_lo": -1.492139551015941,
      "false_alarm": {
       "den": 42.0,
       "n": 13.0,
       "share": 0.30952380952380953
      },
      "false_alarm_rate": 0.313953488372093,
      "hit": {
       "den": 11.0,
       "n": 2.0,
       "share": 0.18181818181818182
      },
      "hit_rate": 0.20833333333333334,
      "missed_loss": 0.1458363135655721,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.09943149181512687,
      "needless_n": 13.0
     },
     "size": {
      "bad": {
       "mean": 9.928571428571429,
       "n": 14.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 53.0,
     "wrong": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.073257447857605,
      "needless": 2.3764738518940773,
      "none": 0.016573914571812277,
      "right_risk": 5.50813208285131,
      "right_safety": 3.0214655164041018,
      "wrong_risk": 3.5929643598042036
     },
     "calls": {
      "missed": 59.0,
      "needless": 15.0,
      "right_risk": 112.0,
      "right_safety": 105.0,
      "wrong_risk": 12.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 45,
      "taken_grouped": 14,
      "taken_n": 125,
      "taken_other": 0
     },
     "error_rate": 26.58886717338311,
     "found": {
      "den": 183.0,
      "n": 112.0,
      "share": 0.6120218579234973
     },
     "good": {
      "den": 139.0,
      "n": 112.0,
      "share": 0.8057553956834532
     },
     "judgement": 74.35109289617486,
     "judgement_hi": 78.6692084366908,
     "judgement_lo": 69.78294908730128,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16901408450704225,
      "x": 0.3879781420765027,
      "y": 0.125
     },
     "margin": 0.001,
     "missed": {
      "den": 183.0,
      "n": 59.0,
      "share": 0.3224043715846995
     },
     "needless": {
      "den": 120.0,
      "n": 15.0,
      "share": 0.125
     },
     "needless_by_loss": {
      "big": {
       "den": 120.0,
       "n": 6.0,
       "share": 0.05
      },
      "medium": {
       "den": 120.0,
       "n": 9.0,
       "share": 0.075
      },
      "small": {
       "den": 120.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 120.0,
      "n": 105.0,
      "share": 0.875
     },
     "risk_pays": 183.0,
     "safety_pays": 120.0,
     "scored": 304,
     "sdt": {
      "aim": {
       "den": 124.0,
       "n": 112.0,
       "share": 0.9032258064516129
      },
      "beta": 0.5076910267946547,
      "caution": 0.3385627733495842,
      "caution_hi": 0.5608693397173844,
      "caution_lo": 0.1522918003003114,
      "cstar": -0.4253460362825174,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.5937194039403524,
      "dprime_hi": 2.0107007408324913,
      "dprime_lo": 1.258012000203872,
      "false_alarm": {
       "den": 120.0,
       "n": 15.0,
       "share": 0.125
      },
      "false_alarm_rate": 0.128099173553719,
      "hit": {
       "den": 183.0,
       "n": 124.0,
       "share": 0.6775956284153005
      },
      "hit_rate": 0.6766304347826086,
      "missed_loss": 0.12441594115758346,
      "missed_n": 59.0,
      "na": null,
      "needless_loss": 0.09632640679677328,
      "needless_n": 15.0
     },
     "size": {
      "bad": {
       "mean": 10.296296296296296,
       "n": 27.0,
       "too_few": true
      },
      "right": {
       "mean": 16.991071428571427,
       "n": 112.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 62.0,
        "share": 0.6262626262626263
       },
       "missed": {
        "den": 99.0,
        "n": 32.0,
        "share": 0.32323232323232326
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 5.0,
        "share": 0.050505050505050504
       }
      },
      "medium": {
       "found": {
        "den": 68.0,
        "n": 38.0,
        "share": 0.5588235294117647
       },
       "missed": {
        "den": 68.0,
        "n": 25.0,
        "share": 0.36764705882352944
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 5.0,
        "share": 0.07352941176470588
       }
      },
      "small": {
       "found": {
        "den": 16.0,
        "n": 12.0,
        "share": 0.75
       },
       "missed": {
        "den": 16.0,
        "n": 2.0,
        "share": 0.125
       },
       "risk_pays": 16.0,
       "wrong": {
        "den": 16.0,
        "n": 2.0,
        "share": 0.125
       }
      }
     },
     "trade_off": 303.0,
     "wrong": {
      "den": 183.0,
      "n": 12.0,
      "share": 0.06557377049180328
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.3406367675582,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.3406367675582,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 268.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 268,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 939.0,
    "n": 775.0,
    "share": 0.825346112886049
   },
   "risk_pays": 702.0,
   "safety_pays": 939.0,
   "scored": 2154,
   "sdt": {
    "aim": {
     "den": 297.0,
     "n": 250.0,
     "share": 0.8417508417508418
    },
    "beta": 1.8700253818340709,
    "caution": 0.564168975565462,
    "caution_hi": 0.6383458070788971,
    "caution_lo": 0.4947998839961255,
    "cstar": 0.8449212661152368,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7408406310160365,
    "dprime_hi": 0.874631176320093,
    "dprime_lo": 0.5960410140630347,
    "false_alarm": {
     "den": 939.0,
     "n": 164.0,
     "share": 0.17465388711395102
    },
    "false_alarm_rate": 0.175,
    "hit": {
     "den": 702.0,
     "n": 297.0,
     "share": 0.4230769230769231
    },
    "hit_rate": 0.42318634423897583,
    "missed_loss": 0.12687839284355257,
    "missed_n": 405.0,
    "na": null,
    "needless_loss": 0.17738083295705842,
    "needless_n": 164.0
   },
   "size": {
    "bad": {
     "mean": 10.341232227488153,
     "n": 211.0,
     "too_few": false
    },
    "right": {
     "mean": 11.196,
     "n": 250.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 370.0,
      "n": 163.0,
      "share": 0.44054054054054054
     },
     "missed": {
      "den": 370.0,
      "n": 186.0,
      "share": 0.5027027027027027
     },
     "risk_pays": 370.0,
     "wrong": {
      "den": 370.0,
      "n": 21.0,
      "share": 0.05675675675675676
     }
    },
    "medium": {
     "found": {
      "den": 241.0,
      "n": 67.0,
      "share": 0.27800829875518673
     },
     "missed": {
      "den": 241.0,
      "n": 159.0,
      "share": 0.6597510373443983
     },
     "risk_pays": 241.0,
     "wrong": {
      "den": 241.0,
      "n": 15.0,
      "share": 0.06224066390041494
     }
    },
    "small": {
     "found": {
      "den": 91.0,
      "n": 20.0,
      "share": 0.21978021978021978
     },
     "missed": {
      "den": 91.0,
      "n": 60.0,
      "share": 0.6593406593406593
     },
     "risk_pays": 91.0,
     "wrong": {
      "den": 91.0,
      "n": 11.0,
      "share": 0.12087912087912088
     }
    }
   },
   "trade_off": 1641.0,
   "wrong": {
    "den": 702.0,
    "n": 47.0,
    "share": 0.06695156695156695
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.616873389720475,
    "needless": 7.18516635750883,
    "none": 3.845989275222148,
    "right_risk": 1.7456041239098254,
    "right_safety": 4.323964034005681,
    "wrong_risk": 2.220711232393897
   },
   "calls": {
    "missed": 345.0,
    "needless": 195.0,
    "right_risk": 221.0,
    "right_safety": 835.0,
    "wrong_risk": 45.0
   },
   "confidence": {
    "auroc_right_risk": 0.4841068407058255,
    "missed_mean_p": 0.42222364351558717,
    "missed_n": 303,
    "taken_grouped": 54,
    "taken_n": 407,
    "taken_other": 0
   },
   "error_rate": 30.938308412760858,
   "found": {
    "den": 611.0,
    "n": 221.0,
    "share": 0.3617021276595745
   },
   "good": {
    "den": 461.0,
    "n": 221.0,
    "share": 0.4793926247288503
   },
   "judgement": 58.619086965503,
   "judgement_hi": 60.86185587474243,
   "judgement_lo": 56.34080823588604,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.11538461538461539,
    "x": 0.6382978723404256,
    "y": 0.18932038834951456
   },
   "margin": 0.02,
   "missed": {
    "den": 611.0,
    "n": 345.0,
    "share": 0.5646481178396072
   },
   "needless": {
    "den": 1030.0,
    "n": 195.0,
    "share": 0.18932038834951456
   },
   "needless_by_loss": {
    "big": {
     "den": 1030.0,
     "n": 109.0,
     "share": 0.10582524271844661
    },
    "medium": {
     "den": 1030.0,
     "n": 47.0,
     "share": 0.04563106796116505
    },
    "small": {
     "den": 1030.0,
     "n": 39.0,
     "share": 0.037864077669902914
    }
   },
   "no_trade_off": 513.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 11.968399161723122,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 11.968399161723122,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 134.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 134,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.90289212988435,
      "needless": 10.085788647905527,
      "none": 1.1633277368202484,
      "right_risk": 1.6281942883841425,
      "right_safety": 5.569789939218288,
      "wrong_risk": 2.3764939295302194
     },
     "calls": {
      "missed": 281.0,
      "needless": 153.0,
      "right_risk": 126.0,
      "right_safety": 697.0,
      "wrong_risk": 28.0
     },
     "confidence": {
      "auroc_right_risk": 0.47633840436650793,
      "missed_mean_p": 0.41919250205810216,
      "missed_n": 254,
      "taken_grouped": 40,
      "taken_n": 267,
      "taken_other": 0
     },
     "error_rate": 35.72648667174278,
     "found": {
      "den": 435.0,
      "n": 126.0,
      "share": 0.2896551724137931
     },
     "good": {
      "den": 307.0,
      "n": 126.0,
      "share": 0.41042345276872966
     },
     "judgement": 55.48275862068965,
     "judgement_hi": 58.03772117708547,
     "judgement_lo": 52.960050917735224,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.09061488673139159,
      "x": 0.7103448275862069,
      "y": 0.18
     },
     "margin": 0.02,
     "missed": {
      "den": 435.0,
      "n": 281.0,
      "share": 0.6459770114942529
     },
     "needless": {
      "den": 850.0,
      "n": 153.0,
      "share": 0.18
     },
     "needless_by_loss": {
      "big": {
       "den": 850.0,
       "n": 95.0,
       "share": 0.11176470588235295
      },
      "medium": {
       "den": 850.0,
       "n": 34.0,
       "share": 0.04
      },
      "small": {
       "den": 850.0,
       "n": 24.0,
       "share": 0.02823529411764706
      }
     },
     "no_trade_off": 105.0,
     "reference": null,
     "right_safety": {
      "den": 850.0,
      "n": 697.0,
      "share": 0.82
     },
     "risk_pays": 435.0,
     "safety_pays": 850.0,
     "scored": 1390,
     "sdt": {
      "aim": {
       "den": 154.0,
       "n": 126.0,
       "share": 0.8181818181818182
      },
      "beta": 2.4287558685307324,
      "caution": 0.6437573156566041,
      "caution_hi": 0.7226966444735954,
      "caution_lo": 0.5676212844725108,
      "cstar": 1.6422261790853756,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5403513531107973,
      "dprime_hi": 0.701086257680853,
      "dprime_lo": 0.3721654815913066,
      "false_alarm": {
       "den": 850.0,
       "n": 153.0,
       "share": 0.18
      },
      "false_alarm_rate": 0.18037602820211515,
      "hit": {
       "den": 435.0,
       "n": 154.0,
       "share": 0.35402298850574715
      },
      "hit_rate": 0.3543577981651376,
      "missed_loss": 0.14743786519956759,
      "missed_n": 281.0,
      "na": null,
      "needless_loss": 0.18325812053057103,
      "needless_n": 153.0
     },
     "size": {
      "bad": {
       "mean": 10.022099447513812,
       "n": 181.0,
       "too_few": true
      },
      "right": {
       "mean": 6.634920634920635,
       "n": 126.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 266.0,
        "n": 100.0,
        "share": 0.37593984962406013
       },
       "missed": {
        "den": 266.0,
        "n": 151.0,
        "share": 0.5676691729323309
       },
       "risk_pays": 266.0,
       "wrong": {
        "den": 266.0,
        "n": 15.0,
        "share": 0.05639097744360902
       }
      },
      "medium": {
       "found": {
        "den": 169.0,
        "n": 26.0,
        "share": 0.15384615384615385
       },
       "missed": {
        "den": 169.0,
        "n": 130.0,
        "share": 0.7692307692307693
       },
       "risk_pays": 169.0,
       "wrong": {
        "den": 169.0,
        "n": 13.0,
        "share": 0.07692307692307693
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1285.0,
     "wrong": {
      "den": 435.0,
      "n": 28.0,
      "share": 0.06436781609195402
     }
    },
    "holding": {
     "by_call": {
      "missed": 11.18811451155564,
      "needless": 11.14318442755732,
      "none": 2.467943676586809,
      "right_risk": 0.0,
      "right_safety": 11.066022618063565,
      "wrong_risk": 5.155908650365369
     },
     "calls": {
      "missed": 7.0,
      "needless": 13.0,
      "right_risk": 0.0,
      "right_safety": 31.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 15,
      "taken_other": 0
     },
     "error_rate": 41.0211738841287,
     "found": {
      "den": 9.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 15.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 35.22727272727273,
     "judgement_hi": 42.64795552367288,
     "judgement_lo": 27.631578947368425,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2222222222222222,
      "x": 1.0,
      "y": 0.29545454545454547
     },
     "margin": 0.02,
     "missed": {
      "den": 9.0,
      "n": 7.0,
      "share": 0.7777777777777778
     },
     "needless": {
      "den": 44.0,
      "n": 13.0,
      "share": 0.29545454545454547
     },
     "needless_by_loss": {
      "big": {
       "den": 44.0,
       "n": 6.0,
       "share": 0.13636363636363635
      },
      "medium": {
       "den": 44.0,
       "n": 4.0,
       "share": 0.09090909090909091
      },
      "small": {
       "den": 44.0,
       "n": 3.0,
       "share": 0.06818181818181818
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 44.0,
      "n": 31.0,
      "share": 0.7045454545454546
     },
     "risk_pays": 9.0,
     "safety_pays": 44.0,
     "scored": 58,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 2.6219069239071056,
      "caution": 0.5994451314520612,
      "caution_hi": 1.1495646835657451,
      "caution_lo": -0.011729487929625478,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.15008923748804104,
      "dprime_hi": 1.1688707128078255,
      "dprime_lo": -1.3414341129407767,
      "false_alarm": {
       "den": 44.0,
       "n": 13.0,
       "share": 0.29545454545454547
      },
      "false_alarm_rate": 0.3,
      "hit": {
       "den": 9.0,
       "n": 2.0,
       "share": 0.2222222222222222
      },
      "hit_rate": 0.25,
      "missed_loss": 0.18540304047720774,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.09943149181512687,
      "needless_n": 13.0
     },
     "size": {
      "bad": {
       "mean": 10.0,
       "n": 15.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 3.0,
        "share": 0.6
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 2.0,
        "share": 0.4
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 53.0,
     "wrong": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.035574273843514,
      "needless": 2.668741502259907,
      "none": 0.016573914571812277,
      "right_risk": 4.9238198093677825,
      "right_safety": 3.0591486904181933,
      "wrong_risk": 3.8850089829219017
     },
     "calls": {
      "missed": 57.0,
      "needless": 29.0,
      "right_risk": 95.0,
      "right_safety": 107.0,
      "wrong_risk": 15.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 43,
      "taken_grouped": 14,
      "taken_n": 125,
      "taken_other": 0
     },
     "error_rate": 26.58886717338311,
     "found": {
      "den": 167.0,
      "n": 95.0,
      "share": 0.5688622754491018
     },
     "good": {
      "den": 139.0,
      "n": 95.0,
      "share": 0.6834532374100719
     },
     "judgement": 67.78134906657274,
     "judgement_hi": 72.19926228317158,
     "judgement_lo": 63.172337867387355,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20833333333333334,
      "x": 0.4311377245508982,
      "y": 0.21323529411764705
     },
     "margin": 0.02,
     "missed": {
      "den": 167.0,
      "n": 57.0,
      "share": 0.3413173652694611
     },
     "needless": {
      "den": 136.0,
      "n": 29.0,
      "share": 0.21323529411764705
     },
     "needless_by_loss": {
      "big": {
       "den": 136.0,
       "n": 8.0,
       "share": 0.058823529411764705
      },
      "medium": {
       "den": 136.0,
       "n": 9.0,
       "share": 0.0661764705882353
      },
      "small": {
       "den": 136.0,
       "n": 12.0,
       "share": 0.08823529411764706
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 136.0,
      "n": 107.0,
      "share": 0.7867647058823529
     },
     "risk_pays": 167.0,
     "safety_pays": 136.0,
     "scored": 304,
     "sdt": {
      "aim": {
       "den": 110.0,
       "n": 95.0,
       "share": 0.8636363636363636
      },
      "beta": 0.3549269582504869,
      "caution": 0.19088510312966228,
      "caution_hi": 0.37605922032552924,
      "caution_lo": 0.023175360670167146,
      "cstar": -0.8672747287166804,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1943657848952638,
      "dprime_hi": 1.523371499985175,
      "dprime_lo": 0.8800210604935618,
      "false_alarm": {
       "den": 136.0,
       "n": 29.0,
       "share": 0.21323529411764705
      },
      "false_alarm_rate": 0.21532846715328466,
      "hit": {
       "den": 167.0,
       "n": 110.0,
       "share": 0.6586826347305389
      },
      "hit_rate": 0.6577380952380952,
      "missed_loss": 0.12837945892099747,
      "missed_n": 57.0,
      "na": null,
      "needless_loss": 0.055951545978414605,
      "needless_n": 29.0
     },
     "size": {
      "bad": {
       "mean": 13.25,
       "n": 44.0,
       "too_few": true
      },
      "right": {
       "mean": 16.821052631578947,
       "n": 95.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 61.0,
        "share": 0.6161616161616161
       },
       "missed": {
        "den": 99.0,
        "n": 32.0,
        "share": 0.32323232323232326
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 6.0,
        "share": 0.06060606060606061
       }
      },
      "medium": {
       "found": {
        "den": 68.0,
        "n": 34.0,
        "share": 0.5
       },
       "missed": {
        "den": 68.0,
        "n": 25.0,
        "share": 0.36764705882352944
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 9.0,
        "share": 0.1323529411764706
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 303.0,
     "wrong": {
      "den": 167.0,
      "n": 15.0,
      "share": 0.08982035928143713
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 18.3406367675582,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 18.3406367675582,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 268.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 268,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 1030.0,
    "n": 835.0,
    "share": 0.8106796116504854
   },
   "risk_pays": 611.0,
   "safety_pays": 1030.0,
   "scored": 2154,
   "sdt": {
    "aim": {
     "den": 266.0,
     "n": 221.0,
     "share": 0.8308270676691729
    },
    "beta": 1.8447098633019747,
    "caution": 0.5208937124904889,
    "caution_hi": 0.5996028585427463,
    "caution_lo": 0.4439115793921714,
    "cstar": 0.8542500695540115,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7167948019990426,
    "dprime_hi": 0.8527811558372264,
    "dprime_lo": 0.5824928911205155,
    "false_alarm": {
     "den": 1030.0,
     "n": 195.0,
     "share": 0.18932038834951456
    },
    "false_alarm_rate": 0.18962172647914646,
    "hit": {
     "den": 611.0,
     "n": 266.0,
     "share": 0.4353518821603928
    },
    "hit_rate": 0.4354575163398693,
    "missed_loss": 0.14505939293598782,
    "missed_n": 345.0,
    "na": null,
    "needless_loss": 0.15873690599050277,
    "needless_n": 195.0
   },
   "size": {
    "bad": {
     "mean": 10.6125,
     "n": 240.0,
     "too_few": false
    },
    "right": {
     "mean": 11.013574660633484,
     "n": 221.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 370.0,
      "n": 161.0,
      "share": 0.43513513513513513
     },
     "missed": {
      "den": 370.0,
      "n": 186.0,
      "share": 0.5027027027027027
     },
     "risk_pays": 370.0,
     "wrong": {
      "den": 370.0,
      "n": 23.0,
      "share": 0.062162162162162166
     }
    },
    "medium": {
     "found": {
      "den": 241.0,
      "n": 60.0,
      "share": 0.24896265560165975
     },
     "missed": {
      "den": 241.0,
      "n": 159.0,
      "share": 0.6597510373443983
     },
     "risk_pays": 241.0,
     "wrong": {
      "den": 241.0,
      "n": 22.0,
      "share": 0.0912863070539419
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1641.0,
   "wrong": {
    "den": 611.0,
    "n": 45.0,
    "share": 0.07364975450081833
   }
  }
 },
 "route": {
  "provider": "nace",
  "reasoning": null,
  "spec": "nace/drex-max-v1.1"
 },
 "running": 0,
 "slug": "drex-max-1-1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 53.44728258523074,
   "n": 55,
   "too_few": true
  },
  "blitz": {
   "error_rate": 30.995518719549658,
   "n": 278,
   "too_few": false
  },
  "holding": {
   "error_rate": 41.0211738841287,
   "n": 58,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 38.30670175904577,
   "n": 440,
   "too_few": false
  },
  "other": {
   "error_rate": 37.08844381359826,
   "n": 226,
   "too_few": false
  },
  "priming": {
   "error_rate": 32.906712664057835,
   "n": 391,
   "too_few": false
  }
 },
 "total": 19,
 "usd_per_1000_billed": 0.1324239693593315,
 "version": "v3"
}
