{
 "confidence": {
  "auroc_best": 0.6725182657686165,
  "auroc_blunder": 0.646375629416239,
  "confident_badly_wrong": {
   "den": 1725,
   "n": 13,
   "share": 0.007536231884057971
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 114,
     "n": 13,
     "share": 0.11403508771929824
    },
    "kept": {
     "den": 1725,
     "n": 114,
     "share": 0.06608695652173913
    },
    "mean_loss": 0.0397195358548248,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1725,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.09470707246376812,
  "held_out": {
   "blunders": 0.06094252747738621,
   "kept": 0.011740860337073966,
   "no_cutoff": 1,
   "runs": 300
  },
  "n": 1725,
  "surest": {
   "cut": 0.7227,
   "error_rate": 21.596528555232066,
   "n": 432,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-06T00:49:11.349Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1937,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1937
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 42.920313983947246,
   "n": 572,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 53.134828286115514,
   "n": 602,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 23.48704227926222,
   "n": 763,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-06T00:54:38.975Z",
   "id": 833,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-06T00:49:11.349Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T00:56:59.848Z",
   "id": 834,
   "opponent": "Inception Mercury Decide",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-06T00:49:11.364Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:04:25.649Z",
   "id": 835,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-06T00:49:11.379Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-06T00:54:39.303Z",
   "id": 836,
   "opponent": "Jev 1.13.0",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-06T00:49:11.399Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:02:10.081Z",
   "id": 837,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T00:54:40.868Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T00:56:55.328Z",
   "id": 838,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-06T00:54:41.006Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:00:42.954Z",
   "id": 840,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-06T00:56:55.626Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:07:51.321Z",
   "id": 841,
   "opponent": "Jev 1.14.0",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-06T00:56:59.998Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:05:05.993Z",
   "id": 843,
   "opponent": "GNUbg weak",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-06T01:00:43.966Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:09:17.649Z",
   "id": 849,
   "opponent": "Safest",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T01:02:10.256Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:11:53.540Z",
   "id": 852,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T01:04:25.657Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:20:50.935Z",
   "id": 853,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-06T01:05:06.165Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:14:50.296Z",
   "id": 858,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-06T01:09:17.818Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:22:48.040Z",
   "id": 860,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 7,
   "started": "2026-11-06T01:11:53.699Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:19:51.303Z",
   "id": 863,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-06T01:14:50.443Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:38:22.647Z",
   "id": 876,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-06T01:31:41.362Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:03:35.131Z",
   "id": 877,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 4,
   "score_for": 7,
   "started": "2026-11-06T06:56:29.819Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:13:48.810Z",
   "id": 881,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-06T07:06:59.826Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:19:06.524Z",
   "id": 883,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-06T07:17:29.809Z",
   "status": "finished"
  }
 ],
 "name": "Drex 2.0",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 44.95407101653871,
   "n": 315,
   "too_few": false
  },
  "16–25": {
   "error_rate": 53.750149480573405,
   "n": 333,
   "too_few": false
  },
  "26+": {
   "error_rate": 50.544148135297704,
   "n": 212,
   "too_few": false
  },
  "2–5": {
   "error_rate": 18.13603543876847,
   "n": 632,
   "too_few": false
  },
  "6–10": {
   "error_rate": 45.44164839755283,
   "n": 445,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 21.250931241295554,
   "n": 110,
   "too_few": true
  },
  "contact": {
   "error_rate": 42.140332386788145,
   "n": 1255,
   "too_few": false
  },
  "holding": {
   "error_rate": 48.72944470374815,
   "n": 31,
   "too_few": true
  },
  "opening": {
   "error_rate": 43.931483361695214,
   "n": 277,
   "too_few": false
  },
  "race": {
   "error_rate": 21.04108419382211,
   "n": 264,
   "too_few": false
  }
 },
 "played": 18,
 "price": {
  "date": "2026-11-05",
  "input_per_mtok": 0.06,
  "label": "list price (billed); output not billed",
  "output_per_mtok": 0.0,
  "source": "console.nace.ai/docs/drex/reference/pricing"
 },
 "quality": {
  "auroc": 0.6725182657686165,
  "best_share": 0.4522457408363449,
  "blunder_share": 0.27878162106350024,
  "brier": 0.23808808980289853,
  "clusters": 94,
  "confidence_n": 1725,
  "confident_badly_wrong": 0.007536231884057971,
  "cost_coverage": 1.0,
  "decisions": 1937,
  "ece": 0.09470707246376812,
  "engine_scored": 1937,
  "error_hi": 41.372282754929806,
  "error_lo": 35.6248909912586,
  "error_rate": 38.43995843373074,
  "first_date": "2026-11-06",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 212,
  "invalid": 0,
  "last_date": "2026-11-06",
  "mean_confidence": 0.5741273623188405,
  "over_budget": 0.0,
  "p95_loss": 0.3638655900955196,
  "probability_source": "decision",
  "retry_mean": 4.517282395456893,
  "scored": 1937,
  "time_median": 0.42,
  "time_p90": 1.0744,
  "tokens_in": 4304.3706763035625,
  "tokens_out": 345.23799690242646,
  "too_few": false,
  "usd_per_1000": 0.25826224057821373,
  "very_confident": 0.06608695652173913,
  "worst_mean": 0.547962448031632
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8456486042692939,
   "best_share": 0.7909090909090909,
   "blunder_share": 0.13636363636363635,
   "brier": 0.16277851675925928,
   "clusters": 46,
   "confidence_n": 108,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 110,
   "ece": 0.224575,
   "engine_scored": 110,
   "error_hi": 36.1664124733921,
   "error_lo": 7.937203272487064,
   "error_rate": 21.250931241295554,
   "first_date": "2026-11-06",
   "group_sizes": [
    20,
    25
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5908638888888889,
   "over_budget": 0.0,
   "p95_loss": 0.3140998244285581,
   "probability_source": "decision",
   "retry_mean": 3.4196,
   "scored": 110,
   "time_median": 0.367,
   "time_p90": 0.5001,
   "tokens_in": 2985.2,
   "tokens_out": 144.98181818181817,
   "too_few": true,
   "usd_per_1000": 0.179112,
   "very_confident": 0.009259259259259259,
   "worst_mean": 0.4704766273498535
  },
  "contact": {
   "auroc": 0.6493114322737611,
   "best_share": 0.43904382470119524,
   "blunder_share": 0.3035856573705179,
   "brier": 0.24803997552631576,
   "clusters": 94,
   "confidence_n": 1102,
   "confident_badly_wrong": 0.008166969147005444,
   "cost_coverage": 1.0,
   "decisions": 1255,
   "ece": 0.11104945553539018,
   "engine_scored": 1255,
   "error_hi": 46.16483301526035,
   "error_lo": 38.18442227611789,
   "error_rate": 42.140332386788145,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 153,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5806107985480943,
   "over_budget": 0.0,
   "p95_loss": 0.3780903220176697,
   "probability_source": "decision",
   "retry_mean": 4.604345019920319,
   "scored": 1255,
   "time_median": 0.421,
   "time_p90": 1.1254000000000006,
   "tokens_in": 4444.528286852589,
   "tokens_out": 360.1856573705179,
   "too_few": false,
   "usd_per_1000": 0.26667169721115536,
   "very_confident": 0.060798548094373864,
   "worst_mean": 0.5845682592619033
  },
  "holding": {
   "auroc": 0.5,
   "best_share": 0.3548387096774194,
   "blunder_share": 0.3870967741935484,
   "brier": 0.2773782748148148,
   "clusters": 13,
   "confidence_n": 27,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 31,
   "ece": 0.2072962962962963,
   "engine_scored": 31,
   "error_hi": 84.2264642795691,
   "error_lo": 24.34673699527357,
   "error_rate": 48.72944470374815,
   "first_date": "2026-11-06",
   "group_sizes": [
    15,
    17
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5128962962962963,
   "over_budget": 0.0,
   "p95_loss": 0.3321022391319275,
   "probability_source": "decision",
   "retry_mean": 3.7206774193548386,
   "scored": 31,
   "time_median": 0.447,
   "time_p90": 0.957,
   "tokens_in": 4035.483870967742,
   "tokens_out": 295.64516129032256,
   "too_few": true,
   "usd_per_1000": 0.2421290322580645,
   "very_confident": 0.0,
   "worst_mean": 0.5625128746032715
  },
  "opening": {
   "auroc": 0.7793743821494139,
   "best_share": 0.37906137184115524,
   "blunder_share": 0.33212996389891697,
   "brier": 0.2156838250617284,
   "clusters": 94,
   "confidence_n": 243,
   "confident_badly_wrong": 0.01646090534979424,
   "cost_coverage": 1.0,
   "decisions": 277,
   "ece": 0.18151399176954733,
   "engine_scored": 277,
   "error_hi": 51.09826057451203,
   "error_lo": 37.153479269326034,
   "error_rate": 43.931483361695214,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 34,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5806909465020577,
   "over_budget": 0.0,
   "p95_loss": 0.35242815017700196,
   "probability_source": "decision",
   "retry_mean": 4.863364620938628,
   "scored": 277,
   "time_median": 0.449,
   "time_p90": 1.2148,
   "tokens_in": 4917.819494584837,
   "tokens_out": 466.72202166064983,
   "too_few": false,
   "usd_per_1000": 0.2950691696750903,
   "very_confident": 0.1646090534979424,
   "worst_mean": 0.455001311642783
  },
  "race": {
   "auroc": 0.6351505016722409,
   "best_share": 0.4621212121212121,
   "blunder_share": 0.15151515151515152,
   "brier": 0.2444140373877551,
   "clusters": 83,
   "confidence_n": 245,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 264,
   "ece": 0.07920408163265309,
   "engine_scored": 264,
   "error_hi": 30.44130075502483,
   "error_lo": 13.341813726838852,
   "error_rate": 21.04108419382211,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    17,
    18,
    19,
    20,
    21,
    25
   ],
   "grouped": 19,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5378253061224489,
   "over_budget": 0.0,
   "p95_loss": 0.19862173199653624,
   "probability_source": "decision",
   "retry_mean": 4.291189393939394,
   "scored": 264,
   "time_median": 0.3655,
   "time_p90": 0.5454000000000001,
   "tokens_in": 3575.662878787879,
   "tokens_out": 235.97727272727272,
   "too_few": false,
   "usd_per_1000": 0.21453977272727273,
   "very_confident": 0.024489795918367346,
   "worst_mean": 0.4165679170535161
  }
 },
 "record": {
  "drawn": 0,
  "lost": 8,
  "won": 10
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 16.383626270860386,
    "needless": 5.331385240274172,
    "none": 4.720683019679418,
    "right_risk": 3.0441002619284974,
    "right_safety": 3.180535109189594,
    "wrong_risk": 5.779628531798666
   },
   "calls": {
    "missed": 388.0,
    "needless": 112.0,
    "right_risk": 220.0,
    "right_safety": 623.0,
    "wrong_risk": 91.0
   },
   "confidence": {
    "auroc_right_risk": 0.5408529294539657,
    "missed_mean_p": 0.5489137195121951,
    "missed_n": 328,
    "taken_grouped": 48,
    "taken_n": 375,
    "taken_other": 0
   },
   "error_rate": 38.43995843373074,
   "found": {
    "den": 699.0,
    "n": 220.0,
    "share": 0.3147353361945637
   },
   "good": {
    "den": 423.0,
    "n": 220.0,
    "share": 0.5200945626477541
   },
   "judgement": 58.11771919068056,
   "judgement_hi": 60.37935294319287,
   "judgement_lo": 55.74703988021249,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.18997912317327767,
    "x": 0.6852646638054364,
    "y": 0.1523809523809524
   },
   "margin": 0.001,
   "missed": {
    "den": 699.0,
    "n": 388.0,
    "share": 0.5550786838340487
   },
   "needless": {
    "den": 735.0,
    "n": 112.0,
    "share": 0.1523809523809524
   },
   "needless_by_loss": {
    "big": {
     "den": 735.0,
     "n": 78.0,
     "share": 0.10612244897959183
    },
    "medium": {
     "den": 735.0,
     "n": 23.0,
     "share": 0.031292517006802724
    },
    "small": {
     "den": 735.0,
     "n": 11.0,
     "share": 0.014965986394557823
    }
   },
   "no_trade_off": 503.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.250931241295554,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.250931241295554,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 110.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 110,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 20.306469209165687,
      "needless": 6.995924618614622,
      "none": 0.9479310645525199,
      "right_risk": 3.711469239922634,
      "right_safety": 4.364419339662529,
      "wrong_risk": 5.814118914870152
     },
     "calls": {
      "missed": 287.0,
      "needless": 99.0,
      "right_risk": 155.0,
      "right_safety": 530.0,
      "wrong_risk": 62.0
     },
     "confidence": {
      "auroc_right_risk": 0.5506213450292398,
      "missed_mean_p": 0.5526165975103734,
      "missed_n": 241,
      "taken_grouped": 39,
      "taken_n": 277,
      "taken_other": 0
     },
     "error_rate": 42.140332386788145,
     "found": {
      "den": 504.0,
      "n": 155.0,
      "share": 0.30753968253968256
     },
     "good": {
      "den": 316.0,
      "n": 155.0,
      "share": 0.49050632911392406
     },
     "judgement": 57.50734978676155,
     "judgement_hi": 60.10933967351519,
     "judgement_lo": 54.982620897850126,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.17765042979942694,
      "x": 0.6924603174603174,
      "y": 0.1573926868044515
     },
     "margin": 0.001,
     "missed": {
      "den": 504.0,
      "n": 287.0,
      "share": 0.5694444444444444
     },
     "needless": {
      "den": 629.0,
      "n": 99.0,
      "share": 0.1573926868044515
     },
     "needless_by_loss": {
      "big": {
       "den": 629.0,
       "n": 69.0,
       "share": 0.10969793322734499
      },
      "medium": {
       "den": 629.0,
       "n": 22.0,
       "share": 0.034976152623211444
      },
      "small": {
       "den": 629.0,
       "n": 8.0,
       "share": 0.012718600953895072
      }
     },
     "no_trade_off": 122.0,
     "reference": null,
     "right_safety": {
      "den": 629.0,
      "n": 530.0,
      "share": 0.8426073131955485
     },
     "risk_pays": 504.0,
     "safety_pays": 629.0,
     "scored": 1255,
     "sdt": {
      "aim": {
       "den": 217.0,
       "n": 155.0,
       "share": 0.7142857142857143
      },
      "beta": 1.2464576158689777,
      "caution": 0.5887923737721819,
      "caution_hi": 0.6723908711801617,
      "caution_lo": 0.5126831511648026,
      "cstar": 0.26595239468823384,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8283648701482164,
      "dprime_hi": 1.0089760273878838,
      "dprime_lo": 0.652289696352457,
      "false_alarm": {
       "den": 629.0,
       "n": 99.0,
       "share": 0.1573926868044515
      },
      "false_alarm_rate": 0.15793650793650793,
      "hit": {
       "den": 504.0,
       "n": 217.0,
       "share": 0.4305555555555556
      },
      "hit_rate": 0.4306930693069307,
      "missed_loss": 0.17759316277005532,
      "missed_n": 287.0,
      "na": null,
      "needless_loss": 0.17737142214871415,
      "needless_n": 99.0
     },
     "size": {
      "bad": {
       "mean": 9.881987577639752,
       "n": 161.0,
       "too_few": true
      },
      "right": {
       "mean": 8.619354838709677,
       "n": 155.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 298.0,
        "n": 110.0,
        "share": 0.3691275167785235
       },
       "missed": {
        "den": 298.0,
        "n": 155.0,
        "share": 0.5201342281879194
       },
       "risk_pays": 298.0,
       "wrong": {
        "den": 298.0,
        "n": 33.0,
        "share": 0.11073825503355705
       }
      },
      "medium": {
       "found": {
        "den": 141.0,
        "n": 36.0,
        "share": 0.2553191489361702
       },
       "missed": {
        "den": 141.0,
        "n": 84.0,
        "share": 0.5957446808510638
       },
       "risk_pays": 141.0,
       "wrong": {
        "den": 141.0,
        "n": 21.0,
        "share": 0.14893617021276595
       }
      },
      "small": {
       "found": {
        "den": 65.0,
        "n": 9.0,
        "share": 0.13846153846153847
       },
       "missed": {
        "den": 65.0,
        "n": 48.0,
        "share": 0.7384615384615385
       },
       "risk_pays": 65.0,
       "wrong": {
        "den": 65.0,
        "n": 8.0,
        "share": 0.12307692307692308
       }
      }
     },
     "trade_off": 1133.0,
     "wrong": {
      "den": 504.0,
      "n": 62.0,
      "share": 0.12301587301587301
     }
    },
    "holding": {
     "by_call": {
      "missed": 23.889717555815174,
      "needless": 18.39907899979622,
      "none": 1.4733287595933484,
      "right_risk": 0.0,
      "right_safety": 4.967319388543406,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 11.0,
      "needless": 3.0,
      "right_risk": 1.0,
      "right_safety": 10.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 11,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 48.72944470374815,
     "found": {
      "den": 12.0,
      "n": 1.0,
      "share": 0.08333333333333333
     },
     "good": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "judgement": 42.62820512820513,
     "judgement_hi": 54.166666666666664,
     "judgement_lo": 29.86967893217893,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.9166666666666666,
      "y": 0.23076923076923078
     },
     "margin": 0.001,
     "missed": {
      "den": 12.0,
      "n": 11.0,
      "share": 0.9166666666666666
     },
     "needless": {
      "den": 13.0,
      "n": 3.0,
      "share": 0.23076923076923078
     },
     "needless_by_loss": {
      "big": {
       "den": 13.0,
       "n": 2.0,
       "share": 0.15384615384615385
      },
      "medium": {
       "den": 13.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 13.0,
       "n": 1.0,
       "share": 0.07692307692307693
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 13.0,
      "n": 10.0,
      "share": 0.7692307692307693
     },
     "risk_pays": 12.0,
     "safety_pays": 13.0,
     "scored": 31,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 3.0592756193395245,
      "caution": 0.9364347262515031,
      "caution_hi": 1.5434179679111213,
      "caution_lo": 0.45218693388765685,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.5238899521108428,
      "dprime_hi": 0.39774771027995737,
      "dprime_lo": -1.3762712444610101,
      "false_alarm": {
       "den": 13.0,
       "n": 3.0,
       "share": 0.23076923076923078
      },
      "false_alarm_rate": 0.25,
      "hit": {
       "den": 12.0,
       "n": 1.0,
       "share": 0.08333333333333333
      },
      "hit_rate": 0.11538461538461539,
      "missed_loss": 0.1346511353145946,
      "missed_n": 11.0,
      "na": null,
      "needless_loss": 0.38024763266245526,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 14.0,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 5.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 8.0,
        "n": 8.0,
        "share": 1.0
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 25.0,
     "wrong": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 19.89127792391106,
      "needless": 3.5257630507438193,
      "none": 0.058439234103536776,
      "right_risk": 4.471221340262072,
      "right_safety": 1.9110589681549623,
      "wrong_risk": 14.07372284451977
     },
     "calls": {
      "missed": 90.0,
      "needless": 10.0,
      "right_risk": 64.0,
      "right_safety": 83.0,
      "wrong_risk": 29.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 76,
      "taken_grouped": 9,
      "taken_n": 94,
      "taken_other": 0
     },
     "error_rate": 43.931483361695214,
     "found": {
      "den": 183.0,
      "n": 64.0,
      "share": 0.34972677595628415
     },
     "good": {
      "den": 103.0,
      "n": 64.0,
      "share": 0.6213592233009708
     },
     "judgement": 62.1099947117927,
     "judgement_hi": 66.69991979231109,
     "judgement_lo": 57.45670990817593,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.24369747899159663,
      "x": 0.6502732240437158,
      "y": 0.10752688172043011
     },
     "margin": 0.001,
     "missed": {
      "den": 183.0,
      "n": 90.0,
      "share": 0.4918032786885246
     },
     "needless": {
      "den": 93.0,
      "n": 10.0,
      "share": 0.10752688172043011
     },
     "needless_by_loss": {
      "big": {
       "den": 93.0,
       "n": 7.0,
       "share": 0.07526881720430108
      },
      "medium": {
       "den": 93.0,
       "n": 1.0,
       "share": 0.010752688172043012
      },
      "small": {
       "den": 93.0,
       "n": 2.0,
       "share": 0.021505376344086023
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 93.0,
      "n": 83.0,
      "share": 0.8924731182795699
     },
     "risk_pays": 183.0,
     "safety_pays": 93.0,
     "scored": 277,
     "sdt": {
      "aim": {
       "den": 93.0,
       "n": 64.0,
       "share": 0.6881720430107527
      },
      "beta": 0.8107086464865833,
      "caution": 0.5985449158774173,
      "caution_hi": 0.8548948284277386,
      "caution_lo": 0.404557446207212,
      "cstar": -0.16950973190795904,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2379616156880153,
      "dprime_hi": 1.7034984341188275,
      "dprime_lo": 0.9154153472034977,
      "false_alarm": {
       "den": 93.0,
       "n": 10.0,
       "share": 0.10752688172043011
      },
      "false_alarm_rate": 0.11170212765957446,
      "hit": {
       "den": 183.0,
       "n": 93.0,
       "share": 0.5081967213114754
      },
      "hit_rate": 0.5081521739130435,
      "missed_loss": 0.12244186633163029,
      "missed_n": 90.0,
      "na": null,
      "needless_loss": 0.19532727301120759,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 7.256410256410256,
       "n": 39.0,
       "too_few": true
      },
      "right": {
       "mean": 10.3125,
       "n": 64.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 94.0,
        "n": 44.0,
        "share": 0.46808510638297873
       },
       "missed": {
        "den": 94.0,
        "n": 36.0,
        "share": 0.3829787234042553
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 14.0,
        "share": 0.14893617021276595
       }
      },
      "medium": {
       "found": {
        "den": 72.0,
        "n": 18.0,
        "share": 0.25
       },
       "missed": {
        "den": 72.0,
        "n": 42.0,
        "share": 0.5833333333333334
       },
       "risk_pays": 72.0,
       "wrong": {
        "den": 72.0,
        "n": 12.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 17.0,
        "n": 2.0,
        "share": 0.11764705882352941
       },
       "missed": {
        "den": 17.0,
        "n": 12.0,
        "share": 0.7058823529411765
       },
       "risk_pays": 17.0,
       "wrong": {
        "den": 17.0,
        "n": 3.0,
        "share": 0.17647058823529413
       }
      }
     },
     "trade_off": 276.0,
     "wrong": {
      "den": 183.0,
      "n": 29.0,
      "share": 0.15846994535519127
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.04108419382211,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.04108419382211,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 264.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 264,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 735.0,
    "n": 623.0,
    "share": 0.8476190476190476
   },
   "risk_pays": 699.0,
   "safety_pays": 735.0,
   "scored": 1937,
   "sdt": {
    "aim": {
     "den": 311.0,
     "n": 220.0,
     "share": 0.707395498392283
    },
    "beta": 1.1853699106052906,
    "caution": 0.5812884190540328,
    "caution_hi": 0.651096113603337,
    "caution_lo": 0.5098654284662436,
    "cstar": 0.19194237905673558,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8859684221852566,
    "dprime_hi": 1.0367893183329728,
    "dprime_lo": 0.734709980811066,
    "false_alarm": {
     "den": 735.0,
     "n": 112.0,
     "share": 0.1523809523809524
    },
    "false_alarm_rate": 0.15285326086956522,
    "hit": {
     "den": 699.0,
     "n": 311.0,
     "share": 0.4449213161659514
    },
    "hit_rate": 0.445,
    "missed_loss": 0.1635829076631782,
    "missed_n": 388.0,
    "na": null,
    "needless_loss": 0.18440880732876913,
    "needless_n": 112.0
   },
   "size": {
    "bad": {
     "mean": 9.438423645320198,
     "n": 203.0,
     "too_few": false
    },
    "right": {
     "mean": 9.095454545454546,
     "n": 220.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 400.0,
      "n": 154.0,
      "share": 0.385
     },
     "missed": {
      "den": 400.0,
      "n": 199.0,
      "share": 0.4975
     },
     "risk_pays": 400.0,
     "wrong": {
      "den": 400.0,
      "n": 47.0,
      "share": 0.1175
     }
    },
    "medium": {
     "found": {
      "den": 216.0,
      "n": 55.0,
      "share": 0.25462962962962965
     },
     "missed": {
      "den": 216.0,
      "n": 128.0,
      "share": 0.5925925925925926
     },
     "risk_pays": 216.0,
     "wrong": {
      "den": 216.0,
      "n": 33.0,
      "share": 0.1527777777777778
     }
    },
    "small": {
     "found": {
      "den": 83.0,
      "n": 11.0,
      "share": 0.13253012048192772
     },
     "missed": {
      "den": 83.0,
      "n": 61.0,
      "share": 0.7349397590361446
     },
     "risk_pays": 83.0,
     "wrong": {
      "den": 83.0,
      "n": 11.0,
      "share": 0.13253012048192772
     }
    }
   },
   "trade_off": 1434.0,
   "wrong": {
    "den": 699.0,
    "n": 91.0,
    "share": 0.1301859799713877
   }
  },
  "robust": {
   "by_call": {
    "missed": 15.924503723862372,
    "needless": 5.657187321165141,
    "none": 4.720683019679418,
    "right_risk": 2.3673380319765687,
    "right_safety": 3.6396576561876097,
    "wrong_risk": 6.130588680859626
   },
   "calls": {
    "missed": 327.0,
    "needless": 134.0,
    "right_risk": 195.0,
    "right_safety": 684.0,
    "wrong_risk": 94.0
   },
   "confidence": {
    "auroc_right_risk": 0.525894294916034,
    "missed_mean_p": 0.5503895306859206,
    "missed_n": 277,
    "taken_grouped": 48,
    "taken_n": 375,
    "taken_other": 0
   },
   "error_rate": 38.43995843373074,
   "found": {
    "den": 616.0,
    "n": 195.0,
    "share": 0.31655844155844154
   },
   "good": {
    "den": 423.0,
    "n": 195.0,
    "share": 0.46099290780141844
   },
   "judgement": 57.637213031467304,
   "judgement_hi": 59.917152399241125,
   "judgement_lo": 55.214155304011705,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.22327790973871733,
    "x": 0.6834415584415584,
    "y": 0.16381418092909536
   },
   "margin": 0.02,
   "missed": {
    "den": 616.0,
    "n": 327.0,
    "share": 0.5308441558441559
   },
   "needless": {
    "den": 818.0,
    "n": 134.0,
    "share": 0.16381418092909536
   },
   "needless_by_loss": {
    "big": {
     "den": 818.0,
     "n": 85.0,
     "share": 0.1039119804400978
    },
    "medium": {
     "den": 818.0,
     "n": 26.0,
     "share": 0.03178484107579462
    },
    "small": {
     "den": 818.0,
     "n": 23.0,
     "share": 0.028117359413202935
    }
   },
   "no_trade_off": 503.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.250931241295554,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.250931241295554,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 110.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 110,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 19.768897506345315,
      "needless": 7.3689270898165455,
      "none": 0.9479310645525199,
      "right_risk": 2.9762359966794807,
      "right_safety": 4.9019910424829005,
      "wrong_risk": 6.176349686911381
     },
     "calls": {
      "missed": 239.0,
      "needless": 116.0,
      "right_risk": 139.0,
      "right_safety": 578.0,
      "wrong_risk": 61.0
     },
     "confidence": {
      "auroc_right_risk": 0.5300747863247863,
      "missed_mean_p": 0.552105472636816,
      "missed_n": 201,
      "taken_grouped": 39,
      "taken_n": 277,
      "taken_other": 0
     },
     "error_rate": 42.140332386788145,
     "found": {
      "den": 439.0,
      "n": 139.0,
      "share": 0.31662870159453305
     },
     "good": {
      "den": 316.0,
      "n": 139.0,
      "share": 0.439873417721519
     },
     "judgement": 57.47408637655662,
     "judgement_hi": 60.25946028938053,
     "judgement_lo": 54.81997877825929,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20333333333333334,
      "x": 0.683371298405467,
      "y": 0.16714697406340057
     },
     "margin": 0.02,
     "missed": {
      "den": 439.0,
      "n": 239.0,
      "share": 0.5444191343963554
     },
     "needless": {
      "den": 694.0,
      "n": 116.0,
      "share": 0.16714697406340057
     },
     "needless_by_loss": {
      "big": {
       "den": 694.0,
       "n": 74.0,
       "share": 0.10662824207492795
      },
      "medium": {
       "den": 694.0,
       "n": 25.0,
       "share": 0.03602305475504323
      },
      "small": {
       "den": 694.0,
       "n": 17.0,
       "share": 0.024495677233429394
      }
     },
     "no_trade_off": 122.0,
     "reference": null,
     "right_safety": {
      "den": 694.0,
      "n": 578.0,
      "share": 0.8328530259365994
     },
     "risk_pays": 439.0,
     "safety_pays": 694.0,
     "scored": 1255,
     "sdt": {
      "aim": {
       "den": 200.0,
       "n": 139.0,
       "share": 0.695
      },
      "beta": 1.2141061853853083,
      "caution": 0.5374540688104082,
      "caution_hi": 0.6191205179951619,
      "caution_lo": 0.462390173263143,
      "cstar": 0.22763676177518524,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8522707609604842,
      "dprime_hi": 1.0375986992086148,
      "dprime_lo": 0.676514918178085,
      "false_alarm": {
       "den": 694.0,
       "n": 116.0,
       "share": 0.16714697406340057
      },
      "false_alarm_rate": 0.16762589928057553,
      "hit": {
       "den": 439.0,
       "n": 200.0,
       "share": 0.45558086560364464
      },
      "hit_rate": 0.4556818181818182,
      "missed_loss": 0.2076147813427897,
      "missed_n": 239.0,
      "na": null,
      "needless_loss": 0.15944833616758214,
      "needless_n": 116.0
     },
     "size": {
      "bad": {
       "mean": 9.909604519774012,
       "n": 177.0,
       "too_few": true
      },
      "right": {
       "mean": 8.43884892086331,
       "n": 139.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 298.0,
        "n": 104.0,
        "share": 0.348993288590604
       },
       "missed": {
        "den": 298.0,
        "n": 155.0,
        "share": 0.5201342281879194
       },
       "risk_pays": 298.0,
       "wrong": {
        "den": 298.0,
        "n": 39.0,
        "share": 0.13087248322147652
       }
      },
      "medium": {
       "found": {
        "den": 141.0,
        "n": 35.0,
        "share": 0.24822695035460993
       },
       "missed": {
        "den": 141.0,
        "n": 84.0,
        "share": 0.5957446808510638
       },
       "risk_pays": 141.0,
       "wrong": {
        "den": 141.0,
        "n": 22.0,
        "share": 0.15602836879432624
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1133.0,
     "wrong": {
      "den": 439.0,
      "n": 61.0,
      "share": 0.13895216400911162
     }
    },
    "holding": {
     "by_call": {
      "missed": 23.78326173751585,
      "needless": 18.39907899979622,
      "none": 1.4733287595933484,
      "right_risk": 0.0,
      "right_safety": 5.07377520684273,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 10.0,
      "needless": 3.0,
      "right_risk": 1.0,
      "right_safety": 11.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 10,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 48.72944470374815,
     "found": {
      "den": 11.0,
      "n": 1.0,
      "share": 0.09090909090909091
     },
     "good": {
      "den": 4.0,
      "n": 1.0,
      "share": 0.25
     },
     "judgement": 43.83116883116883,
     "judgement_hi": 55.005208333333314,
     "judgement_lo": 29.166666666666668,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.9090909090909091,
      "y": 0.21428571428571427
     },
     "margin": 0.02,
     "missed": {
      "den": 11.0,
      "n": 10.0,
      "share": 0.9090909090909091
     },
     "needless": {
      "den": 14.0,
      "n": 3.0,
      "share": 0.21428571428571427
     },
     "needless_by_loss": {
      "big": {
       "den": 14.0,
       "n": 2.0,
       "share": 0.14285714285714285
      },
      "medium": {
       "den": 14.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 14.0,
       "n": 1.0,
       "share": 0.07142857142857142
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 14.0,
      "n": 11.0,
      "share": 0.7857142857142857
     },
     "risk_pays": 11.0,
     "safety_pays": 14.0,
     "scored": 31,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 1.0,
       "share": 1.0
      },
      "beta": 3.282001419674376,
      "caution": 0.939131335628826,
      "caution_hi": 1.534163675674495,
      "caution_lo": 0.45400106473159146,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.42243608949436384,
      "dprime_hi": 0.5238899521108428,
      "dprime_lo": -1.3041587998636772,
      "false_alarm": {
       "den": 14.0,
       "n": 3.0,
       "share": 0.21428571428571427
      },
      "false_alarm_rate": 0.23333333333333334,
      "hit": {
       "den": 11.0,
       "n": 1.0,
       "share": 0.09090909090909091
      },
      "hit_rate": 0.125,
      "missed_loss": 0.14745622277259826,
      "missed_n": 10.0,
      "na": null,
      "needless_loss": 0.38024763266245526,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 14.0,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 5.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 8.0,
        "n": 8.0,
        "share": 1.0
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 25.0,
     "wrong": {
      "den": 11.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 19.12821743247311,
      "needless": 4.114068210770507,
      "none": 0.058439234103536776,
      "right_risk": 3.069883003992294,
      "right_safety": 2.6741194595929088,
      "wrong_risk": 14.88675602076286
     },
     "calls": {
      "missed": 78.0,
      "needless": 15.0,
      "right_risk": 55.0,
      "right_safety": 95.0,
      "wrong_risk": 33.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 66,
      "taken_grouped": 9,
      "taken_n": 94,
      "taken_other": 0
     },
     "error_rate": 43.931483361695214,
     "found": {
      "den": 166.0,
      "n": 55.0,
      "share": 0.3313253012048193
     },
     "good": {
      "den": 103.0,
      "n": 55.0,
      "share": 0.5339805825242718
     },
     "judgement": 59.748083242059145,
     "judgement_hi": 64.36894412423476,
     "judgement_lo": 54.93035010895072,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2972972972972973,
      "x": 0.6686746987951807,
      "y": 0.13636363636363635
     },
     "margin": 0.02,
     "missed": {
      "den": 166.0,
      "n": 78.0,
      "share": 0.46987951807228917
     },
     "needless": {
      "den": 110.0,
      "n": 15.0,
      "share": 0.13636363636363635
     },
     "needless_by_loss": {
      "big": {
       "den": 110.0,
       "n": 9.0,
       "share": 0.08181818181818182
      },
      "medium": {
       "den": 110.0,
       "n": 1.0,
       "share": 0.00909090909090909
      },
      "small": {
       "den": 110.0,
       "n": 5.0,
       "share": 0.045454545454545456
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 110.0,
      "n": 95.0,
      "share": 0.8636363636363636
     },
     "risk_pays": 166.0,
     "safety_pays": 110.0,
     "scored": 277,
     "sdt": {
      "aim": {
       "den": 88.0,
       "n": 55.0,
       "share": 0.625
      },
      "beta": 0.7411138490450824,
      "caution": 0.503410229187093,
      "caution_hi": 0.6868127691099598,
      "caution_lo": 0.336607347942173,
      "cstar": -0.25893319822134414,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1570591376843211,
      "dprime_hi": 1.5019113478748283,
      "dprime_lo": 0.8432845814152036,
      "false_alarm": {
       "den": 110.0,
       "n": 15.0,
       "share": 0.13636363636363635
      },
      "false_alarm_rate": 0.13963963963963963,
      "hit": {
       "den": 166.0,
       "n": 88.0,
       "share": 0.5301204819277109
      },
      "hit_rate": 0.5299401197604791,
      "missed_loss": 0.13585939048192439,
      "missed_n": 78.0,
      "na": null,
      "needless_loss": 0.1519462525844574,
      "needless_n": 15.0
     },
     "size": {
      "bad": {
       "mean": 7.041666666666667,
       "n": 48.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 55.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 94.0,
        "n": 39.0,
        "share": 0.4148936170212766
       },
       "missed": {
        "den": 94.0,
        "n": 36.0,
        "share": 0.3829787234042553
       },
       "risk_pays": 94.0,
       "wrong": {
        "den": 94.0,
        "n": 19.0,
        "share": 0.20212765957446807
       }
      },
      "medium": {
       "found": {
        "den": 72.0,
        "n": 16.0,
        "share": 0.2222222222222222
       },
       "missed": {
        "den": 72.0,
        "n": 42.0,
        "share": 0.5833333333333334
       },
       "risk_pays": 72.0,
       "wrong": {
        "den": 72.0,
        "n": 14.0,
        "share": 0.19444444444444445
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 276.0,
     "wrong": {
      "den": 166.0,
      "n": 33.0,
      "share": 0.19879518072289157
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 21.04108419382211,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 21.04108419382211,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 264.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 264,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 818.0,
    "n": 684.0,
    "share": 0.8361858190709046
   },
   "risk_pays": 616.0,
   "safety_pays": 818.0,
   "scored": 1937,
   "sdt": {
    "aim": {
     "den": 289.0,
     "n": 195.0,
     "share": 0.6747404844290658
    },
    "beta": 1.1511984559710768,
    "caution": 0.5272542003280812,
    "caution_hi": 0.6010965188575734,
    "caution_lo": 0.45999850182339974,
    "cstar": 0.15645259248248033,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.8999757250528874,
    "dprime_hi": 1.0656295745625348,
    "dprime_lo": 0.7442180631504162,
    "false_alarm": {
     "den": 818.0,
     "n": 134.0,
     "share": 0.16381418092909536
    },
    "false_alarm_rate": 0.16422466422466422,
    "hit": {
     "den": 616.0,
     "n": 289.0,
     "share": 0.46915584415584416
    },
    "hit_rate": 0.4692058346839546,
    "missed_loss": 0.18865910527903004,
    "missed_n": 327.0,
    "na": null,
    "needless_loss": 0.163551818523834,
    "needless_n": 134.0
   },
   "size": {
    "bad": {
     "mean": 9.359649122807017,
     "n": 228.0,
     "too_few": false
    },
    "right": {
     "mean": 9.143589743589743,
     "n": 195.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 400.0,
      "n": 143.0,
      "share": 0.3575
     },
     "missed": {
      "den": 400.0,
      "n": 199.0,
      "share": 0.4975
     },
     "risk_pays": 400.0,
     "wrong": {
      "den": 400.0,
      "n": 58.0,
      "share": 0.145
     }
    },
    "medium": {
     "found": {
      "den": 216.0,
      "n": 52.0,
      "share": 0.24074074074074073
     },
     "missed": {
      "den": 216.0,
      "n": 128.0,
      "share": 0.5925925925925926
     },
     "risk_pays": 216.0,
     "wrong": {
      "den": 216.0,
      "n": 36.0,
      "share": 0.16666666666666666
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1434.0,
   "wrong": {
    "den": 616.0,
    "n": 94.0,
    "share": 0.1525974025974026
   }
  }
 },
 "route": {
  "provider": "nace",
  "reasoning": null,
  "spec": "nace/drex-v2.0"
 },
 "running": 0,
 "slug": "drex-2-0",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 30.675599171269326,
   "n": 62,
   "too_few": true
  },
  "blitz": {
   "error_rate": 36.55204157100563,
   "n": 301,
   "too_few": false
  },
  "holding": {
   "error_rate": 48.72944470374815,
   "n": 31,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 47.662692263795826,
   "n": 406,
   "too_few": false
  },
  "other": {
   "error_rate": 46.470586763750205,
   "n": 101,
   "too_few": true
  },
  "priming": {
   "error_rate": 41.39606016022818,
   "n": 385,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
