{
 "confidence": {
  "auroc_best": 0.6893138357705287,
  "auroc_blunder": 0.622188942501606,
  "confident_badly_wrong": {
   "den": 1821,
   "n": 14,
   "share": 0.007688083470620538
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 126,
     "n": 14,
     "share": 0.1111111111111111
    },
    "kept": {
     "den": 1821,
     "n": 126,
     "share": 0.06919275123558484
    },
    "mean_loss": 0.021184674331120083,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1821,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.13482921471718837,
  "held_out": {
   "blunders": 0.039907123447092796,
   "kept": 0.013551263895749196,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1821,
  "surest": {
   "cut": 0.7207,
   "error_rate": 18.112520442197198,
   "n": 456,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-06T07:44:56.188Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1993,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1993
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 46.1157987581139,
   "n": 602,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 62.256633539307074,
   "n": 578,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 26.86571913598355,
   "n": 813,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-06T08:00:09.324Z",
   "id": 886,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-06T07:44:56.188Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-06T07:48:16.235Z",
   "id": 887,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-06T07:44:56.193Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:48:53.349Z",
   "id": 888,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T07:44:56.203Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:48:09.938Z",
   "id": 889,
   "opponent": "Inception Mercury Decide",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-06T07:44:56.218Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:51:54.215Z",
   "id": 890,
   "opponent": "Fastino GLiDE",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-06T07:48:10.477Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:50:22.075Z",
   "id": 891,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 8,
   "started": "2026-11-06T07:48:16.402Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:51:46.768Z",
   "id": 892,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T07:48:53.518Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:53:47.680Z",
   "id": 893,
   "opponent": "Jev 1.14.0",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-06T07:50:22.355Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:54:01.754Z",
   "id": 894,
   "opponent": "GNUbg weak",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-06T07:51:46.937Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:53:50.105Z",
   "id": 895,
   "opponent": "Safest",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-06T07:51:54.372Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:56:23.354Z",
   "id": 896,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-06T07:53:47.841Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:56:55.600Z",
   "id": 897,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-06T07:53:50.268Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:57:02.372Z",
   "id": 898,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-06T07:54:01.906Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:57:34.044Z",
   "id": 899,
   "opponent": "Winnow-12B",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-06T07:56:23.505Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T08:04:49.541Z",
   "id": 900,
   "opponent": "Cygnet",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-06T08:03:26.188Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T08:06:57.184Z",
   "id": 901,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-06T08:03:56.202Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T08:11:15.551Z",
   "id": 902,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-06T08:09:26.192Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T08:17:04.234Z",
   "id": 903,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-06T08:14:56.201Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T08:22:30.140Z",
   "id": 904,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-06T08:19:56.188Z",
   "status": "finished"
  }
 ],
 "name": "Drex 2.0 (local)",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 45.973186163192096,
   "n": 329,
   "too_few": false
  },
  "16–25": {
   "error_rate": 61.98169872528169,
   "n": 328,
   "too_few": false
  },
  "26+": {
   "error_rate": 69.56167068592337,
   "n": 172,
   "too_few": true
  },
  "2–5": {
   "error_rate": 22.250493360032518,
   "n": 664,
   "too_few": false
  },
  "6–10": {
   "error_rate": 46.78752863407135,
   "n": 500,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 15.243518440162434,
   "n": 136,
   "too_few": true
  },
  "contact": {
   "error_rate": 50.60999160581599,
   "n": 1281,
   "too_few": false
  },
  "holding": {
   "error_rate": 48.723391012141576,
   "n": 38,
   "too_few": true
  },
  "opening": {
   "error_rate": 41.10885998901654,
   "n": 293,
   "too_few": false
  },
  "race": {
   "error_rate": 19.538661655114623,
   "n": 245,
   "too_few": false
  }
 },
 "played": 18,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.6893138357705287,
  "best_share": 0.42749623682890114,
  "blunder_share": 0.29553437029603613,
  "brier": 0.2387538509280615,
  "clusters": 98,
  "confidence_n": 1821,
  "confident_badly_wrong": 0.007688083470620538,
  "cost_coverage": 1.0,
  "decisions": 1993,
  "ece": 0.13482921471718837,
  "engine_scored": 1993,
  "error_hi": 47.06415796518538,
  "error_lo": 39.12324195114911,
  "error_rate": 42.94424219551364,
  "first_date": "2026-11-06",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 172,
  "invalid": 0,
  "last_date": "2026-11-06",
  "mean_confidence": 0.5768940142778692,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1993,
   "estimate": true,
   "excluded_hours": 0.0,
   "gaps": [],
   "gpu_decisions": 1993,
   "gpu_usd": 1.5584391249736176,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.6258791666560712,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.6258791666560712,
     "machine": "rtx_pro_6000",
     "usd": 1.5584391249736176,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 1.5584391249736176,
   "usd_per_1000": 0.7819564099215341
  },
  "p95_loss": 0.4099020004272458,
  "probability_source": "decision",
  "retry_mean": 1.4403813346713497,
  "scored": 1993,
  "time_median": 0.399,
  "time_p90": 0.499,
  "tokens_in": 4168.710486703462,
  "tokens_out": 333.5373808329152,
  "too_few": false,
  "usd_per_1000": 0.7819564099215341,
  "very_confident": 0.06919275123558484,
  "worst_mean": 0.6093374681472778
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8544624746450304,
   "best_share": 0.8676470588235294,
   "blunder_share": 0.09558823529411764,
   "brier": 0.16613946511278194,
   "clusters": 57,
   "confidence_n": 133,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 136,
   "ece": 0.2700496240601504,
   "engine_scored": 136,
   "error_hi": 24.34119266479723,
   "error_lo": 6.870766152785477,
   "error_rate": 15.243518440162434,
   "first_date": "2026-11-06",
   "group_sizes": [
    15,
    20,
    25
   ],
   "grouped": 3,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.6021308270676692,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1993,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1993,
    "gpu_usd": 1.5584391249736176,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.6258791666560712,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.6258791666560712,
      "machine": "rtx_pro_6000",
      "usd": 1.5584391249736176,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.5584391249736176,
    "usd_per_1000": 0.7819564099215341
   },
   "p95_loss": 0.2199612855911255,
   "probability_source": "decision",
   "retry_mean": 1.1178529411764706,
   "scored": 136,
   "time_median": 0.355,
   "time_p90": 0.412,
   "tokens_in": 2993.360294117647,
   "tokens_out": 136.97794117647058,
   "too_few": true,
   "usd_per_1000": 0.7819564099215341,
   "very_confident": 0.0,
   "worst_mean": 0.4497623103005545
  },
  "contact": {
   "auroc": 0.663574146365568,
   "best_share": 0.39734582357533177,
   "blunder_share": 0.33489461358313816,
   "brier": 0.2521842811226252,
   "clusters": 98,
   "confidence_n": 1158,
   "confident_badly_wrong": 0.009499136442141624,
   "cost_coverage": 1.0,
   "decisions": 1281,
   "ece": 0.1667373056994819,
   "engine_scored": 1281,
   "error_hi": 55.95668170405347,
   "error_lo": 45.56224202920664,
   "error_rate": 50.60999160581599,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 123,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5743366148531952,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1993,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1993,
    "gpu_usd": 1.5584391249736176,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.6258791666560712,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.6258791666560712,
      "machine": "rtx_pro_6000",
      "usd": 1.5584391249736176,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.5584391249736176,
    "usd_per_1000": 0.7819564099215341
   },
   "p95_loss": 0.48084115982055664,
   "probability_source": "decision",
   "retry_mean": 1.4834800936768149,
   "scored": 1281,
   "time_median": 0.4,
   "time_p90": 0.525,
   "tokens_in": 4256.091334894613,
   "tokens_out": 343.3903200624512,
   "too_few": false,
   "usd_per_1000": 0.7819564099215341,
   "very_confident": 0.06390328151986183,
   "worst_mean": 0.6650212397798896
  },
  "holding": {
   "auroc": 0.6554621848739496,
   "best_share": 0.42105263157894735,
   "blunder_share": 0.23684210526315788,
   "brier": 0.2565024541935484,
   "clusters": 14,
   "confidence_n": 31,
   "confident_badly_wrong": 0.03225806451612903,
   "cost_coverage": 1.0,
   "decisions": 38,
   "ece": 0.19052258064516128,
   "engine_scored": 38,
   "error_hi": 97.4359885186833,
   "error_lo": 17.90488008217247,
   "error_rate": 48.723391012141576,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    15,
    17,
    19,
    24
   ],
   "grouped": 7,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.6118903225806451,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1993,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1993,
    "gpu_usd": 1.5584391249736176,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.6258791666560712,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.6258791666560712,
      "machine": "rtx_pro_6000",
      "usd": 1.5584391249736176,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.5584391249736176,
    "usd_per_1000": 0.7819564099215341
   },
   "p95_loss": 0.2846086114645002,
   "probability_source": "decision",
   "retry_mean": 1.1899736842105264,
   "scored": 38,
   "time_median": 0.393,
   "time_p90": 1.2535,
   "tokens_in": 4824.1578947368425,
   "tokens_out": 380.6578947368421,
   "too_few": true,
   "usd_per_1000": 0.7819564099215341,
   "very_confident": 0.03225806451612903,
   "worst_mean": 1.026788353919983
  },
  "opening": {
   "auroc": 0.7680440771349862,
   "best_share": 0.35494880546075086,
   "blunder_share": 0.3310580204778157,
   "brier": 0.22449412212121214,
   "clusters": 98,
   "confidence_n": 264,
   "confident_badly_wrong": 0.007575757575757576,
   "cost_coverage": 1.0,
   "decisions": 293,
   "ece": 0.21209090909090908,
   "engine_scored": 293,
   "error_hi": 48.07490440390111,
   "error_lo": 34.30365519598775,
   "error_rate": 41.10885998901654,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    18,
    19,
    20,
    21,
    23,
    24,
    25
   ],
   "grouped": 29,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5870909090909091,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1993,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1993,
    "gpu_usd": 1.5584391249736176,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.6258791666560712,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.6258791666560712,
      "machine": "rtx_pro_6000",
      "usd": 1.5584391249736176,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.5584391249736176,
    "usd_per_1000": 0.7819564099215341
   },
   "p95_loss": 0.3482757806777949,
   "probability_source": "decision",
   "retry_mean": 1.5315699658703072,
   "scored": 293,
   "time_median": 0.43,
   "time_p90": 0.5046,
   "tokens_in": 4809.6928327645055,
   "tokens_out": 462.9249146757679,
   "too_few": false,
   "usd_per_1000": 0.7819564099215341,
   "very_confident": 0.1553030303030303,
   "worst_mean": 0.45213238994280497
  },
  "race": {
   "auroc": 0.719135349383441,
   "best_share": 0.42857142857142855,
   "blunder_share": 0.1673469387755102,
   "brier": 0.22734805029787233,
   "clusters": 85,
   "confidence_n": 235,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 245,
   "ece": 0.11658808510638297,
   "engine_scored": 245,
   "error_hi": 25.459556718697556,
   "error_lo": 13.980634482057567,
   "error_rate": 19.538661655114623,
   "first_date": "2026-11-06",
   "group_sizes": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    22,
    24
   ],
   "grouped": 10,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5591412765957446,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1993,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1993,
    "gpu_usd": 1.5584391249736176,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.6258791666560712,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.6258791666560712,
      "machine": "rtx_pro_6000",
      "usd": 1.5584391249736176,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.5584391249736176,
    "usd_per_1000": 0.7819564099215341
   },
   "p95_loss": 0.17037096023559561,
   "probability_source": "decision",
   "retry_mean": 1.323857142857143,
   "scored": 245,
   "time_median": 0.367,
   "time_p90": 0.434,
   "tokens_in": 3496.0489795918365,
   "tokens_out": 229.0857142857143,
   "too_few": false,
   "usd_per_1000": 0.7819564099215341,
   "very_confident": 0.0425531914893617,
   "worst_mean": 0.3138832747936249
  }
 },
 "record": {
  "drawn": 0,
  "lost": 11,
  "won": 7
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 18.986283678596962,
    "needless": 6.958101069993011,
    "none": 4.383208117051993,
    "right_risk": 2.5421559915312915,
    "right_safety": 3.412114948826822,
    "wrong_risk": 6.662378389513559
   },
   "calls": {
    "missed": 434.0,
    "needless": 148.0,
    "right_risk": 189.0,
    "right_safety": 581.0,
    "wrong_risk": 97.0
   },
   "confidence": {
    "auroc_right_risk": 0.5420030136691422,
    "missed_mean_p": 0.5711517948717949,
    "missed_n": 390,
    "taken_grouped": 43,
    "taken_n": 391,
    "taken_other": 0
   },
   "error_rate": 42.94424219551364,
   "found": {
    "den": 720.0,
    "n": 189.0,
    "share": 0.2625
   },
   "good": {
    "den": 434.0,
    "n": 189.0,
    "share": 0.43548387096774194
   },
   "judgement": 52.97410836762688,
   "judgement_hi": 55.210541569439826,
   "judgement_lo": 50.52839327527747,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.18267419962335216,
    "x": 0.7375,
    "y": 0.2030178326474623
   },
   "margin": 0.001,
   "missed": {
    "den": 720.0,
    "n": 434.0,
    "share": 0.6027777777777777
   },
   "needless": {
    "den": 729.0,
    "n": 148.0,
    "share": 0.2030178326474623
   },
   "needless_by_loss": {
    "big": {
     "den": 729.0,
     "n": 103.0,
     "share": 0.1412894375857339
    },
    "medium": {
     "den": 729.0,
     "n": 29.0,
     "share": 0.039780521262002745
    },
    "small": {
     "den": 729.0,
     "n": 16.0,
     "share": 0.02194787379972565
    }
   },
   "no_trade_off": 544.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.243518440162434,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.243518440162434,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 136.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 136,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 23.695482593974873,
      "needless": 9.829465099185077,
      "none": 1.4374313598308222,
      "right_risk": 3.009665556758014,
      "right_safety": 4.5696701461872395,
      "wrong_risk": 8.068276849879965
     },
     "calls": {
      "missed": 318.0,
      "needless": 132.0,
      "right_risk": 142.0,
      "right_safety": 462.0,
      "wrong_risk": 69.0
     },
     "confidence": {
      "auroc_right_risk": 0.5525242454454817,
      "missed_mean_p": 0.575897902097902,
      "missed_n": 286,
      "taken_grouped": 38,
      "taken_n": 305,
      "taken_other": 0
     },
     "error_rate": 50.60999160581599,
     "found": {
      "den": 529.0,
      "n": 142.0,
      "share": 0.2684310018903592
     },
     "good": {
      "den": 343.0,
      "n": 142.0,
      "share": 0.4139941690962099
     },
     "judgement": 52.31043898340685,
     "judgement_hi": 54.888343888516516,
     "judgement_lo": 49.90721208390259,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.17829457364341086,
      "x": 0.7315689981096408,
      "y": 0.2222222222222222
     },
     "margin": 0.001,
     "missed": {
      "den": 529.0,
      "n": 318.0,
      "share": 0.6011342155009451
     },
     "needless": {
      "den": 594.0,
      "n": 132.0,
      "share": 0.2222222222222222
     },
     "needless_by_loss": {
      "big": {
       "den": 594.0,
       "n": 92.0,
       "share": 0.15488215488215487
      },
      "medium": {
       "den": 594.0,
       "n": 27.0,
       "share": 0.045454545454545456
      },
      "small": {
       "den": 594.0,
       "n": 13.0,
       "share": 0.021885521885521887
      }
     },
     "no_trade_off": 158.0,
     "reference": null,
     "right_safety": {
      "den": 594.0,
      "n": 462.0,
      "share": 0.7777777777777778
     },
     "risk_pays": 529.0,
     "safety_pays": 594.0,
     "scored": 1281,
     "sdt": {
      "aim": {
       "den": 211.0,
       "n": 142.0,
       "share": 0.6729857819905213
      },
      "beta": 1.122143216746617,
      "caution": 0.5094663351460137,
      "caution_hi": 0.5964040798254716,
      "caution_lo": 0.42783152177255435,
      "cstar": 0.22714045944331765,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5073532183403688,
      "dprime_hi": 0.6599804166216022,
      "dprime_lo": 0.3535582062598675,
      "false_alarm": {
       "den": 594.0,
       "n": 132.0,
       "share": 0.2222222222222222
      },
      "false_alarm_rate": 0.22268907563025211,
      "hit": {
       "den": 529.0,
       "n": 211.0,
       "share": 0.3988657844990548
      },
      "hit_rate": 0.39905660377358493,
      "missed_loss": 0.19090511448353342,
      "missed_n": 318.0,
      "na": null,
      "needless_loss": 0.19078098169781946,
      "needless_n": 132.0
     },
     "size": {
      "bad": {
       "mean": 9.582089552238806,
       "n": 201.0,
       "too_few": false
      },
      "right": {
       "mean": 7.838028169014085,
       "n": 142.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 314.0,
        "n": 110.0,
        "share": 0.3503184713375796
       },
       "missed": {
        "den": 314.0,
        "n": 171.0,
        "share": 0.5445859872611465
       },
       "risk_pays": 314.0,
       "wrong": {
        "den": 314.0,
        "n": 33.0,
        "share": 0.10509554140127389
       }
      },
      "medium": {
       "found": {
        "den": 148.0,
        "n": 21.0,
        "share": 0.14189189189189189
       },
       "missed": {
        "den": 148.0,
        "n": 102.0,
        "share": 0.6891891891891891
       },
       "risk_pays": 148.0,
       "wrong": {
        "den": 148.0,
        "n": 25.0,
        "share": 0.16891891891891891
       }
      },
      "small": {
       "found": {
        "den": 67.0,
        "n": 11.0,
        "share": 0.16417910447761194
       },
       "missed": {
        "den": 67.0,
        "n": 45.0,
        "share": 0.6716417910447762
       },
       "risk_pays": 67.0,
       "wrong": {
        "den": 67.0,
        "n": 11.0,
        "share": 0.16417910447761194
       }
      }
     },
     "trade_off": 1123.0,
     "wrong": {
      "den": 529.0,
      "n": 69.0,
      "share": 0.13043478260869565
     }
    },
    "holding": {
     "by_call": {
      "missed": 28.213634302741603,
      "needless": 12.570390575810483,
      "none": 0.45305804202431127,
      "right_risk": 0.0,
      "right_safety": 4.187659997689097,
      "wrong_risk": 3.2986480938760856
     },
     "calls": {
      "missed": 7.0,
      "needless": 5.0,
      "right_risk": 0.0,
      "right_safety": 21.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 48.723391012141576,
     "found": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 40.38461538461539,
     "judgement_hi": 47.82608695652174,
     "judgement_lo": 32.142857142857146,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.125,
      "x": 1.0,
      "y": 0.19230769230769232
     },
     "margin": 0.001,
     "missed": {
      "den": 8.0,
      "n": 7.0,
      "share": 0.875
     },
     "needless": {
      "den": 26.0,
      "n": 5.0,
      "share": 0.19230769230769232
     },
     "needless_by_loss": {
      "big": {
       "den": 26.0,
       "n": 3.0,
       "share": 0.11538461538461539
      },
      "medium": {
       "den": 26.0,
       "n": 1.0,
       "share": 0.038461538461538464
      },
      "small": {
       "den": 26.0,
       "n": 1.0,
       "share": 0.038461538461538464
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 26.0,
      "n": 21.0,
      "share": 0.8076923076923077
     },
     "risk_pays": 8.0,
     "safety_pays": 26.0,
     "scored": 38,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 2.027221183425485,
      "caution": 0.8979431073414179,
      "caution_hi": 1.459241891938701,
      "caution_lo": 0.3957512760248669,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.13895691752056682,
      "dprime_hi": 1.1156349986806553,
      "dprime_lo": -1.1794709176829643,
      "false_alarm": {
       "den": 26.0,
       "n": 5.0,
       "share": 0.19230769230769232
      },
      "false_alarm_rate": 0.2037037037037037,
      "hit": {
       "den": 8.0,
       "n": 1.0,
       "share": 0.125
      },
      "hit_rate": 0.16666666666666666,
      "missed_loss": 0.3063194581440517,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.19106993675231934,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 6.5,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 34.0,
     "wrong": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     }
    },
    "opening": {
     "by_call": {
      "missed": 21.889529232279024,
      "needless": 2.7244907800654907,
      "none": 0.05828459515099639,
      "right_risk": 4.13356762086979,
      "right_safety": 2.6875991666683157,
      "wrong_risk": 9.615388593982917
     },
     "calls": {
      "missed": 109.0,
      "needless": 11.0,
      "right_risk": 47.0,
      "right_safety": 98.0,
      "wrong_risk": 27.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 99,
      "taken_grouped": 5,
      "taken_n": 80,
      "taken_other": 0
     },
     "error_rate": 41.10885998901654,
     "found": {
      "den": 183.0,
      "n": 47.0,
      "share": 0.2568306010928962
     },
     "good": {
      "den": 85.0,
      "n": 47.0,
      "share": 0.5529411764705883
     },
     "judgement": 57.79565849501178,
     "judgement_hi": 61.902683001774264,
     "judgement_lo": 53.7390436705038,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19852941176470587,
      "x": 0.7431693989071039,
      "y": 0.10091743119266056
     },
     "margin": 0.001,
     "missed": {
      "den": 183.0,
      "n": 109.0,
      "share": 0.5956284153005464
     },
     "needless": {
      "den": 109.0,
      "n": 11.0,
      "share": 0.10091743119266056
     },
     "needless_by_loss": {
      "big": {
       "den": 109.0,
       "n": 8.0,
       "share": 0.07339449541284404
      },
      "medium": {
       "den": 109.0,
       "n": 1.0,
       "share": 0.009174311926605505
      },
      "small": {
       "den": 109.0,
       "n": 2.0,
       "share": 0.01834862385321101
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 109.0,
      "n": 98.0,
      "share": 0.8990825688073395
     },
     "risk_pays": 183.0,
     "safety_pays": 109.0,
     "scored": 293,
     "sdt": {
      "aim": {
       "den": 74.0,
       "n": 47.0,
       "share": 0.6351351351351351
      },
      "beta": 0.734612209246601,
      "caution": 0.7483878073725563,
      "caution_hi": 0.9679574571645948,
      "caution_lo": 0.5605872419047346,
      "cstar": -0.3037461836846727,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0153626351070448,
      "dprime_hi": 1.388643314358695,
      "dprime_lo": 0.6476291470247517,
      "false_alarm": {
       "den": 109.0,
       "n": 11.0,
       "share": 0.10091743119266056
      },
      "false_alarm_rate": 0.10454545454545454,
      "hit": {
       "den": 183.0,
       "n": 74.0,
       "share": 0.40437158469945356
      },
      "hit_rate": 0.4048913043478261,
      "missed_loss": 0.1176813222946377,
      "missed_n": 109.0,
      "na": null,
      "needless_loss": 0.1451410542834889,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 8.236842105263158,
       "n": 38.0,
       "too_few": true
      },
      "right": {
       "mean": 8.787234042553191,
       "n": 47.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 89.0,
        "n": 38.0,
        "share": 0.42696629213483145
       },
       "missed": {
        "den": 89.0,
        "n": 39.0,
        "share": 0.43820224719101125
       },
       "risk_pays": 89.0,
       "wrong": {
        "den": 89.0,
        "n": 12.0,
        "share": 0.1348314606741573
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 9.0,
        "share": 0.1125
       },
       "missed": {
        "den": 80.0,
        "n": 61.0,
        "share": 0.7625
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 10.0,
        "share": 0.125
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 14.0,
        "n": 9.0,
        "share": 0.6428571428571429
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 5.0,
        "share": 0.35714285714285715
       }
      }
     },
     "trade_off": 292.0,
     "wrong": {
      "den": 183.0,
      "n": 27.0,
      "share": 0.14754098360655737
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 19.538661655114623,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 19.538661655114623,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 245.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 245,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 729.0,
    "n": 581.0,
    "share": 0.7969821673525377
   },
   "risk_pays": 720.0,
   "safety_pays": 729.0,
   "scored": 1993,
   "sdt": {
    "aim": {
     "den": 286.0,
     "n": 189.0,
     "share": 0.6608391608391608
    },
    "beta": 1.0881125348744056,
    "caution": 0.5448124557649701,
    "caution_hi": 0.6253120531823073,
    "caution_lo": 0.4698895968228757,
    "cstar": 0.1483365661191392,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5692768686993965,
    "dprime_hi": 0.7136508430862502,
    "dprime_lo": 0.42852651981785966,
    "false_alarm": {
     "den": 729.0,
     "n": 148.0,
     "share": 0.2030178326474623
    },
    "false_alarm_rate": 0.20342465753424657,
    "hit": {
     "den": 720.0,
     "n": 286.0,
     "share": 0.3972222222222222
    },
    "hit_rate": 0.3973647711511789,
    "missed_loss": 0.17437632890066243,
    "missed_n": 434.0,
    "na": null,
    "needless_loss": 0.18739858692562258,
    "needless_n": 148.0
   },
   "size": {
    "bad": {
     "mean": 9.29795918367347,
     "n": 245.0,
     "too_few": false
    },
    "right": {
     "mean": 8.074074074074074,
     "n": 189.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 406.0,
      "n": 148.0,
      "share": 0.3645320197044335
     },
     "missed": {
      "den": 406.0,
      "n": 213.0,
      "share": 0.5246305418719212
     },
     "risk_pays": 406.0,
     "wrong": {
      "den": 406.0,
      "n": 45.0,
      "share": 0.11083743842364532
     }
    },
    "medium": {
     "found": {
      "den": 233.0,
      "n": 30.0,
      "share": 0.12875536480686695
     },
     "missed": {
      "den": 233.0,
      "n": 167.0,
      "share": 0.7167381974248928
     },
     "risk_pays": 233.0,
     "wrong": {
      "den": 233.0,
      "n": 36.0,
      "share": 0.15450643776824036
     }
    },
    "small": {
     "found": {
      "den": 81.0,
      "n": 11.0,
      "share": 0.13580246913580246
     },
     "missed": {
      "den": 81.0,
      "n": 54.0,
      "share": 0.6666666666666666
     },
     "risk_pays": 81.0,
     "wrong": {
      "den": 81.0,
      "n": 16.0,
      "share": 0.19753086419753085
     }
    }
   },
   "trade_off": 1449.0,
   "wrong": {
    "den": 720.0,
    "n": 97.0,
    "share": 0.13472222222222222
   }
  },
  "robust": {
   "by_call": {
    "missed": 18.40945359784876,
    "needless": 7.5381436556712265,
    "none": 4.383208117051993,
    "right_risk": 2.230621279930865,
    "right_safety": 3.9889450295750244,
    "wrong_risk": 6.393870515435769
   },
   "calls": {
    "missed": 380.0,
    "needless": 175.0,
    "right_risk": 167.0,
    "right_safety": 635.0,
    "wrong_risk": 92.0
   },
   "confidence": {
    "auroc_right_risk": 0.5310596661403113,
    "missed_mean_p": 0.5696472463768116,
    "missed_n": 345,
    "taken_grouped": 43,
    "taken_n": 391,
    "taken_other": 0
   },
   "error_rate": 42.94424219551364,
   "found": {
    "den": 639.0,
    "n": 167.0,
    "share": 0.26134585289514867
   },
   "good": {
    "den": 434.0,
    "n": 167.0,
    "share": 0.3847926267281106
   },
   "judgement": 52.26482350895496,
   "judgement_hi": 54.423195655505594,
   "judgement_lo": 50.057946044931775,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.19491525423728814,
    "x": 0.7386541471048513,
    "y": 0.21604938271604937
   },
   "margin": 0.02,
   "missed": {
    "den": 639.0,
    "n": 380.0,
    "share": 0.594679186228482
   },
   "needless": {
    "den": 810.0,
    "n": 175.0,
    "share": 0.21604938271604937
   },
   "needless_by_loss": {
    "big": {
     "den": 810.0,
     "n": 113.0,
     "share": 0.13950617283950617
    },
    "medium": {
     "den": 810.0,
     "n": 34.0,
     "share": 0.04197530864197531
    },
    "small": {
     "den": 810.0,
     "n": 28.0,
     "share": 0.0345679012345679
    }
   },
   "no_trade_off": 544.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.243518440162434,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.243518440162434,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 136.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 136,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 23.021504980898015,
      "needless": 10.539054696118804,
      "none": 1.4374313598308222,
      "right_risk": 2.727657137765817,
      "right_safety": 5.243647759264098,
      "wrong_risk": 7.640695671938436
     },
     "calls": {
      "missed": 273.0,
      "needless": 154.0,
      "right_risk": 127.0,
      "right_safety": 507.0,
      "wrong_risk": 62.0
     },
     "confidence": {
      "auroc_right_risk": 0.5425476190476191,
      "missed_mean_p": 0.5741411290322581,
      "missed_n": 248,
      "taken_grouped": 38,
      "taken_n": 305,
      "taken_other": 0
     },
     "error_rate": 50.60999160581599,
     "found": {
      "den": 462.0,
      "n": 127.0,
      "share": 0.2748917748917749
     },
     "good": {
      "den": 343.0,
      "n": 127.0,
      "share": 0.37026239067055394
     },
     "judgement": 52.0955721031364,
     "judgement_hi": 54.627118770283246,
     "judgement_lo": 49.543207570081115,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18507462686567164,
      "x": 0.7251082251082251,
      "y": 0.2329803328290469
     },
     "margin": 0.02,
     "missed": {
      "den": 462.0,
      "n": 273.0,
      "share": 0.5909090909090909
     },
     "needless": {
      "den": 661.0,
      "n": 154.0,
      "share": 0.2329803328290469
     },
     "needless_by_loss": {
      "big": {
       "den": 661.0,
       "n": 99.0,
       "share": 0.14977307110438728
      },
      "medium": {
       "den": 661.0,
       "n": 30.0,
       "share": 0.0453857791225416
      },
      "small": {
       "den": 661.0,
       "n": 25.0,
       "share": 0.037821482602118005
      }
     },
     "no_trade_off": 158.0,
     "reference": null,
     "right_safety": {
      "den": 661.0,
      "n": 507.0,
      "share": 0.7670196671709532
     },
     "risk_pays": 462.0,
     "safety_pays": 661.0,
     "scored": 1281,
     "sdt": {
      "aim": {
       "den": 189.0,
       "n": 127.0,
       "share": 0.671957671957672
      },
      "beta": 1.1610992841206376,
      "caution": 0.47856379874014415,
      "caution_hi": 0.565352987753566,
      "caution_lo": 0.3977768096693022,
      "cstar": 0.2997114881430159,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4983700025093437,
      "dprime_hi": 0.6389243898808378,
      "dprime_lo": 0.36790555721443624,
      "false_alarm": {
       "den": 661.0,
       "n": 154.0,
       "share": 0.2329803328290469
      },
      "false_alarm_rate": 0.23338368580060423,
      "hit": {
       "den": 462.0,
       "n": 189.0,
       "share": 0.4090909090909091
      },
      "hit_rate": 0.40928725701943847,
      "missed_loss": 0.2160479698207352,
      "missed_n": 273.0,
      "na": null,
      "needless_loss": 0.17533154630815828,
      "needless_n": 154.0
     },
     "size": {
      "bad": {
       "mean": 9.527777777777779,
       "n": 216.0,
       "too_few": false
      },
      "right": {
       "mean": 7.724409448818897,
       "n": 127.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 314.0,
        "n": 106.0,
        "share": 0.3375796178343949
       },
       "missed": {
        "den": 314.0,
        "n": 171.0,
        "share": 0.5445859872611465
       },
       "risk_pays": 314.0,
       "wrong": {
        "den": 314.0,
        "n": 37.0,
        "share": 0.1178343949044586
       }
      },
      "medium": {
       "found": {
        "den": 148.0,
        "n": 21.0,
        "share": 0.14189189189189189
       },
       "missed": {
        "den": 148.0,
        "n": 102.0,
        "share": 0.6891891891891891
       },
       "risk_pays": 148.0,
       "wrong": {
        "den": 148.0,
        "n": 25.0,
        "share": 0.16891891891891891
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1123.0,
     "wrong": {
      "den": 462.0,
      "n": 62.0,
      "share": 0.1341991341991342
     }
    },
    "holding": {
     "by_call": {
      "missed": 28.213634302741603,
      "needless": 12.570390575810483,
      "none": 0.45305804202431127,
      "right_risk": 0.0,
      "right_safety": 4.187659997689097,
      "wrong_risk": 3.2986480938760856
     },
     "calls": {
      "missed": 7.0,
      "needless": 5.0,
      "right_risk": 0.0,
      "right_safety": 21.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 6,
      "taken_other": 0
     },
     "error_rate": 48.723391012141576,
     "found": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 6.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 40.38461538461539,
     "judgement_hi": 47.91666666666667,
     "judgement_lo": 31.25,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.125,
      "x": 1.0,
      "y": 0.19230769230769232
     },
     "margin": 0.02,
     "missed": {
      "den": 8.0,
      "n": 7.0,
      "share": 0.875
     },
     "needless": {
      "den": 26.0,
      "n": 5.0,
      "share": 0.19230769230769232
     },
     "needless_by_loss": {
      "big": {
       "den": 26.0,
       "n": 3.0,
       "share": 0.11538461538461539
      },
      "medium": {
       "den": 26.0,
       "n": 1.0,
       "share": 0.038461538461538464
      },
      "small": {
       "den": 26.0,
       "n": 1.0,
       "share": 0.038461538461538464
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 26.0,
      "n": 21.0,
      "share": 0.8076923076923077
     },
     "risk_pays": 8.0,
     "safety_pays": 26.0,
     "scored": 38,
     "sdt": {
      "aim": {
       "den": 1.0,
       "n": 0.0,
       "share": 0.0
      },
      "beta": 2.027221183425485,
      "caution": 0.8979431073414179,
      "caution_hi": 1.4370654324672412,
      "caution_lo": 0.41413503352929365,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.13895691752056682,
      "dprime_hi": 1.1728299442275596,
      "dprime_lo": -1.1982552265091813,
      "false_alarm": {
       "den": 26.0,
       "n": 5.0,
       "share": 0.19230769230769232
      },
      "false_alarm_rate": 0.2037037037037037,
      "hit": {
       "den": 8.0,
       "n": 1.0,
       "share": 0.125
      },
      "hit_rate": 0.16666666666666666,
      "missed_loss": 0.3063194581440517,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.19106993675231934,
      "needless_n": 5.0
     },
     "size": {
      "bad": {
       "mean": 6.5,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 4.0,
        "share": 0.8
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 1.0,
        "share": 0.2
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 34.0,
     "wrong": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     }
    },
    "opening": {
     "by_call": {
      "missed": 20.91254278661448,
      "needless": 3.5676327581698577,
      "none": 0.05828459515099639,
      "right_risk": 3.2474382847242387,
      "right_safety": 3.6645856123328615,
      "wrong_risk": 9.658375952024102
     },
     "calls": {
      "missed": 100.0,
      "needless": 16.0,
      "right_risk": 40.0,
      "right_safety": 107.0,
      "wrong_risk": 29.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 92,
      "taken_grouped": 5,
      "taken_n": 80,
      "taken_other": 0
     },
     "error_rate": 41.10885998901654,
     "found": {
      "den": 169.0,
      "n": 40.0,
      "share": 0.23668639053254437
     },
     "good": {
      "den": 85.0,
      "n": 40.0,
      "share": 0.47058823529411764
     },
     "judgement": 55.330254485976816,
     "judgement_hi": 59.162035443129724,
     "judgement_lo": 51.531842339571185,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2248062015503876,
      "x": 0.7633136094674556,
      "y": 0.13008130081300814
     },
     "margin": 0.02,
     "missed": {
      "den": 169.0,
      "n": 100.0,
      "share": 0.591715976331361
     },
     "needless": {
      "den": 123.0,
      "n": 16.0,
      "share": 0.13008130081300814
     },
     "needless_by_loss": {
      "big": {
       "den": 123.0,
       "n": 11.0,
       "share": 0.08943089430894309
      },
      "medium": {
       "den": 123.0,
       "n": 3.0,
       "share": 0.024390243902439025
      },
      "small": {
       "den": 123.0,
       "n": 2.0,
       "share": 0.016260162601626018
      }
     },
     "no_trade_off": 1.0,
     "reference": null,
     "right_safety": {
      "den": 123.0,
      "n": 107.0,
      "share": 0.8699186991869918
     },
     "risk_pays": 169.0,
     "safety_pays": 123.0,
     "scored": 293,
     "sdt": {
      "aim": {
       "den": 69.0,
       "n": 40.0,
       "share": 0.5797101449275363
      },
      "beta": 0.7760178742806385,
      "caution": 0.6712967730745425,
      "caution_hi": 0.8807437334537099,
      "caution_lo": 0.4915716289442841,
      "cstar": -0.2876851220844262,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8814488679848176,
      "dprime_hi": 1.205656060073105,
      "dprime_lo": 0.5813498617949436,
      "false_alarm": {
       "den": 123.0,
       "n": 16.0,
       "share": 0.13008130081300814
      },
      "false_alarm_rate": 0.13306451612903225,
      "hit": {
       "den": 169.0,
       "n": 69.0,
       "share": 0.40828402366863903
      },
      "hit_rate": 0.4088235294117647,
      "missed_loss": 0.12254750072956085,
      "missed_n": 100.0,
      "na": null,
      "needless_loss": 0.13066454976797104,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 7.844444444444444,
       "n": 45.0,
       "too_few": true
      },
      "right": {
       "mean": 9.325,
       "n": 40.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 89.0,
        "n": 34.0,
        "share": 0.38202247191011235
       },
       "missed": {
        "den": 89.0,
        "n": 39.0,
        "share": 0.43820224719101125
       },
       "risk_pays": 89.0,
       "wrong": {
        "den": 89.0,
        "n": 16.0,
        "share": 0.1797752808988764
       }
      },
      "medium": {
       "found": {
        "den": 80.0,
        "n": 6.0,
        "share": 0.075
       },
       "missed": {
        "den": 80.0,
        "n": 61.0,
        "share": 0.7625
       },
       "risk_pays": 80.0,
       "wrong": {
        "den": 80.0,
        "n": 13.0,
        "share": 0.1625
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 292.0,
     "wrong": {
      "den": 169.0,
      "n": 29.0,
      "share": 0.17159763313609466
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 19.538661655114623,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 19.538661655114623,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 245.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 245,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 810.0,
    "n": 635.0,
    "share": 0.7839506172839507
   },
   "risk_pays": 639.0,
   "safety_pays": 810.0,
   "scored": 1993,
   "sdt": {
    "aim": {
     "den": 259.0,
     "n": 167.0,
     "share": 0.6447876447876448
    },
    "beta": 1.12707604582803,
    "caution": 0.511813861179727,
    "caution_hi": 0.593643608492601,
    "caution_lo": 0.4330840888043008,
    "cstar": 0.2194203693351689,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5451941835542964,
    "dprime_hi": 0.68019793871639,
    "dprime_lo": 0.42614880640210856,
    "false_alarm": {
     "den": 810.0,
     "n": 175.0,
     "share": 0.21604938271604937
    },
    "false_alarm_rate": 0.21639950678175093,
    "hit": {
     "den": 639.0,
     "n": 259.0,
     "share": 0.405320813771518
    },
    "hit_rate": 0.40546875,
    "missed_loss": 0.19310547905532938,
    "missed_n": 380.0,
    "na": null,
    "needless_loss": 0.1716973749228886,
    "needless_n": 175.0
   },
   "size": {
    "bad": {
     "mean": 9.176029962546817,
     "n": 267.0,
     "too_few": false
    },
    "right": {
     "mean": 8.107784431137725,
     "n": 167.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 406.0,
      "n": 140.0,
      "share": 0.3448275862068966
     },
     "missed": {
      "den": 406.0,
      "n": 213.0,
      "share": 0.5246305418719212
     },
     "risk_pays": 406.0,
     "wrong": {
      "den": 406.0,
      "n": 53.0,
      "share": 0.13054187192118227
     }
    },
    "medium": {
     "found": {
      "den": 233.0,
      "n": 27.0,
      "share": 0.11587982832618025
     },
     "missed": {
      "den": 233.0,
      "n": 167.0,
      "share": 0.7167381974248928
     },
     "risk_pays": 233.0,
     "wrong": {
      "den": 233.0,
      "n": 39.0,
      "share": 0.16738197424892703
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1449.0,
   "wrong": {
    "den": 639.0,
    "n": 92.0,
    "share": 0.14397496087636932
   }
  }
 },
 "route": {
  "provider": "local (drex-v2.0 serve.py)",
  "reasoning": null,
  "spec": "drex-local/drex-v2.0"
 },
 "running": 0,
 "slug": "drex-2-0-local",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 52.87564723264603,
   "n": 21,
   "too_few": true
  },
  "blitz": {
   "error_rate": 44.52670277572992,
   "n": 254,
   "too_few": false
  },
  "holding": {
   "error_rate": 48.723391012141576,
   "n": 38,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 57.10590440091364,
   "n": 422,
   "too_few": false
  },
  "other": {
   "error_rate": 40.95744239080936,
   "n": 109,
   "too_few": true
  },
  "priming": {
   "error_rate": 50.20668478388535,
   "n": 475,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
