{
 "confidence": {
  "auroc_best": 0.738889316181796,
  "auroc_blunder": 0.6787598786237625,
  "confident_badly_wrong": {
   "den": 1977,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1977,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1977,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.06811672994323545,
  "held_out": {
   "blunders": 0.021193313638183633,
   "kept": 0.027975535452560003,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1977,
  "surest": {
   "cut": 0.4504115665663546,
   "error_rate": 17.41600307551297,
   "n": 495,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-14T16:12:45.223Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1980,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1980
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 49.848470279940734,
   "n": 602,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 66.25072059916778,
   "n": 568,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 31.634322305520374,
   "n": 810,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-14T16:13:42.349Z",
   "id": 1419,
   "opponent": "Fastino GLiDE",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-14T16:12:45.223Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:14:05.226Z",
   "id": 1420,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T16:13:45.739Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:14:16.484Z",
   "id": 1421,
   "opponent": "GNUbg weak",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-14T16:14:05.675Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:14:23.578Z",
   "id": 1422,
   "opponent": "Random",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-14T16:14:16.945Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:14:32.803Z",
   "id": 1423,
   "opponent": "Safest",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T16:14:24.060Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:15:15.236Z",
   "id": 1424,
   "opponent": "Liquid d1-ultra",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T16:14:33.277Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:15:31.791Z",
   "id": 1425,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T16:15:15.723Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:15:42.274Z",
   "id": 1426,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T16:15:32.178Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:16:04.528Z",
   "id": 1427,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T16:15:42.739Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T16:16:05.054Z",
   "id": 1428,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-14T16:16:04.986Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T18:44:59.684Z",
   "id": 1429,
   "opponent": "Cygnet",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T18:44:29.134Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T18:46:54.876Z",
   "id": 1430,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-14T18:45:44.090Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T18:48:40.120Z",
   "id": 1431,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-14T18:47:57.295Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T18:52:13.040Z",
   "id": 1432,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-14T18:49:18.350Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T18:54:13.923Z",
   "id": 1433,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-14T18:52:39.823Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T18:56:49.732Z",
   "id": 1434,
   "opponent": "Clef",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T18:54:56.389Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:00:42.357Z",
   "id": 1435,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T18:57:13.229Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:03:30.372Z",
   "id": 1436,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T19:01:36.874Z",
   "status": "finished"
  }
 ],
 "name": "Liquid d1-2B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 46.295181227227054,
   "n": 336,
   "too_few": false
  },
  "16–25": {
   "error_rate": 56.91415112879541,
   "n": 396,
   "too_few": false
  },
  "26+": {
   "error_rate": 94.07913339574162,
   "n": 246,
   "too_few": false
  },
  "2–5": {
   "error_rate": 17.797158971375843,
   "n": 562,
   "too_few": false
  },
  "6–10": {
   "error_rate": 50.055305862968616,
   "n": 440,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 32.54434130561184,
   "n": 142,
   "too_few": true
  },
  "contact": {
   "error_rate": 56.49087978306113,
   "n": 1223,
   "too_few": false
  },
  "holding": {
   "error_rate": 59.86946665528995,
   "n": 67,
   "too_few": true
  },
  "opening": {
   "error_rate": 32.42309779768259,
   "n": 284,
   "too_few": false
  },
  "race": {
   "error_rate": 23.992170438621983,
   "n": 264,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.738889316181796,
  "best_share": 0.396969696969697,
  "blunder_share": 0.3085858585858586,
  "brier": 0.20501383115353122,
  "clusters": 96,
  "confidence_n": 1977,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1980,
  "ece": 0.06811672994323545,
  "engine_scored": 1980,
  "error_hi": 51.54151049208344,
  "error_lo": 42.751547215232456,
  "error_rate": 47.10251993753693,
  "first_date": "2026-11-14",
  "group_sizes": [
   130,
   136,
   146
  ],
  "grouped": 3,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.32945534896420003,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1980,
   "estimate": true,
   "excluded_hours": 2.466666666666667,
   "gaps": [
    [
     "2026-11-14T16:16Z",
     "2026-11-14T18:44Z",
     148
    ]
   ],
   "gpu_decisions": 1980,
   "gpu_usd": 0.925097250171504,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.37152500006887706,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.37152500006887706,
     "machine": "rtx_pro_6000",
     "usd": 0.925097250171504,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 0.925097250171504,
   "usd_per_1000": 0.4672208334199515
  },
  "p95_loss": 0.4181086659431456,
  "probability_source": "decision",
  "retry_mean": 0.012575757575757575,
  "scored": 1980,
  "time_median": 0.064,
  "time_p90": 0.129,
  "tokens_in": 3398.4237373737374,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.4672208334199515,
  "very_confident": 0.0,
  "worst_mean": 0.6806815245536842
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.616811532753869,
   "best_share": 0.6267605633802817,
   "blunder_share": 0.19718309859154928,
   "brier": 0.2639278568745896,
   "clusters": 55,
   "confidence_n": 142,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 142,
   "ece": 0.2036135213380912,
   "engine_scored": 142,
   "error_hi": 44.31099596972636,
   "error_lo": 20.66868237915792,
   "error_rate": 32.54434130561184,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.43419852284611643,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1980,
    "estimate": true,
    "excluded_hours": 2.466666666666667,
    "gaps": [
     [
      "2026-11-14T16:16Z",
      "2026-11-14T18:44Z",
      148
     ]
    ],
    "gpu_decisions": 1980,
    "gpu_usd": 0.925097250171504,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.37152500006887706,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.37152500006887706,
      "machine": "rtx_pro_6000",
      "usd": 0.925097250171504,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 0.925097250171504,
    "usd_per_1000": 0.4672208334199515
   },
   "p95_loss": 0.3869337081909179,
   "probability_source": "decision",
   "retry_mean": 0.005,
   "scored": 142,
   "time_median": 0.042,
   "time_p90": 0.09890000000000002,
   "tokens_in": 2708.4154929577467,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.4672208334199515,
   "very_confident": 0.0,
   "worst_mean": 0.5549942255020142
  },
  "contact": {
   "auroc": 0.7578894093362972,
   "best_share": 0.38348323793949307,
   "blunder_share": 0.35731807031888796,
   "brier": 0.1976854739881587,
   "clusters": 96,
   "confidence_n": 1221,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1223,
   "ece": 0.0656075176420199,
   "engine_scored": 1223,
   "error_hi": 63.211903744008985,
   "error_lo": 50.02249789169802,
   "error_rate": 56.49087978306113,
   "first_date": "2026-11-14",
   "group_sizes": [
    130,
    146
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.3188373253226077,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1980,
    "estimate": true,
    "excluded_hours": 2.466666666666667,
    "gaps": [
     [
      "2026-11-14T16:16Z",
      "2026-11-14T18:44Z",
      148
     ]
    ],
    "gpu_decisions": 1980,
    "gpu_usd": 0.925097250171504,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.37152500006887706,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.37152500006887706,
      "machine": "rtx_pro_6000",
      "usd": 0.925097250171504,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 0.925097250171504,
    "usd_per_1000": 0.4672208334199515
   },
   "p95_loss": 0.4875622570514676,
   "probability_source": "decision",
   "retry_mean": 0.014233851185609159,
   "scored": 1223,
   "time_median": 0.068,
   "time_p90": 0.134,
   "tokens_in": 3461.2706459525757,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.4672208334199515,
   "very_confident": 0.0,
   "worst_mean": 0.7422860899909598
  },
  "holding": {
   "auroc": 0.6884920634920635,
   "best_share": 0.3582089552238806,
   "blunder_share": 0.26865671641791045,
   "brier": 0.21133079367033203,
   "clusters": 20,
   "confidence_n": 66,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 67,
   "ece": 0.09359737411829816,
   "engine_scored": 67,
   "error_hi": 108.4236133982653,
   "error_lo": 22.316066795746934,
   "error_rate": 59.86946665528995,
   "first_date": "2026-11-14",
   "group_sizes": [
    136
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.31282957036929343,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1980,
    "estimate": true,
    "excluded_hours": 2.466666666666667,
    "gaps": [
     [
      "2026-11-14T16:16Z",
      "2026-11-14T18:44Z",
      148
     ]
    ],
    "gpu_decisions": 1980,
    "gpu_usd": 0.925097250171504,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.37152500006887706,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.37152500006887706,
      "machine": "rtx_pro_6000",
      "usd": 0.925097250171504,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 0.925097250171504,
    "usd_per_1000": 0.4672208334199515
   },
   "p95_loss": 0.4898137331008905,
   "probability_source": "decision",
   "retry_mean": 0.02108955223880597,
   "scored": 67,
   "time_median": 0.063,
   "time_p90": 0.1104,
   "tokens_in": 3934.9701492537315,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.4672208334199515,
   "very_confident": 0.0,
   "worst_mean": 1.402547816435496
  },
  "opening": {
   "auroc": 0.7820271682340648,
   "best_share": 0.3873239436619718,
   "blunder_share": 0.2887323943661972,
   "brier": 0.1757911320484348,
   "clusters": 96,
   "confidence_n": 284,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 284,
   "ece": 0.11825522096497093,
   "engine_scored": 284,
   "error_hi": 37.622245474860016,
   "error_lo": 27.395611552110584,
   "error_rate": 32.42309779768259,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.30047605887973683,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1980,
    "estimate": true,
    "excluded_hours": 2.466666666666667,
    "gaps": [
     [
      "2026-11-14T16:16Z",
      "2026-11-14T18:44Z",
      148
     ]
    ],
    "gpu_decisions": 1980,
    "gpu_usd": 0.925097250171504,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.37152500006887706,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.37152500006887706,
      "machine": "rtx_pro_6000",
      "usd": 0.925097250171504,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 0.925097250171504,
    "usd_per_1000": 0.4672208334199515
   },
   "p95_loss": 0.23451148569583893,
   "probability_source": "decision",
   "retry_mean": 0.011373239436619718,
   "scored": 284,
   "time_median": 0.0725,
   "time_p90": 0.1392000000000001,
   "tokens_in": 3612.6971830985917,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.4672208334199515,
   "very_confident": 0.0,
   "worst_mean": 0.30919809000832693
  },
  "race": {
   "auroc": 0.5865143929912391,
   "best_share": 0.3560606060606061,
   "blunder_share": 0.17424242424242425,
   "brier": 0.23707617761666794,
   "clusters": 88,
   "confidence_n": 264,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 264,
   "ece": 0.1062026777419506,
   "engine_scored": 264,
   "error_hi": 31.56862877687821,
   "error_lo": 17.031810738670856,
   "error_rate": 23.992170438621983,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.35755571239754663,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1980,
    "estimate": true,
    "excluded_hours": 2.466666666666667,
    "gaps": [
     [
      "2026-11-14T16:16Z",
      "2026-11-14T18:44Z",
      148
     ]
    ],
    "gpu_decisions": 1980,
    "gpu_usd": 0.925097250171504,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.37152500006887706,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.37152500006887706,
      "machine": "rtx_pro_6000",
      "usd": 0.925097250171504,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 0.925097250171504,
    "usd_per_1000": 0.4672208334199515
   },
   "p95_loss": 0.20762459933757782,
   "probability_source": "decision",
   "retry_mean": 0.008102272727272727,
   "scored": 264,
   "time_median": 0.053,
   "time_p90": 0.117,
   "tokens_in": 3111.746212121212,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.4672208334199515,
   "very_confident": 0.0,
   "worst_mean": 0.397344538798699
  }
 },
 "record": {
  "drawn": 0,
  "lost": 12,
  "won": 5
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.628714240259594,
    "needless": 10.5707564965041,
    "none": 5.946658386124505,
    "right_risk": 2.620328774656912,
    "right_safety": 5.167806916164629,
    "wrong_risk": 8.168255123827192
   },
   "calls": {
    "missed": 339.0,
    "needless": 180.0,
    "right_risk": 231.0,
    "right_safety": 596.0,
    "wrong_risk": 118.0
   },
   "confidence": {
    "auroc_right_risk": 0.5499948984797469,
    "missed_mean_p": 0.27250292234591333,
    "missed_n": 338,
    "taken_grouped": 1,
    "taken_n": 528,
    "taken_other": 0
   },
   "error_rate": 47.10251993753693,
   "found": {
    "den": 688.0,
    "n": 231.0,
    "share": 0.33575581395348836
   },
   "good": {
    "den": 529.0,
    "n": 231.0,
    "share": 0.43667296786389415
   },
   "judgement": 55.18985255334452,
   "judgement_hi": 57.5344479711062,
   "judgement_lo": 52.815853750595366,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.25820568927789933,
    "x": 0.6642441860465116,
    "y": 0.23195876288659795
   },
   "margin": 0.001,
   "missed": {
    "den": 688.0,
    "n": 339.0,
    "share": 0.49273255813953487
   },
   "needless": {
    "den": 776.0,
    "n": 180.0,
    "share": 0.23195876288659795
   },
   "needless_by_loss": {
    "big": {
     "den": 776.0,
     "n": 136.0,
     "share": 0.17525773195876287
    },
    "medium": {
     "den": 776.0,
     "n": 31.0,
     "share": 0.03994845360824742
    },
    "small": {
     "den": 776.0,
     "n": 13.0,
     "share": 0.01675257731958763
    }
   },
   "no_trade_off": 516.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 32.54434130561184,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 32.54434130561184,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 142.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 142,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 18.29790406215415,
      "needless": 16.189938123267105,
      "none": 0.6478529481349767,
      "right_risk": 3.2785865657171653,
      "right_safety": 6.459711934344649,
      "wrong_risk": 11.616886149443083
     },
     "calls": {
      "missed": 240.0,
      "needless": 162.0,
      "right_risk": 168.0,
      "right_safety": 458.0,
      "wrong_risk": 92.0
     },
     "confidence": {
      "auroc_right_risk": 0.571393280632411,
      "missed_mean_p": 0.28548907039176247,
      "missed_n": 239,
      "taken_grouped": 1,
      "taken_n": 421,
      "taken_other": 0
     },
     "error_rate": 56.49087978306113,
     "found": {
      "den": 500.0,
      "n": 168.0,
      "share": 0.336
     },
     "good": {
      "den": 422.0,
      "n": 168.0,
      "share": 0.3981042654028436
     },
     "judgement": 53.73548387096775,
     "judgement_hi": 56.51208091293019,
     "judgement_lo": 50.889683475228374,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.27710843373493976,
      "x": 0.664,
      "y": 0.26129032258064516
     },
     "margin": 0.001,
     "missed": {
      "den": 500.0,
      "n": 240.0,
      "share": 0.48
     },
     "needless": {
      "den": 620.0,
      "n": 162.0,
      "share": 0.26129032258064516
     },
     "needless_by_loss": {
      "big": {
       "den": 620.0,
       "n": 126.0,
       "share": 0.2032258064516129
      },
      "medium": {
       "den": 620.0,
       "n": 26.0,
       "share": 0.041935483870967745
      },
      "small": {
       "den": 620.0,
       "n": 10.0,
       "share": 0.016129032258064516
      }
     },
     "no_trade_off": 103.0,
     "reference": null,
     "right_safety": {
      "den": 620.0,
      "n": 458.0,
      "share": 0.7387096774193549
     },
     "risk_pays": 500.0,
     "safety_pays": 620.0,
     "scored": 1223,
     "sdt": {
      "aim": {
       "den": 260.0,
       "n": 168.0,
       "share": 0.6461538461538462
      },
      "beta": 1.625405612509163,
      "caution": 0.29406874114661397,
      "caution_hi": 0.36757647303629465,
      "caution_lo": 0.22149848448788284,
      "cstar": 0.7057921366211175,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.6882442678638008,
      "dprime_hi": 0.8472017778299263,
      "dprime_lo": 0.5226577508649527,
      "false_alarm": {
       "den": 620.0,
       "n": 162.0,
       "share": 0.26129032258064516
      },
      "false_alarm_rate": 0.2616747181964573,
      "hit": {
       "den": 500.0,
       "n": 260.0,
       "share": 0.52
      },
      "hit_rate": 0.5199600798403193,
      "missed_loss": 0.18648613890012106,
      "missed_n": 240.0,
      "na": null,
      "needless_loss": 0.24444807808340333,
      "needless_n": 162.0
     },
     "size": {
      "bad": {
       "mean": 13.051181102362206,
       "n": 254.0,
       "too_few": false
      },
      "right": {
       "mean": 9.869047619047619,
       "n": 168.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 300.0,
        "n": 122.0,
        "share": 0.4066666666666667
       },
       "missed": {
        "den": 300.0,
        "n": 134.0,
        "share": 0.44666666666666666
       },
       "risk_pays": 300.0,
       "wrong": {
        "den": 300.0,
        "n": 44.0,
        "share": 0.14666666666666667
       }
      },
      "medium": {
       "found": {
        "den": 134.0,
        "n": 34.0,
        "share": 0.2537313432835821
       },
       "missed": {
        "den": 134.0,
        "n": 66.0,
        "share": 0.4925373134328358
       },
       "risk_pays": 134.0,
       "wrong": {
        "den": 134.0,
        "n": 34.0,
        "share": 0.2537313432835821
       }
      },
      "small": {
       "found": {
        "den": 66.0,
        "n": 12.0,
        "share": 0.18181818181818182
       },
       "missed": {
        "den": 66.0,
        "n": 40.0,
        "share": 0.6060606060606061
       },
       "risk_pays": 66.0,
       "wrong": {
        "den": 66.0,
        "n": 14.0,
        "share": 0.21212121212121213
       }
      }
     },
     "trade_off": 1120.0,
     "wrong": {
      "den": 500.0,
      "n": 92.0,
      "share": 0.184
     }
    },
    "holding": {
     "by_call": {
      "missed": 34.701739006967685,
      "needless": 2.459099933282653,
      "none": 0.40044757857251523,
      "right_risk": 0.0,
      "right_safety": 22.308180136467094,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 11.0,
      "needless": 3.0,
      "right_risk": 2.0,
      "right_safety": 44.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 11,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 59.86946665528995,
     "found": {
      "den": 13.0,
      "n": 2.0,
      "share": 0.15384615384615385
     },
     "good": {
      "den": 5.0,
      "n": 2.0,
      "share": 0.4
     },
     "judgement": 54.50081833060556,
     "judgement_hi": 64.66733615221986,
     "judgement_lo": 46.609687981510014,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8461538461538461,
      "y": 0.06382978723404255
     },
     "margin": 0.001,
     "missed": {
      "den": 13.0,
      "n": 11.0,
      "share": 0.8461538461538461
     },
     "needless": {
      "den": 47.0,
      "n": 3.0,
      "share": 0.06382978723404255
     },
     "needless_by_loss": {
      "big": {
       "den": 47.0,
       "n": 1.0,
       "share": 0.02127659574468085
      },
      "medium": {
       "den": 47.0,
       "n": 1.0,
       "share": 0.02127659574468085
      },
      "small": {
       "den": 47.0,
       "n": 1.0,
       "share": 0.02127659574468085
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 47.0,
      "n": 44.0,
      "share": 0.9361702127659575
     },
     "risk_pays": 13.0,
     "safety_pays": 47.0,
     "scored": 67,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 0.9394006902812705,
      "caution": 1.1876152896122094,
      "caution_hi": 1.79456575557068,
      "caution_lo": 0.8058523333320091,
      "cstar": -0.11715699342801908,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5335846264876618,
      "dprime_hi": 1.3359391003077579,
      "dprime_lo": -0.28863165770541444,
      "false_alarm": {
       "den": 47.0,
       "n": 3.0,
       "share": 0.06382978723404255
      },
      "false_alarm_rate": 0.07291666666666667,
      "hit": {
       "den": 13.0,
       "n": 2.0,
       "share": 0.15384615384615385
      },
      "hit_rate": 0.17857142857142858,
      "missed_loss": 0.4227302751757882,
      "missed_n": 11.0,
      "na": null,
      "needless_loss": 0.1098397970199585,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 17.666666666666668,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 7.0,
        "n": 5.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 13.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 15.00528526138252,
      "needless": 3.3980416999736303,
      "none": 0.0,
      "right_risk": 4.149787337847159,
      "right_safety": 2.9485279195745226,
      "wrong_risk": 6.921455578904756
     },
     "calls": {
      "missed": 88.0,
      "needless": 15.0,
      "right_risk": 61.0,
      "right_safety": 94.0,
      "wrong_risk": 26.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 88,
      "taken_grouped": 0,
      "taken_n": 102,
      "taken_other": 0
     },
     "error_rate": 32.42309779768259,
     "found": {
      "den": 175.0,
      "n": 61.0,
      "share": 0.3485714285714286
     },
     "good": {
      "den": 102.0,
      "n": 61.0,
      "share": 0.5980392156862745
     },
     "judgement": 60.54783748361731,
     "judgement_hi": 64.79899184808659,
     "judgement_lo": 55.81798815088387,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.22807017543859648,
      "x": 0.6514285714285715,
      "y": 0.13761467889908258
     },
     "margin": 0.001,
     "missed": {
      "den": 175.0,
      "n": 88.0,
      "share": 0.5028571428571429
     },
     "needless": {
      "den": 109.0,
      "n": 15.0,
      "share": 0.13761467889908258
     },
     "needless_by_loss": {
      "big": {
       "den": 109.0,
       "n": 9.0,
       "share": 0.08256880733944955
      },
      "medium": {
       "den": 109.0,
       "n": 4.0,
       "share": 0.03669724770642202
      },
      "small": {
       "den": 109.0,
       "n": 2.0,
       "share": 0.01834862385321101
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 109.0,
      "n": 94.0,
      "share": 0.8623853211009175
     },
     "risk_pays": 175.0,
     "safety_pays": 109.0,
     "scored": 284,
     "sdt": {
      "aim": {
       "den": 87.0,
       "n": 61.0,
       "share": 0.7011494252873564
      },
      "beta": 0.8274929652072914,
      "caution": 0.5416825418855788,
      "caution_hi": 0.7603233822031741,
      "caution_lo": 0.3403932760263311,
      "cstar": -0.17711219009747048,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0691227572925266,
      "dprime_hi": 1.4894795943794399,
      "dprime_lo": 0.7171116422933271,
      "false_alarm": {
       "den": 109.0,
       "n": 15.0,
       "share": 0.13761467889908258
      },
      "false_alarm_rate": 0.1409090909090909,
      "hit": {
       "den": 175.0,
       "n": 87.0,
       "share": 0.49714285714285716
      },
      "hit_rate": 0.4971590909090909,
      "missed_loss": 0.09685229577801445,
      "missed_n": 88.0,
      "na": null,
      "needless_loss": 0.1286725123723348,
      "needless_n": 15.0
     },
     "size": {
      "bad": {
       "mean": 13.317073170731707,
       "n": 41.0,
       "too_few": true
      },
      "right": {
       "mean": 11.721311475409836,
       "n": 61.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 85.0,
        "n": 49.0,
        "share": 0.5764705882352941
       },
       "missed": {
        "den": 85.0,
        "n": 26.0,
        "share": 0.3058823529411765
       },
       "risk_pays": 85.0,
       "wrong": {
        "den": 85.0,
        "n": 10.0,
        "share": 0.11764705882352941
       }
      },
      "medium": {
       "found": {
        "den": 76.0,
        "n": 11.0,
        "share": 0.14473684210526316
       },
       "missed": {
        "den": 76.0,
        "n": 53.0,
        "share": 0.6973684210526315
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 12.0,
        "share": 0.15789473684210525
       }
      },
      "small": {
       "found": {
        "den": 14.0,
        "n": 1.0,
        "share": 0.07142857142857142
       },
       "missed": {
        "den": 14.0,
        "n": 9.0,
        "share": 0.6428571428571429
       },
       "risk_pays": 14.0,
       "wrong": {
        "den": 14.0,
        "n": 4.0,
        "share": 0.2857142857142857
       }
      }
     },
     "trade_off": 284.0,
     "wrong": {
      "den": 175.0,
      "n": 26.0,
      "share": 0.14857142857142858
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 23.992170438621983,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 23.992170438621983,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 264.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 264,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 776.0,
    "n": 596.0,
    "share": 0.7680412371134021
   },
   "risk_pays": 688.0,
   "safety_pays": 776.0,
   "scored": 1980,
   "sdt": {
    "aim": {
     "den": 349.0,
     "n": 231.0,
     "share": 0.66189111747851
    },
    "beta": 1.5349717549607238,
    "caution": 0.35654488677110463,
    "caution_hi": 0.4259088850373428,
    "caution_lo": 0.2901980166334782,
    "cstar": 0.5717514756020083,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.7494724517179854,
    "dprime_hi": 0.8858185762569059,
    "dprime_lo": 0.6171309955629546,
    "false_alarm": {
     "den": 776.0,
     "n": 180.0,
     "share": 0.23195876288659795
    },
    "false_alarm_rate": 0.2323037323037323,
    "hit": {
     "den": 688.0,
     "n": 349.0,
     "share": 0.5072674418604651
    },
    "hit_rate": 0.5072568940493469,
    "missed_loss": 0.17088409554993508,
    "missed_n": 339.0,
    "na": null,
    "needless_loss": 0.2325566429230902,
    "needless_n": 180.0
   },
   "size": {
    "bad": {
     "mean": 13.134228187919463,
     "n": 298.0,
     "too_few": false
    },
    "right": {
     "mean": 10.367965367965368,
     "n": 231.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 392.0,
      "n": 173.0,
      "share": 0.4413265306122449
     },
     "missed": {
      "den": 392.0,
      "n": 165.0,
      "share": 0.42091836734693877
     },
     "risk_pays": 392.0,
     "wrong": {
      "den": 392.0,
      "n": 54.0,
      "share": 0.1377551020408163
     }
    },
    "medium": {
     "found": {
      "den": 215.0,
      "n": 45.0,
      "share": 0.20930232558139536
     },
     "missed": {
      "den": 215.0,
      "n": 124.0,
      "share": 0.5767441860465117
     },
     "risk_pays": 215.0,
     "wrong": {
      "den": 215.0,
      "n": 46.0,
      "share": 0.21395348837209302
     }
    },
    "small": {
     "found": {
      "den": 81.0,
      "n": 13.0,
      "share": 0.16049382716049382
     },
     "missed": {
      "den": 81.0,
      "n": 50.0,
      "share": 0.6172839506172839
     },
     "risk_pays": 81.0,
     "wrong": {
      "den": 81.0,
      "n": 18.0,
      "share": 0.2222222222222222
     }
    }
   },
   "trade_off": 1464.0,
   "wrong": {
    "den": 688.0,
    "n": 118.0,
    "share": 0.17151162790697674
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.201043576303155,
    "needless": 11.159448408418232,
    "none": 5.946658386124505,
    "right_risk": 2.355343366813178,
    "right_safety": 5.595477580121069,
    "wrong_risk": 7.844548619756795
   },
   "calls": {
    "missed": 289.0,
    "needless": 211.0,
    "right_risk": 209.0,
    "right_safety": 646.0,
    "wrong_risk": 109.0
   },
   "confidence": {
    "auroc_right_risk": 0.5634008789428687,
    "missed_mean_p": 0.27221124240784317,
    "missed_n": 288,
    "taken_grouped": 1,
    "taken_n": 528,
    "taken_other": 0
   },
   "error_rate": 47.10251993753693,
   "found": {
    "den": 607.0,
    "n": 209.0,
    "share": 0.3443163097199341
   },
   "good": {
    "den": 529.0,
    "n": 209.0,
    "share": 0.3950850661625709
   },
   "judgement": 54.90543042181935,
   "judgement_hi": 57.47924077823541,
   "judgement_lo": 52.206809228825314,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.27386934673366836,
    "x": 0.6556836902800659,
    "y": 0.24620770128354727
   },
   "margin": 0.02,
   "missed": {
    "den": 607.0,
    "n": 289.0,
    "share": 0.47611202635914335
   },
   "needless": {
    "den": 857.0,
    "n": 211.0,
    "share": 0.24620770128354727
   },
   "needless_by_loss": {
    "big": {
     "den": 857.0,
     "n": 146.0,
     "share": 0.17036172695449242
    },
    "medium": {
     "den": 857.0,
     "n": 37.0,
     "share": 0.043173862310385065
    },
    "small": {
     "den": 857.0,
     "n": 28.0,
     "share": 0.03267211201866978
    }
   },
   "no_trade_off": 516.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 32.54434130561184,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 32.54434130561184,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 142.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 142,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.788246895383832,
      "needless": 17.03652572602594,
      "none": 0.6478529481349767,
      "right_risk": 2.903127502147428,
      "right_safety": 6.969369101114967,
      "wrong_risk": 11.145757610253984
     },
     "calls": {
      "missed": 200.0,
      "needless": 188.0,
      "right_risk": 149.0,
      "right_safety": 498.0,
      "wrong_risk": 85.0
     },
     "confidence": {
      "auroc_right_risk": 0.5863723845242795,
      "missed_mean_p": null,
      "missed_n": 199,
      "taken_grouped": 1,
      "taken_n": 421,
      "taken_other": 0
     },
     "error_rate": 56.49087978306113,
     "found": {
      "den": 434.0,
      "n": 149.0,
      "share": 0.3433179723502304
     },
     "good": {
      "den": 422.0,
      "n": 149.0,
      "share": 0.35308056872037913
     },
     "judgement": 53.46327471080598,
     "judgement_hi": 56.60599514389773,
     "judgement_lo": 50.37931734870827,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2982456140350877,
      "x": 0.6566820276497696,
      "y": 0.27405247813411077
     },
     "margin": 0.02,
     "missed": {
      "den": 434.0,
      "n": 200.0,
      "share": 0.4608294930875576
     },
     "needless": {
      "den": 686.0,
      "n": 188.0,
      "share": 0.27405247813411077
     },
     "needless_by_loss": {
      "big": {
       "den": 686.0,
       "n": 135.0,
       "share": 0.1967930029154519
      },
      "medium": {
       "den": 686.0,
       "n": 29.0,
       "share": 0.04227405247813411
      },
      "small": {
       "den": 686.0,
       "n": 24.0,
       "share": 0.03498542274052478
      }
     },
     "no_trade_off": 103.0,
     "reference": null,
     "right_safety": {
      "den": 686.0,
      "n": 498.0,
      "share": 0.7259475218658892
     },
     "risk_pays": 434.0,
     "safety_pays": 686.0,
     "scored": 1223,
     "sdt": {
      "aim": {
       "den": 234.0,
       "n": 149.0,
       "share": 0.6367521367521367
      },
      "beta": 1.6104765938284011,
      "caution": 0.25074888962540376,
      "caution_hi": 0.326623117642506,
      "caution_lo": 0.1767310393270792,
      "cstar": 0.6829696457668017,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.697732555401058,
      "dprime_hi": 0.858526115638476,
      "dprime_lo": 0.5300122065326228,
      "false_alarm": {
       "den": 686.0,
       "n": 188.0,
       "share": 0.27405247813411077
      },
      "false_alarm_rate": 0.27438136826783116,
      "hit": {
       "den": 434.0,
       "n": 234.0,
       "share": 0.5391705069124424
      },
      "hit_rate": 0.539080459770115,
      "missed_loss": 0.21755025953054427,
      "missed_n": 200.0,
      "na": null,
      "needless_loss": 0.22165607407372048,
      "needless_n": 188.0
     },
     "size": {
      "bad": {
       "mean": 12.820512820512821,
       "n": 273.0,
       "too_few": false
      },
      "right": {
       "mean": 9.885906040268456,
       "n": 149.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 300.0,
        "n": 118.0,
        "share": 0.3933333333333333
       },
       "missed": {
        "den": 300.0,
        "n": 134.0,
        "share": 0.44666666666666666
       },
       "risk_pays": 300.0,
       "wrong": {
        "den": 300.0,
        "n": 48.0,
        "share": 0.16
       }
      },
      "medium": {
       "found": {
        "den": 134.0,
        "n": 31.0,
        "share": 0.23134328358208955
       },
       "missed": {
        "den": 134.0,
        "n": 66.0,
        "share": 0.4925373134328358
       },
       "risk_pays": 134.0,
       "wrong": {
        "den": 134.0,
        "n": 37.0,
        "share": 0.27611940298507465
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1120.0,
     "wrong": {
      "den": 434.0,
      "n": 85.0,
      "share": 0.195852534562212
     }
    },
    "holding": {
     "by_call": {
      "missed": 34.158801632141,
      "needless": 2.459099933282653,
      "none": 0.40044757857251523,
      "right_risk": 0.0,
      "right_safety": 22.851117511293783,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 10.0,
      "needless": 3.0,
      "right_risk": 2.0,
      "right_safety": 45.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 10,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 59.86946665528995,
     "found": {
      "den": 12.0,
      "n": 2.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 5.0,
      "n": 2.0,
      "share": 0.4
     },
     "judgement": 55.208333333333336,
     "judgement_hi": 66.85022214627477,
     "judgement_lo": 46.666666666666664,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.8333333333333334,
      "y": 0.0625
     },
     "margin": 0.02,
     "missed": {
      "den": 12.0,
      "n": 10.0,
      "share": 0.8333333333333334
     },
     "needless": {
      "den": 48.0,
      "n": 3.0,
      "share": 0.0625
     },
     "needless_by_loss": {
      "big": {
       "den": 48.0,
       "n": 1.0,
       "share": 0.020833333333333332
      },
      "medium": {
       "den": 48.0,
       "n": 1.0,
       "share": 0.020833333333333332
      },
      "small": {
       "den": 48.0,
       "n": 1.0,
       "share": 0.020833333333333332
      }
     },
     "no_trade_off": 7.0,
     "reference": null,
     "right_safety": {
      "den": 48.0,
      "n": 45.0,
      "share": 0.9375
     },
     "risk_pays": 12.0,
     "safety_pays": 48.0,
     "scored": 67,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 2.0,
       "share": 1.0
      },
      "beta": 0.9598697127473056,
      "caution": 1.167328782987204,
      "caution_hi": 1.758675417459563,
      "caution_lo": 0.7477331871535318,
      "cstar": -0.0687429185232399,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.5958100193966364,
      "dprime_hi": 1.3417723630075808,
      "dprime_lo": -0.2829939171340633,
      "false_alarm": {
       "den": 48.0,
       "n": 3.0,
       "share": 0.0625
      },
      "false_alarm_rate": 0.07142857142857142,
      "hit": {
       "den": 12.0,
       "n": 2.0,
       "share": 0.16666666666666666
      },
      "hit_rate": 0.19230769230769232,
      "missed_loss": 0.4577279418706894,
      "missed_n": 10.0,
      "na": null,
      "needless_loss": 0.1098397970199585,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 17.666666666666668,
       "n": 3.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 7.0,
        "n": 5.0,
        "share": 0.7142857142857143
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 60.0,
     "wrong": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 14.346481051663277,
      "needless": 3.856609824677588,
      "none": 0.0,
      "right_risk": 3.9192075040978445,
      "right_safety": 3.607332129293764,
      "wrong_risk": 6.693467287950113
     },
     "calls": {
      "missed": 79.0,
      "needless": 20.0,
      "right_risk": 58.0,
      "right_safety": 103.0,
      "wrong_risk": 24.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 79,
      "taken_grouped": 0,
      "taken_n": 102,
      "taken_other": 0
     },
     "error_rate": 32.42309779768259,
     "found": {
      "den": 161.0,
      "n": 58.0,
      "share": 0.36024844720496896
     },
     "good": {
      "den": 102.0,
      "n": 58.0,
      "share": 0.5686274509803921
     },
     "judgement": 59.88234105943544,
     "judgement_hi": 64.60833011036549,
     "judgement_lo": 55.31223142666158,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.23300970873786409,
      "x": 0.639751552795031,
      "y": 0.16260162601626016
     },
     "margin": 0.02,
     "missed": {
      "den": 161.0,
      "n": 79.0,
      "share": 0.4906832298136646
     },
     "needless": {
      "den": 123.0,
      "n": 20.0,
      "share": 0.16260162601626016
     },
     "needless_by_loss": {
      "big": {
       "den": 123.0,
       "n": 10.0,
       "share": 0.08130081300813008
      },
      "medium": {
       "den": 123.0,
       "n": 7.0,
       "share": 0.056910569105691054
      },
      "small": {
       "den": 123.0,
       "n": 3.0,
       "share": 0.024390243902439025
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 123.0,
      "n": 103.0,
      "share": 0.8373983739837398
     },
     "risk_pays": 161.0,
     "safety_pays": 123.0,
     "scored": 284,
     "sdt": {
      "aim": {
       "den": 82.0,
       "n": 58.0,
       "share": 0.7073170731707317
      },
      "beta": 0.8112162566032015,
      "caution": 0.474801792896944,
      "caution_hi": 0.6742183126531223,
      "caution_lo": 0.30544280396276574,
      "cstar": -0.2100551982627249,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.9960267962186582,
      "dprime_hi": 1.3493475593312994,
      "dprime_lo": 0.6856531402533232,
      "false_alarm": {
       "den": 123.0,
       "n": 20.0,
       "share": 0.16260162601626016
      },
      "false_alarm_rate": 0.16532258064516128,
      "hit": {
       "den": 161.0,
       "n": 82.0,
       "share": 0.5093167701863354
      },
      "hit_rate": 0.5092592592592593,
      "missed_loss": 0.10314938275119927,
      "missed_n": 79.0,
      "na": null,
      "needless_loss": 0.1095277190208435,
      "needless_n": 20.0
     },
     "size": {
      "bad": {
       "mean": 13.113636363636363,
       "n": 44.0,
       "too_few": true
      },
      "right": {
       "mean": 11.793103448275861,
       "n": 58.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 85.0,
        "n": 48.0,
        "share": 0.5647058823529412
       },
       "missed": {
        "den": 85.0,
        "n": 26.0,
        "share": 0.3058823529411765
       },
       "risk_pays": 85.0,
       "wrong": {
        "den": 85.0,
        "n": 11.0,
        "share": 0.12941176470588237
       }
      },
      "medium": {
       "found": {
        "den": 76.0,
        "n": 10.0,
        "share": 0.13157894736842105
       },
       "missed": {
        "den": 76.0,
        "n": 53.0,
        "share": 0.6973684210526315
       },
       "risk_pays": 76.0,
       "wrong": {
        "den": 76.0,
        "n": 13.0,
        "share": 0.17105263157894737
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 284.0,
     "wrong": {
      "den": 161.0,
      "n": 24.0,
      "share": 0.14906832298136646
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 23.992170438621983,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 23.992170438621983,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 264.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 264,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 857.0,
    "n": 646.0,
    "share": 0.7537922987164527
   },
   "risk_pays": 607.0,
   "safety_pays": 857.0,
   "scored": 1980,
   "sdt": {
    "aim": {
     "den": 318.0,
     "n": 209.0,
     "share": 0.6572327044025157
    },
    "beta": 1.519602456602834,
    "caution": 0.3128592981390897,
    "caution_hi": 0.3806035141587193,
    "caution_lo": 0.24501536713393104,
    "cstar": 0.5614128364565559,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.745349467929216,
    "dprime_hi": 0.886713529802892,
    "dprime_lo": 0.6183892421389897,
    "false_alarm": {
     "den": 857.0,
     "n": 211.0,
     "share": 0.24620770128354727
    },
    "false_alarm_rate": 0.2465034965034965,
    "hit": {
     "den": 607.0,
     "n": 318.0,
     "share": 0.5238879736408567
    },
    "hit_rate": 0.5238486842105263,
    "missed_loss": 0.1945886939867145,
    "missed_n": 289.0,
    "na": null,
    "needless_loss": 0.2094379890869014,
    "needless_n": 211.0
   },
   "size": {
    "bad": {
     "mean": 12.90625,
     "n": 320.0,
     "too_few": false
    },
    "right": {
     "mean": 10.425837320574162,
     "n": 209.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 392.0,
      "n": 168.0,
      "share": 0.42857142857142855
     },
     "missed": {
      "den": 392.0,
      "n": 165.0,
      "share": 0.42091836734693877
     },
     "risk_pays": 392.0,
     "wrong": {
      "den": 392.0,
      "n": 59.0,
      "share": 0.15051020408163265
     }
    },
    "medium": {
     "found": {
      "den": 215.0,
      "n": 41.0,
      "share": 0.19069767441860466
     },
     "missed": {
      "den": 215.0,
      "n": 124.0,
      "share": 0.5767441860465117
     },
     "risk_pays": 215.0,
     "wrong": {
      "den": 215.0,
      "n": 50.0,
      "share": 0.23255813953488372
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1464.0,
   "wrong": {
    "den": 607.0,
    "n": 109.0,
    "share": 0.17957166392092258
   }
  }
 },
 "route": {
  "provider": "local (d1_server.py)",
  "reasoning": null,
  "spec": "d1-local"
 },
 "running": 0,
 "slug": "liquid-d1-2b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 55.937711236088774,
   "n": 43,
   "too_few": true
  },
  "blitz": {
   "error_rate": 41.54676425236243,
   "n": 270,
   "too_few": false
  },
  "holding": {
   "error_rate": 59.86946665528995,
   "n": 67,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 61.75280543936401,
   "n": 357,
   "too_few": false
  },
  "other": {
   "error_rate": 73.32199811935425,
   "n": 196,
   "too_few": true
  },
  "priming": {
   "error_rate": 53.357240532626626,
   "n": 357,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
