{
 "confidence": {
  "auroc_best": 0.7322733731173628,
  "auroc_blunder": 0.6990471518540216,
  "confident_badly_wrong": {
   "den": 1710,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1710,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1710,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.1024800846204276,
  "held_out": {
   "blunders": 0.032368865241493384,
   "kept": 0.02838560396546067,
   "no_cutoff": 76,
   "runs": 300
  },
  "n": 1710,
  "surest": {
   "cut": 0.40150158998972496,
   "error_rate": 18.048545780861488,
   "n": 428,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-14T19:47:39.029Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1710,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1710
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 52.88693113536766,
   "n": 557,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 69.51183286624226,
   "n": 492,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 32.51671842926389,
   "n": 661,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-14T19:48:25.904Z",
   "id": 1437,
   "opponent": "Fastino GLiDE",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-14T19:47:39.029Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:48:54.906Z",
   "id": 1438,
   "opponent": "Celeris-1 Decision",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-14T19:48:26.717Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:49:04.456Z",
   "id": 1439,
   "opponent": "GNUbg weak",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T19:48:55.392Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:49:11.093Z",
   "id": 1440,
   "opponent": "Random",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-14T19:49:04.919Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:49:17.033Z",
   "id": 1441,
   "opponent": "Safest",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-14T19:49:11.496Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:49:33.199Z",
   "id": 1442,
   "opponent": "Liquid d1-ultra",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-14T19:49:17.524Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:49:51.210Z",
   "id": 1443,
   "opponent": "Jev 1.14.0",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T19:49:33.669Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:50:02.468Z",
   "id": 1444,
   "opponent": "Jev 1.13.0",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-14T19:49:51.579Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:50:24.195Z",
   "id": 1445,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 3,
   "started": "2026-11-14T19:50:02.894Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:50:24.775Z",
   "id": 1446,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-14T19:50:24.686Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T19:56:38.948Z",
   "id": 1447,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T19:56:22.334Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:58:12.153Z",
   "id": 1448,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-14T19:57:34.864Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T19:59:19.314Z",
   "id": 1449,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T19:58:46.862Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T20:02:30.474Z",
   "id": 1450,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 2,
   "score_for": 7,
   "started": "2026-11-14T20:00:08.472Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T20:04:49.285Z",
   "id": 1451,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T20:03:27.628Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T20:09:27.278Z",
   "id": 1452,
   "opponent": "Clef",
   "score_against": 3,
   "score_for": 7,
   "started": "2026-11-14T20:05:44.144Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T20:12:17.810Z",
   "id": 1453,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-14T20:10:07.752Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T20:14:46.913Z",
   "id": 1454,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-14T20:13:28.793Z",
   "status": "finished"
  }
 ],
 "name": "Liquid d1-Omni-2B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 57.03684398414273,
   "n": 304,
   "too_few": false
  },
  "16–25": {
   "error_rate": 66.1469759309993,
   "n": 323,
   "too_few": false
  },
  "26+": {
   "error_rate": 72.64022564773924,
   "n": 209,
   "too_few": false
  },
  "2–5": {
   "error_rate": 25.18264270964123,
   "n": 525,
   "too_few": false
  },
  "6–10": {
   "error_rate": 51.70207711892005,
   "n": 349,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 27.534080075693655,
   "n": 91,
   "too_few": true
  },
  "contact": {
   "error_rate": 59.463104116937906,
   "n": 1122,
   "too_few": false
  },
  "holding": {
   "error_rate": 28.62439946881656,
   "n": 58,
   "too_few": true
  },
  "opening": {
   "error_rate": 46.99037059889002,
   "n": 236,
   "too_few": false
  },
  "race": {
   "error_rate": 15.656386983805689,
   "n": 203,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7322733731173628,
  "best_share": 0.40350877192982454,
  "blunder_share": 0.3140350877192982,
  "brier": 0.21426720351746026,
  "clusters": 80,
  "confidence_n": 1710,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1710,
  "ece": 0.1024800846204276,
  "engine_scored": 1710,
  "error_hi": 57.44308628433984,
  "error_lo": 43.4655985362529,
  "error_rate": 49.79613642943533,
  "first_date": "2026-11-14",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.30102868730939697,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1710,
   "estimate": true,
   "excluded_hours": 0.0,
   "gaps": [],
   "gpu_decisions": 1710,
   "gpu_usd": 1.1235142833610374,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.45121055556668166,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.45121055556668166,
     "machine": "rtx_pro_6000",
     "usd": 1.1235142833610374,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 1.1235142833610374,
   "usd_per_1000": 0.657025896702361
  },
  "p95_loss": 0.42634550631046286,
  "probability_source": "decision",
  "retry_mean": 0.011870175438596493,
  "scored": 1710,
  "time_median": 0.0635,
  "time_p90": 0.142,
  "tokens_in": 3336.0409356725145,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.657025896702361,
  "very_confident": 0.0,
  "worst_mean": 0.7341423793587574
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6480908152734778,
   "best_share": 0.6263736263736264,
   "blunder_share": 0.15384615384615385,
   "brier": 0.2441397452328329,
   "clusters": 41,
   "confidence_n": 91,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 91,
   "ece": 0.19172072222883835,
   "engine_scored": 91,
   "error_hi": 43.56128218859322,
   "error_lo": 12.218979247785242,
   "error_rate": 27.534080075693655,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.4512905829733519,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1710,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1710,
    "gpu_usd": 1.1235142833610374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45121055556668166,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45121055556668166,
      "machine": "rtx_pro_6000",
      "usd": 1.1235142833610374,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.1235142833610374,
    "usd_per_1000": 0.657025896702361
   },
   "p95_loss": 0.337394118309021,
   "probability_source": "decision",
   "retry_mean": 0.00598901098901099,
   "scored": 91,
   "time_median": 0.043,
   "time_p90": 0.112,
   "tokens_in": 2658.263736263736,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.657025896702361,
   "very_confident": 0.0,
   "worst_mean": 0.4949831485748291
  },
  "contact": {
   "auroc": 0.7004226927607677,
   "best_share": 0.4037433155080214,
   "blunder_share": 0.357397504456328,
   "brier": 0.2263366397677271,
   "clusters": 80,
   "confidence_n": 1122,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1122,
   "ece": 0.11313272911848188,
   "engine_scored": 1122,
   "error_hi": 69.04907595063312,
   "error_lo": 51.048056470017194,
   "error_rate": 59.463104116937906,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.29110908126768903,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1710,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1710,
    "gpu_usd": 1.1235142833610374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45121055556668166,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45121055556668166,
      "machine": "rtx_pro_6000",
      "usd": 1.1235142833610374,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.1235142833610374,
    "usd_per_1000": 0.657025896702361
   },
   "p95_loss": 0.499729609489441,
   "probability_source": "decision",
   "retry_mean": 0.014311942959001782,
   "scored": 1122,
   "time_median": 0.0645,
   "time_p90": 0.142,
   "tokens_in": 3352.5311942959,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.657025896702361,
   "very_confident": 0.0,
   "worst_mean": 0.8523130789399147
  },
  "holding": {
   "auroc": 0.6004304160688666,
   "best_share": 0.29310344827586204,
   "blunder_share": 0.1896551724137931,
   "brier": 0.20493481675252212,
   "clusters": 22,
   "confidence_n": 58,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 58,
   "ece": 0.09757063890994835,
   "engine_scored": 58,
   "error_hi": 42.62045120591655,
   "error_lo": 17.92303486021631,
   "error_rate": 28.62439946881656,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2857345972616927,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1710,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1710,
    "gpu_usd": 1.1235142833610374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45121055556668166,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45121055556668166,
      "machine": "rtx_pro_6000",
      "usd": 1.1235142833610374,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.1235142833610374,
    "usd_per_1000": 0.657025896702361
   },
   "p95_loss": 0.24289111495017987,
   "probability_source": "decision",
   "retry_mean": 0.006879310344827586,
   "scored": 58,
   "time_median": 0.06,
   "time_p90": 0.14940000000000003,
   "tokens_in": 3205.793103448276,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.657025896702361,
   "very_confident": 0.0,
   "worst_mean": 0.3976484735806783
  },
  "opening": {
   "auroc": 0.8116770186335404,
   "best_share": 0.3177966101694915,
   "blunder_share": 0.3686440677966102,
   "brier": 0.16097787410873848,
   "clusters": 80,
   "confidence_n": 236,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 236,
   "ece": 0.08544586282244258,
   "engine_scored": 236,
   "error_hi": 54.906101673958865,
   "error_lo": 39.10513019641952,
   "error_rate": 46.99037059889002,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2571906075894242,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1710,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1710,
    "gpu_usd": 1.1235142833610374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45121055556668166,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45121055556668166,
      "machine": "rtx_pro_6000",
      "usd": 1.1235142833610374,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.1235142833610374,
    "usd_per_1000": 0.657025896702361
   },
   "p95_loss": 0.34696879982948303,
   "probability_source": "decision",
   "retry_mean": 0.008618644067796609,
   "scored": 236,
   "time_median": 0.072,
   "time_p90": 0.151,
   "tokens_in": 3729.4449152542375,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.657025896702361,
   "very_confident": 0.0,
   "worst_mean": 0.4605189065138499
  },
  "race": {
   "auroc": 0.783498023715415,
   "best_share": 0.43349753694581283,
   "blunder_share": 0.11822660098522167,
   "brier": 0.19878568333975766,
   "clusters": 63,
   "confidence_n": 203,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 203,
   "ece": 0.0951697268997423,
   "engine_scored": 203,
   "error_hi": 21.54695531368954,
   "error_lo": 10.626156511751349,
   "error_rate": 15.656386983805689,
   "first_date": "2026-11-14",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.34383070460031734,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1710,
    "estimate": true,
    "excluded_hours": 0.0,
    "gaps": [],
    "gpu_decisions": 1710,
    "gpu_usd": 1.1235142833610374,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.45121055556668166,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.45121055556668166,
      "machine": "rtx_pro_6000",
      "usd": 1.1235142833610374,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 1.1235142833610374,
    "usd_per_1000": 0.657025896702361
   },
   "p95_loss": 0.15018177032470698,
   "probability_source": "decision",
   "retry_mean": 0.006216748768472906,
   "scored": 203,
   "time_median": 0.053,
   "time_p90": 0.13820000000000005,
   "tokens_in": 3128.5862068965516,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.657025896702361,
   "very_confident": 0.0,
   "worst_mean": 0.2793121635913849
  }
 },
 "record": {
  "drawn": 0,
  "lost": 8,
  "won": 9
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 19.716191274380822,
    "needless": 12.08123090671517,
    "none": 4.049348534896359,
    "right_risk": 2.0772749917549,
    "right_safety": 4.552308761934091,
    "wrong_risk": 7.319781959753985
   },
   "calls": {
    "missed": 332.0,
    "needless": 175.0,
    "right_risk": 188.0,
    "right_safety": 553.0,
    "wrong_risk": 99.0
   },
   "confidence": {
    "auroc_right_risk": 0.5575399906817828,
    "missed_mean_p": 0.26096416298242925,
    "missed_n": 332,
    "taken_grouped": 0,
    "taken_n": 462,
    "taken_other": 0
   },
   "error_rate": 49.79613642943533,
   "found": {
    "den": 619.0,
    "n": 188.0,
    "share": 0.3037156704361874
   },
   "good": {
    "den": 462.0,
    "n": 188.0,
    "share": 0.4069264069264069
   },
   "judgement": 53.166552752578596,
   "judgement_hi": 55.586399751069315,
   "judgement_lo": 50.93532654686919,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.2296983758700696,
    "x": 0.6962843295638126,
    "y": 0.2403846153846154
   },
   "margin": 0.001,
   "missed": {
    "den": 619.0,
    "n": 332.0,
    "share": 0.5363489499192245
   },
   "needless": {
    "den": 728.0,
    "n": 175.0,
    "share": 0.2403846153846154
   },
   "needless_by_loss": {
    "big": {
     "den": 728.0,
     "n": 127.0,
     "share": 0.17445054945054944
    },
    "medium": {
     "den": 728.0,
     "n": 33.0,
     "share": 0.04532967032967033
    },
    "small": {
     "den": 728.0,
     "n": 15.0,
     "share": 0.020604395604395604
    }
   },
   "no_trade_off": 363.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 27.534080075693655,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 27.534080075693655,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 91.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 91,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.881393787695124,
      "needless": 17.022228070971376,
      "none": 1.0714958589557233,
      "right_risk": 2.030630959546502,
      "right_safety": 5.425661682763839,
      "wrong_risk": 8.03169375700534
     },
     "calls": {
      "missed": 254.0,
      "needless": 153.0,
      "right_risk": 131.0,
      "right_safety": 458.0,
      "wrong_risk": 64.0
     },
     "confidence": {
      "auroc_right_risk": 0.5529250360572695,
      "missed_mean_p": 0.26478686560897224,
      "missed_n": 254,
      "taken_grouped": 0,
      "taken_n": 348,
      "taken_other": 0
     },
     "error_rate": 59.463104116937906,
     "found": {
      "den": 449.0,
      "n": 131.0,
      "share": 0.29175946547884185
     },
     "good": {
      "den": 348.0,
      "n": 131.0,
      "share": 0.3764367816091954
     },
     "judgement": 52.06751500880298,
     "judgement_hi": 54.767219184439725,
     "judgement_lo": 49.4485401519902,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20125786163522014,
      "x": 0.7082405345211581,
      "y": 0.25040916530278234
     },
     "margin": 0.001,
     "missed": {
      "den": 449.0,
      "n": 254.0,
      "share": 0.5657015590200446
     },
     "needless": {
      "den": 611.0,
      "n": 153.0,
      "share": 0.25040916530278234
     },
     "needless_by_loss": {
      "big": {
       "den": 611.0,
       "n": 114.0,
       "share": 0.18657937806873978
      },
      "medium": {
       "den": 611.0,
       "n": 29.0,
       "share": 0.04746317512274959
      },
      "small": {
       "den": 611.0,
       "n": 10.0,
       "share": 0.016366612111292964
      }
     },
     "no_trade_off": 62.0,
     "reference": null,
     "right_safety": {
      "den": 611.0,
      "n": 458.0,
      "share": 0.7495908346972177
     },
     "risk_pays": 449.0,
     "safety_pays": 611.0,
     "scored": 1122,
     "sdt": {
      "aim": {
       "den": 195.0,
       "n": 131.0,
       "share": 0.6717948717948717
      },
      "beta": 1.4858189721799069,
      "caution": 0.4184955007745977,
      "caution_hi": 0.511990004497219,
      "caution_lo": 0.3363425784410696,
      "cstar": 0.781227834000687,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.5068510099366229,
      "dprime_hi": 0.6741441816630717,
      "dprime_lo": 0.34807975536709684,
      "false_alarm": {
       "den": 611.0,
       "n": 153.0,
       "share": 0.25040916530278234
      },
      "false_alarm_rate": 0.2508169934640523,
      "hit": {
       "den": 449.0,
       "n": 195.0,
       "share": 0.43429844097995546
      },
      "hit_rate": 0.43444444444444447,
      "missed_loss": 0.2286529435416845,
      "missed_n": 254.0,
      "na": null,
      "needless_loss": 0.2496593450409135,
      "needless_n": 153.0
     },
     "size": {
      "bad": {
       "mean": 11.216589861751151,
       "n": 217.0,
       "too_few": false
      },
      "right": {
       "mean": 8.885496183206106,
       "n": 131.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 257.0,
        "n": 87.0,
        "share": 0.33852140077821014
       },
       "missed": {
        "den": 257.0,
        "n": 141.0,
        "share": 0.5486381322957199
       },
       "risk_pays": 257.0,
       "wrong": {
        "den": 257.0,
        "n": 29.0,
        "share": 0.11284046692607004
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 42.0,
        "share": 0.28187919463087246
       },
       "missed": {
        "den": 149.0,
        "n": 88.0,
        "share": 0.5906040268456376
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 19.0,
        "share": 0.12751677852348994
       }
      },
      "small": {
       "found": {
        "den": 43.0,
        "n": 2.0,
        "share": 0.046511627906976744
       },
       "missed": {
        "den": 43.0,
        "n": 25.0,
        "share": 0.5813953488372093
       },
       "risk_pays": 43.0,
       "wrong": {
        "den": 43.0,
        "n": 16.0,
        "share": 0.37209302325581395
       }
      }
     },
     "trade_off": 1060.0,
     "wrong": {
      "den": 449.0,
      "n": 64.0,
      "share": 0.14253897550111358
     }
    },
    "holding": {
     "by_call": {
      "missed": 8.457872888137555,
      "needless": 12.186786224102152,
      "none": 0.12645896138816043,
      "right_risk": 0.7289129084554212,
      "right_safety": 7.124368486733272,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 10.0,
      "needless": 6.0,
      "right_risk": 4.0,
      "right_safety": 33.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 10,
      "taken_grouped": 0,
      "taken_n": 10,
      "taken_other": 0
     },
     "error_rate": 28.62439946881656,
     "found": {
      "den": 14.0,
      "n": 4.0,
      "share": 0.2857142857142857
     },
     "good": {
      "den": 10.0,
      "n": 4.0,
      "share": 0.4
     },
     "judgement": 56.59340659340659,
     "judgement_hi": 72.87344858156028,
     "judgement_lo": 42.70178286625656,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.7142857142857143,
      "y": 0.15384615384615385
     },
     "margin": 0.001,
     "missed": {
      "den": 14.0,
      "n": 10.0,
      "share": 0.7142857142857143
     },
     "needless": {
      "den": 39.0,
      "n": 6.0,
      "share": 0.15384615384615385
     },
     "needless_by_loss": {
      "big": {
       "den": 39.0,
       "n": 5.0,
       "share": 0.1282051282051282
      },
      "medium": {
       "den": 39.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 39.0,
       "n": 1.0,
       "share": 0.02564102564102564
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 39.0,
      "n": 33.0,
      "share": 0.8461538461538461
     },
     "risk_pays": 14.0,
     "safety_pays": 39.0,
     "scored": 58,
     "sdt": {
      "aim": {
       "den": 4.0,
       "n": 4.0,
       "share": 1.0
      },
      "beta": 6.689803478650423,
      "caution": 0.7543177365771827,
      "caution_hi": 1.2002859666913146,
      "caution_lo": 0.3303201669216551,
      "cstar": 4.133192951655108,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.4598344477382842,
      "dprime_hi": 1.4708388519993394,
      "dprime_lo": -0.4041830385157867,
      "false_alarm": {
       "den": 39.0,
       "n": 6.0,
       "share": 0.15384615384615385
      },
      "false_alarm_rate": 0.1625,
      "hit": {
       "den": 14.0,
       "n": 4.0,
       "share": 0.2857142857142857
      },
      "hit_rate": 0.3,
      "missed_loss": 0.09811132550239562,
      "missed_n": 10.0,
      "na": null,
      "needless_loss": 0.2356112003326416,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 10.833333333333334,
       "n": 6.0,
       "too_few": true
      },
      "right": {
       "mean": 9.5,
       "n": 4.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "missed": {
        "den": 8.0,
        "n": 6.0,
        "share": 0.75
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 53.0,
     "wrong": {
      "den": 14.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 17.733926363920762,
      "needless": 3.6149633637929366,
      "none": 0.13129312103077517,
      "right_risk": 5.21820063813258,
      "right_safety": 5.439161875490415,
      "wrong_risk": 14.852825236522545
     },
     "calls": {
      "missed": 68.0,
      "needless": 16.0,
      "right_risk": 53.0,
      "right_safety": 62.0,
      "wrong_risk": 35.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 68,
      "taken_grouped": 0,
      "taken_n": 104,
      "taken_other": 0
     },
     "error_rate": 46.99037059889002,
     "found": {
      "den": 156.0,
      "n": 53.0,
      "share": 0.33974358974358976
     },
     "good": {
      "den": 104.0,
      "n": 53.0,
      "share": 0.5096153846153846
     },
     "judgement": 56.730769230769226,
     "judgement_hi": 62.720913606261284,
     "judgement_lo": 50.55938506533271,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.33980582524271846,
      "x": 0.6602564102564102,
      "y": 0.20512820512820512
     },
     "margin": 0.001,
     "missed": {
      "den": 156.0,
      "n": 68.0,
      "share": 0.4358974358974359
     },
     "needless": {
      "den": 78.0,
      "n": 16.0,
      "share": 0.20512820512820512
     },
     "needless_by_loss": {
      "big": {
       "den": 78.0,
       "n": 8.0,
       "share": 0.10256410256410256
      },
      "medium": {
       "den": 78.0,
       "n": 4.0,
       "share": 0.05128205128205128
      },
      "small": {
       "den": 78.0,
       "n": 4.0,
       "share": 0.05128205128205128
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 78.0,
      "n": 62.0,
      "share": 0.7948717948717948
     },
     "risk_pays": 156.0,
     "safety_pays": 78.0,
     "scored": 236,
     "sdt": {
      "aim": {
       "den": 88.0,
       "n": 53.0,
       "share": 0.6022727272727273
      },
      "beta": 0.4331695638304002,
      "caution": 0.32501911865030253,
      "caution_hi": 0.5458281151968867,
      "caution_lo": 0.13970653551151732,
      "cstar": -0.861858863541364,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.970722772193219,
      "dprime_hi": 1.3567297646024221,
      "dprime_lo": 0.6533113101588927,
      "false_alarm": {
       "den": 78.0,
       "n": 16.0,
       "share": 0.20512820512820512
      },
      "false_alarm_rate": 0.2088607594936709,
      "hit": {
       "den": 156.0,
       "n": 88.0,
       "share": 0.5641025641025641
      },
      "hit_rate": 0.5636942675159236,
      "missed_loss": 0.12309431240839117,
      "missed_n": 68.0,
      "na": null,
      "needless_loss": 0.10664141923189163,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 15.450980392156863,
       "n": 51.0,
       "too_few": true
      },
      "right": {
       "mean": 12.264150943396226,
       "n": 53.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 72.0,
        "n": 35.0,
        "share": 0.4861111111111111
       },
       "missed": {
        "den": 72.0,
        "n": 22.0,
        "share": 0.3055555555555556
       },
       "risk_pays": 72.0,
       "wrong": {
        "den": 72.0,
        "n": 15.0,
        "share": 0.20833333333333334
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 16.0,
        "share": 0.22535211267605634
       },
       "missed": {
        "den": 71.0,
        "n": 41.0,
        "share": 0.5774647887323944
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 14.0,
        "share": 0.19718309859154928
       }
      },
      "small": {
       "found": {
        "den": 13.0,
        "n": 2.0,
        "share": 0.15384615384615385
       },
       "missed": {
        "den": 13.0,
        "n": 5.0,
        "share": 0.38461538461538464
       },
       "risk_pays": 13.0,
       "wrong": {
        "den": 13.0,
        "n": 6.0,
        "share": 0.46153846153846156
       }
      }
     },
     "trade_off": 234.0,
     "wrong": {
      "den": 156.0,
      "n": 35.0,
      "share": 0.22435897435897437
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.656386983805689,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.656386983805689,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 203.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 203,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 728.0,
    "n": 553.0,
    "share": 0.7596153846153846
   },
   "risk_pays": 619.0,
   "safety_pays": 728.0,
   "scored": 1710,
   "sdt": {
    "aim": {
     "den": 287.0,
     "n": 188.0,
     "share": 0.6550522648083623
    },
    "beta": 1.3671901712024612,
    "caution": 0.3975069790198251,
    "caution_hi": 0.4755865267864002,
    "caution_lo": 0.322051953871412,
    "cstar": 0.5103501100208903,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.6128296196173766,
    "dprime_hi": 0.7532455784638639,
    "dprime_lo": 0.47570956897738653,
    "false_alarm": {
     "den": 728.0,
     "n": 175.0,
     "share": 0.2403846153846154
    },
    "false_alarm_rate": 0.24074074074074073,
    "hit": {
     "den": 619.0,
     "n": 287.0,
     "share": 0.46365105008077545
    },
    "hit_rate": 0.4637096774193548,
    "missed_loss": 0.20310052457344102,
    "missed_n": 332.0,
    "na": null,
    "needless_loss": 0.23610176971980504,
    "needless_n": 175.0
   },
   "size": {
    "bad": {
     "mean": 11.996350364963504,
     "n": 274.0,
     "too_few": false
    },
    "right": {
     "mean": 9.851063829787234,
     "n": 188.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 332.0,
      "n": 123.0,
      "share": 0.3704819277108434
     },
     "missed": {
      "den": 332.0,
      "n": 165.0,
      "share": 0.49698795180722893
     },
     "risk_pays": 332.0,
     "wrong": {
      "den": 332.0,
      "n": 44.0,
      "share": 0.13253012048192772
     }
    },
    "medium": {
     "found": {
      "den": 228.0,
      "n": 60.0,
      "share": 0.2631578947368421
     },
     "missed": {
      "den": 228.0,
      "n": 135.0,
      "share": 0.5921052631578947
     },
     "risk_pays": 228.0,
     "wrong": {
      "den": 228.0,
      "n": 33.0,
      "share": 0.14473684210526316
     }
    },
    "small": {
     "found": {
      "den": 59.0,
      "n": 5.0,
      "share": 0.0847457627118644
     },
     "missed": {
      "den": 59.0,
      "n": 32.0,
      "share": 0.5423728813559322
     },
     "risk_pays": 59.0,
     "wrong": {
      "den": 59.0,
      "n": 22.0,
      "share": 0.3728813559322034
     }
    }
   },
   "trade_off": 1347.0,
   "wrong": {
    "den": 619.0,
    "n": 99.0,
    "share": 0.15993537964458804
   }
  },
  "robust": {
   "by_call": {
    "missed": 19.198970304943664,
    "needless": 13.193972304201962,
    "none": 4.049348534896359,
    "right_risk": 1.649369900686699,
    "right_safety": 5.069529731371249,
    "wrong_risk": 6.634945653335393
   },
   "calls": {
    "missed": 300.0,
    "needless": 202.0,
    "right_risk": 168.0,
    "right_safety": 585.0,
    "wrong_risk": 92.0
   },
   "confidence": {
    "auroc_right_risk": 0.5620343375445416,
    "missed_mean_p": 0.25848944497414367,
    "missed_n": 300,
    "taken_grouped": 0,
    "taken_n": 462,
    "taken_other": 0
   },
   "error_rate": 49.79613642943533,
   "found": {
    "den": 560.0,
    "n": 168.0,
    "share": 0.3
   },
   "good": {
    "den": 462.0,
    "n": 168.0,
    "share": 0.36363636363636365
   },
   "judgement": 52.16645489199492,
   "judgement_hi": 54.54323112145561,
   "judgement_lo": 49.76719183360102,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.23469387755102042,
    "x": 0.7,
    "y": 0.25667090216010163
   },
   "margin": 0.02,
   "missed": {
    "den": 560.0,
    "n": 300.0,
    "share": 0.5357142857142857
   },
   "needless": {
    "den": 787.0,
    "n": 202.0,
    "share": 0.25667090216010163
   },
   "needless_by_loss": {
    "big": {
     "den": 787.0,
     "n": 141.0,
     "share": 0.17916137229987295
    },
    "medium": {
     "den": 787.0,
     "n": 41.0,
     "share": 0.052096569250317665
    },
    "small": {
     "den": 787.0,
     "n": 20.0,
     "share": 0.025412960609911054
    }
   },
   "no_trade_off": 363.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 27.534080075693655,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 27.534080075693655,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 91.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 91,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 25.193829667121967,
      "needless": 18.267399154988627,
      "none": 1.0714958589557233,
      "right_risk": 1.6480778840348895,
      "right_safety": 6.113225803336995,
      "wrong_risk": 7.169075748499702
     },
     "calls": {
      "missed": 229.0,
      "needless": 171.0,
      "right_risk": 122.0,
      "right_safety": 483.0,
      "wrong_risk": 55.0
     },
     "confidence": {
      "auroc_right_risk": 0.55839257217467,
      "missed_mean_p": 0.2605026781213812,
      "missed_n": 229,
      "taken_grouped": 0,
      "taken_n": 348,
      "taken_other": 0
     },
     "error_rate": 59.463104116937906,
     "found": {
      "den": 406.0,
      "n": 122.0,
      "share": 0.30049261083743845
     },
     "good": {
      "den": 348.0,
      "n": 122.0,
      "share": 0.3505747126436782
     },
     "judgement": 51.95123604645908,
     "judgement_hi": 54.480636160331315,
     "judgement_lo": 49.258033349845185,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1936619718309859,
      "x": 0.6995073891625616,
      "y": 0.26146788990825687
     },
     "margin": 0.02,
     "missed": {
      "den": 406.0,
      "n": 229.0,
      "share": 0.5640394088669951
     },
     "needless": {
      "den": 654.0,
      "n": 171.0,
      "share": 0.26146788990825687
     },
     "needless_by_loss": {
      "big": {
       "den": 654.0,
       "n": 124.0,
       "share": 0.18960244648318042
      },
      "medium": {
       "den": 654.0,
       "n": 35.0,
       "share": 0.053516819571865444
      },
      "small": {
       "den": 654.0,
       "n": 12.0,
       "share": 0.01834862385321101
      }
     },
     "no_trade_off": 62.0,
     "reference": null,
     "right_safety": {
      "den": 654.0,
      "n": 483.0,
      "share": 0.7385321100917431
     },
     "risk_pays": 406.0,
     "safety_pays": 654.0,
     "scored": 1122,
     "sdt": {
      "aim": {
       "den": 177.0,
       "n": 122.0,
       "share": 0.6892655367231638
      },
      "beta": 1.5641327750581637,
      "caution": 0.39926329071757366,
      "caution_hi": 0.49355041746513995,
      "caution_lo": 0.31849871138304536,
      "cstar": 0.9380215000916143,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4768883581181881,
      "dprime_hi": 0.6448427693833347,
      "dprime_lo": 0.30371147034970986,
      "false_alarm": {
       "den": 654.0,
       "n": 171.0,
       "share": 0.26146788990825687
      },
      "false_alarm_rate": 0.26183206106870227,
      "hit": {
       "den": 406.0,
       "n": 177.0,
       "share": 0.43596059113300495
      },
      "hit_rate": 0.43611793611793614,
      "missed_loss": 0.24687752739310787,
      "missed_n": 229.0,
      "na": null,
      "needless_loss": 0.23971955382335952,
      "needless_n": 171.0
     },
     "size": {
      "bad": {
       "mean": 11.110619469026549,
       "n": 226.0,
       "too_few": false
      },
      "right": {
       "mean": 8.90983606557377,
       "n": 122.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 257.0,
        "n": 83.0,
        "share": 0.3229571984435798
       },
       "missed": {
        "den": 257.0,
        "n": 141.0,
        "share": 0.5486381322957199
       },
       "risk_pays": 257.0,
       "wrong": {
        "den": 257.0,
        "n": 33.0,
        "share": 0.12840466926070038
       }
      },
      "medium": {
       "found": {
        "den": 149.0,
        "n": 39.0,
        "share": 0.26174496644295303
       },
       "missed": {
        "den": 149.0,
        "n": 88.0,
        "share": 0.5906040268456376
       },
       "risk_pays": 149.0,
       "wrong": {
        "den": 149.0,
        "n": 22.0,
        "share": 0.1476510067114094
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1060.0,
     "wrong": {
      "den": 406.0,
      "n": 55.0,
      "share": 0.1354679802955665
     }
    },
    "holding": {
     "by_call": {
      "missed": 7.502641657303119,
      "needless": 12.218557555100013,
      "none": 0.12645896138816043,
      "right_risk": 0.6971415774575596,
      "right_safety": 8.079599717567707,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 7.0,
      "right_risk": 3.0,
      "right_safety": 35.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 10,
      "taken_other": 0
     },
     "error_rate": 28.62439946881656,
     "found": {
      "den": 11.0,
      "n": 3.0,
      "share": 0.2727272727272727
     },
     "good": {
      "den": 10.0,
      "n": 3.0,
      "share": 0.3
     },
     "judgement": 55.3030303030303,
     "judgement_hi": 69.74479166666666,
     "judgement_lo": 41.66666666666667,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.7272727272727273,
      "y": 0.16666666666666666
     },
     "margin": 0.02,
     "missed": {
      "den": 11.0,
      "n": 8.0,
      "share": 0.7272727272727273
     },
     "needless": {
      "den": 42.0,
      "n": 7.0,
      "share": 0.16666666666666666
     },
     "needless_by_loss": {
      "big": {
       "den": 42.0,
       "n": 5.0,
       "share": 0.11904761904761904
      },
      "medium": {
       "den": 42.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 42.0,
       "n": 2.0,
       "share": 0.047619047619047616
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 42.0,
      "n": 35.0,
      "share": 0.8333333333333334
     },
     "risk_pays": 11.0,
     "safety_pays": 42.0,
     "scored": 58,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 3.0,
       "share": 1.0
      },
      "beta": 7.106475891290743,
      "caution": 0.7426846955282331,
      "caution_hi": 1.2213619160533045,
      "caution_lo": 0.29284966125685136,
      "cstar": 5.049912691957853,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.3883248256602704,
      "dprime_hi": 1.2224759539139713,
      "dprime_lo": -0.5667111069261836,
      "false_alarm": {
       "den": 42.0,
       "n": 7.0,
       "share": 0.16666666666666666
      },
      "false_alarm_rate": 0.1744186046511628,
      "hit": {
       "den": 11.0,
       "n": 3.0,
       "share": 0.2727272727272727
      },
      "hit_rate": 0.2916666666666667,
      "missed_loss": 0.10878830403089523,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.2024789537702288,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 11.0,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 8.666666666666666,
       "n": 3.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 8.0,
        "n": 2.0,
        "share": 0.25
       },
       "missed": {
        "den": 8.0,
        "n": 6.0,
        "share": 0.75
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 53.0,
     "wrong": {
      "den": 11.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 17.48986914753914,
      "needless": 5.7499764834420155,
      "none": 0.13129312103077517,
      "right_risk": 3.944258189807504,
      "right_safety": 5.683219091872037,
      "wrong_risk": 13.991754565198542
     },
     "calls": {
      "missed": 63.0,
      "needless": 24.0,
      "right_risk": 43.0,
      "right_safety": 67.0,
      "wrong_risk": 37.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 63,
      "taken_grouped": 0,
      "taken_n": 104,
      "taken_other": 0
     },
     "error_rate": 46.99037059889002,
     "found": {
      "den": 143.0,
      "n": 43.0,
      "share": 0.3006993006993007
     },
     "good": {
      "den": 104.0,
      "n": 43.0,
      "share": 0.41346153846153844
     },
     "judgement": 51.84815184815184,
     "judgement_hi": 57.59814230365399,
     "judgement_lo": 46.01102326809444,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.37,
      "x": 0.6993006993006993,
      "y": 0.26373626373626374
     },
     "margin": 0.02,
     "missed": {
      "den": 143.0,
      "n": 63.0,
      "share": 0.4405594405594406
     },
     "needless": {
      "den": 91.0,
      "n": 24.0,
      "share": 0.26373626373626374
     },
     "needless_by_loss": {
      "big": {
       "den": 91.0,
       "n": 12.0,
       "share": 0.13186813186813187
      },
      "medium": {
       "den": 91.0,
       "n": 6.0,
       "share": 0.06593406593406594
      },
      "small": {
       "den": 91.0,
       "n": 6.0,
       "share": 0.06593406593406594
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 91.0,
      "n": 67.0,
      "share": 0.7362637362637363
     },
     "risk_pays": 143.0,
     "safety_pays": 91.0,
     "scored": 236,
     "sdt": {
      "aim": {
       "den": 80.0,
       "n": 43.0,
       "share": 0.5375
      },
      "beta": 0.5491793147219693,
      "caution": 0.23776201086346938,
      "caution_hi": 0.42686656049804605,
      "caution_lo": 0.06291620707292733,
      "cstar": -0.7757984176113282,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.772533504288323,
      "dprime_hi": 1.075994638533262,
      "dprime_lo": 0.4917105884784563,
      "false_alarm": {
       "den": 91.0,
       "n": 24.0,
       "share": 0.26373626373626374
      },
      "false_alarm_rate": 0.266304347826087,
      "hit": {
       "den": 143.0,
       "n": 80.0,
       "share": 0.5594405594405595
      },
      "hit_rate": 0.5590277777777778,
      "missed_loss": 0.1310352101212456,
      "missed_n": 63.0,
      "na": null,
      "needless_loss": 0.1130828708410263,
      "needless_n": 24.0
     },
     "size": {
      "bad": {
       "mean": 14.885245901639344,
       "n": 61.0,
       "too_few": true
      },
      "right": {
       "mean": 12.325581395348838,
       "n": 43.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 72.0,
        "n": 32.0,
        "share": 0.4444444444444444
       },
       "missed": {
        "den": 72.0,
        "n": 22.0,
        "share": 0.3055555555555556
       },
       "risk_pays": 72.0,
       "wrong": {
        "den": 72.0,
        "n": 18.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 71.0,
        "n": 11.0,
        "share": 0.15492957746478872
       },
       "missed": {
        "den": 71.0,
        "n": 41.0,
        "share": 0.5774647887323944
       },
       "risk_pays": 71.0,
       "wrong": {
        "den": 71.0,
        "n": 19.0,
        "share": 0.2676056338028169
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 234.0,
     "wrong": {
      "den": 143.0,
      "n": 37.0,
      "share": 0.25874125874125875
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 15.656386983805689,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 15.656386983805689,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 203.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 203,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 787.0,
    "n": 585.0,
    "share": 0.7433290978398983
   },
   "risk_pays": 560.0,
   "safety_pays": 787.0,
   "scored": 1710,
   "sdt": {
    "aim": {
     "den": 260.0,
     "n": 168.0,
     "share": 0.6461538461538462
    },
    "beta": 1.4343469750383395,
    "caution": 0.37108355407732985,
    "caution_hi": 0.4494312767912701,
    "caution_lo": 0.2998200734410087,
    "cstar": 0.6404613920295279,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.563202841678299,
    "dprime_hi": 0.7107296793722068,
    "dprime_lo": 0.42782159764779626,
    "false_alarm": {
     "den": 787.0,
     "n": 202.0,
     "share": 0.25667090216010163
    },
    "false_alarm_rate": 0.2569796954314721,
    "hit": {
     "den": 560.0,
     "n": 260.0,
     "share": 0.4642857142857143
    },
    "hit_rate": 0.464349376114082,
    "missed_loss": 0.21886826147635777,
    "missed_n": 300.0,
    "na": null,
    "needless_loss": 0.22338309544737978,
    "needless_n": 202.0
   },
   "size": {
    "bad": {
     "mean": 11.891156462585034,
     "n": 294.0,
     "too_few": false
    },
    "right": {
     "mean": 9.779761904761905,
     "n": 168.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 332.0,
      "n": 116.0,
      "share": 0.3493975903614458
     },
     "missed": {
      "den": 332.0,
      "n": 165.0,
      "share": 0.49698795180722893
     },
     "risk_pays": 332.0,
     "wrong": {
      "den": 332.0,
      "n": 51.0,
      "share": 0.1536144578313253
     }
    },
    "medium": {
     "found": {
      "den": 228.0,
      "n": 52.0,
      "share": 0.22807017543859648
     },
     "missed": {
      "den": 228.0,
      "n": 135.0,
      "share": 0.5921052631578947
     },
     "risk_pays": 228.0,
     "wrong": {
      "den": 228.0,
      "n": 41.0,
      "share": 0.17982456140350878
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1347.0,
   "wrong": {
    "den": 560.0,
    "n": 92.0,
    "share": 0.16428571428571428
   }
  }
 },
 "route": {
  "provider": "local (d1_server.py)",
  "reasoning": null,
  "spec": "d1-local/LiquidAI/d1-Omni-2B"
 },
 "running": 0,
 "slug": "liquid-d1-omni-2b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 54.672403311407244,
   "n": 74,
   "too_few": true
  },
  "blitz": {
   "error_rate": 56.97319960715819,
   "n": 294,
   "too_few": false
  },
  "holding": {
   "error_rate": 28.62439946881656,
   "n": 58,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 64.31616915881268,
   "n": 326,
   "too_few": false
  },
  "other": {
   "error_rate": 51.72866731882095,
   "n": 160,
   "too_few": true
  },
  "priming": {
   "error_rate": 62.231590943549996,
   "n": 268,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
