{
 "confidence": {
  "auroc_best": 0.7243439666081175,
  "auroc_blunder": 0.6798131915179323,
  "confident_badly_wrong": {
   "den": 2324,
   "n": 8,
   "share": 0.0034423407917383822
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 152,
     "n": 8,
     "share": 0.05263157894736842
    },
    "kept": {
     "den": 2324,
     "n": 152,
     "share": 0.06540447504302926
    },
    "mean_loss": 0.015709633889951204,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 3,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 2324,
     "n": 3,
     "share": 0.0012908777969018934
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.09865551309663283,
  "held_out": {
   "blunders": 0.025891366083881758,
   "kept": 0.02379077430412071,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 2324,
  "surest": {
   "cut": 0.6973710656166077,
   "error_rate": 17.086369599409647,
   "n": 581,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-02T18:29:26.944Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 2326,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 2326
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 37.04111020307283,
   "n": 740,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 61.38654618773454,
   "n": 743,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 24.2988191818993,
   "n": 843,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-02T18:30:17.877Z",
   "id": 772,
   "opponent": "SubQ Snap Preview",
   "score_against": 4,
   "score_for": 7,
   "started": "2026-11-02T18:29:26.944Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:29:55.478Z",
   "id": 773,
   "opponent": "Jev 1.14.0",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-02T18:29:26.952Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:29:58.795Z",
   "id": 774,
   "opponent": "Celeris-1 Decision",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-02T18:29:26.977Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:30:16.545Z",
   "id": 775,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-02T18:29:26.997Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:30:15.270Z",
   "id": 784,
   "opponent": "Jev 1.13.0",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-02T18:29:56.158Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:30:37.831Z",
   "id": 785,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-02T18:29:58.936Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:30:30.739Z",
   "id": 786,
   "opponent": "Safest",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-02T18:30:15.401Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:31:18.535Z",
   "id": 787,
   "opponent": "Inception Mercury Decide",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-02T18:30:16.686Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:31:04.928Z",
   "id": 788,
   "opponent": "Winnow-12B",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-02T18:30:18.009Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:31:10.837Z",
   "id": 789,
   "opponent": "Liquid d1-ultra",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-02T18:30:30.878Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:30:59.116Z",
   "id": 790,
   "opponent": "GNUbg weak",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-02T18:30:37.991Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:31:10.054Z",
   "id": 791,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 9,
   "started": "2026-11-02T18:30:59.247Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:33:21.822Z",
   "id": 792,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-02T18:31:05.085Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:33:57.499Z",
   "id": 793,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-02T18:31:10.208Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T18:35:21.157Z",
   "id": 795,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 7,
   "score_for": 2,
   "started": "2026-11-02T18:31:10.986Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:04:20.518Z",
   "id": 817,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-02T18:55:43.754Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:50:58.653Z",
   "id": 822,
   "opponent": "Clef",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-02T19:43:43.221Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T19:46:00.171Z",
   "id": 824,
   "opponent": "Cygnet",
   "score_against": 2,
   "score_for": 5,
   "started": "2026-11-02T19:43:43.271Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-02T20:05:29.983Z",
   "id": 826,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 1,
   "score_for": 7,
   "started": "2026-11-02T19:54:06.123Z",
   "status": "finished"
  }
 ],
 "name": "SubQ Snap 1.1",
 "not_played": [],
 "options": {
  "11–15": {
   "error_rate": 37.50007030743253,
   "n": 389,
   "too_few": false
  },
  "16–25": {
   "error_rate": 44.089576189444,
   "n": 419,
   "too_few": false
  },
  "26+": {
   "error_rate": 72.0961851629651,
   "n": 247,
   "too_few": false
  },
  "2–5": {
   "error_rate": 26.880169700966547,
   "n": 743,
   "too_few": false
  },
  "6–10": {
   "error_rate": 42.92376201148286,
   "n": 528,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 17.950875247084856,
   "n": 149,
   "too_few": true
  },
  "contact": {
   "error_rate": 48.32387018299294,
   "n": 1497,
   "too_few": false
  },
  "holding": {
   "error_rate": 43.22182592274486,
   "n": 69,
   "too_few": true
  },
  "opening": {
   "error_rate": 27.62760484368546,
   "n": 318,
   "too_few": false
  },
  "race": {
   "error_rate": 22.939015472301445,
   "n": 293,
   "too_few": false
  }
 },
 "played": 19,
 "price": {
  "date": "2026-11-01",
  "input_per_mtok": 0.04,
  "label": "API price (billed); output free",
  "output_per_mtok": 0.0,
  "source": "docs.subq.ai/using-the-api/models"
 },
 "quality": {
  "auroc": 0.7243439666081175,
  "best_share": 0.4294926913155632,
  "blunder_share": 0.3061049011177988,
  "brier": 0.2177239808323432,
  "clusters": 108,
  "confidence_n": 2324,
  "confident_badly_wrong": 0.0034423407917383822,
  "cost_coverage": 1.0,
  "decisions": 2326,
  "ece": 0.09865551309663283,
  "engine_scored": 2326,
  "error_hi": 43.7974661753615,
  "error_lo": 36.696828861227836,
  "error_rate": 40.19971192523722,
  "first_date": "2026-11-02",
  "group_sizes": [
   158,
   160
  ],
  "grouped": 2,
  "invalid": 0,
  "last_date": "2026-11-02",
  "mean_confidence": 0.5274326952635959,
  "over_budget": 0.0,
  "p95_loss": 0.3630176931619644,
  "probability_source": "decision",
  "retry_mean": 0.0,
  "scored": 2326,
  "time_median": 0.229,
  "time_p90": 0.252,
  "tokens_in": 3742.610920034394,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.14970443680137577,
  "very_confident": 0.06540447504302926,
  "worst_mean": 0.5470622610943071
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7944231820667031,
   "best_share": 0.7919463087248322,
   "blunder_share": 0.12751677852348994,
   "brier": 0.13846763544839485,
   "clusters": 59,
   "confidence_n": 149,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 149,
   "ece": 0.08575924170897312,
   "engine_scored": 149,
   "error_hi": 28.087253240520564,
   "error_lo": 8.657325838601624,
   "error_rate": 17.950875247084856,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.70842647472484,
   "over_budget": 0.0,
   "p95_loss": 0.23400678634643554,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 149,
   "time_median": 0.229,
   "time_p90": 0.24540000000000003,
   "tokens_in": 2856.8657718120803,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.11427463087248323,
   "very_confident": 0.20134228187919462,
   "worst_mean": 0.44370828356061665
  },
  "contact": {
   "auroc": 0.6946397155015563,
   "best_share": 0.39011356045424184,
   "blunder_share": 0.353373413493654,
   "brier": 0.22725489661941192,
   "clusters": 108,
   "confidence_n": 1495,
   "confident_badly_wrong": 0.0046822742474916385,
   "cost_coverage": 1.0,
   "decisions": 1497,
   "ece": 0.11776306997972188,
   "engine_scored": 1497,
   "error_hi": 53.04954712526455,
   "error_lo": 43.77580050174256,
   "error_rate": 48.32387018299294,
   "first_date": "2026-11-02",
   "group_sizes": [
    158,
    160
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.5083985214847386,
   "over_budget": 0.0,
   "p95_loss": 0.41396384239196815,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 1497,
   "time_median": 0.229,
   "time_p90": 0.251,
   "tokens_in": 3820.12291249165,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.15280491649966602,
   "very_confident": 0.04280936454849498,
   "worst_mean": 0.5956896980603535
  },
  "holding": {
   "auroc": 0.6702127659574468,
   "best_share": 0.3188405797101449,
   "blunder_share": 0.3188405797101449,
   "brier": 0.2292331274680423,
   "clusters": 23,
   "confidence_n": 69,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 69,
   "ece": 0.15580543956678847,
   "engine_scored": 69,
   "error_hi": 61.086437218719055,
   "error_lo": 29.427271038800686,
   "error_rate": 43.22182592274486,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.4703089348108008,
   "over_budget": 0.0,
   "p95_loss": 0.3094090223312376,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 69,
   "time_median": 0.223,
   "time_p90": 0.2502,
   "tokens_in": 3795.2753623188405,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.1518110144927536,
   "very_confident": 0.028985507246376812,
   "worst_mean": 0.5223776698112488
  },
  "opening": {
   "auroc": 0.7475521669341894,
   "best_share": 0.44025157232704404,
   "blunder_share": 0.27044025157232704,
   "brier": 0.2017228365426686,
   "clusters": 108,
   "confidence_n": 318,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 318,
   "ece": 0.07173198588051888,
   "engine_scored": 318,
   "error_hi": 32.73486367016284,
   "error_lo": 22.619694294587507,
   "error_rate": 27.62760484368546,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.5001876035576347,
   "over_budget": 0.0,
   "p95_loss": 0.21473086625337592,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 318,
   "time_median": 0.227,
   "time_p90": 0.26330000000000003,
   "tokens_in": 4306.669811320755,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.1722667924528302,
   "very_confident": 0.07232704402515723,
   "worst_mean": 0.32311009615659714
  },
  "race": {
   "auroc": 0.7316924519456165,
   "best_share": 0.46075085324232085,
   "blunder_share": 0.19112627986348124,
   "brier": 0.2240540461115031,
   "clusters": 97,
   "confidence_n": 293,
   "confident_badly_wrong": 0.0034129692832764505,
   "cost_coverage": 1.0,
   "decisions": 293,
   "ece": 0.14906036037532136,
   "engine_scored": 293,
   "error_hi": 30.030086730955823,
   "error_lo": 16.529868131728193,
   "error_rate": 22.939015472301445,
   "first_date": "2026-11-02",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-02",
   "mean_confidence": 0.5755333617939884,
   "over_budget": 0.0,
   "p95_loss": 0.18854514360427854,
   "probability_source": "decision",
   "retry_mean": 0.0,
   "scored": 293,
   "time_median": 0.229,
   "time_p90": 0.245,
   "tokens_in": 3172.4266211604095,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.12689706484641636,
   "very_confident": 0.11262798634812286,
   "worst_mean": 0.39445019960403443
  }
 },
 "record": {
  "drawn": 0,
  "lost": 7,
  "won": 12
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 13.278052902693187,
    "needless": 10.171463801137149,
    "none": 4.737317267411347,
    "right_risk": 2.301576354333479,
    "right_safety": 4.606680683503352,
    "wrong_risk": 5.104620916158704
   },
   "calls": {
    "missed": 386.0,
    "needless": 253.0,
    "right_risk": 308.0,
    "right_safety": 750.0,
    "wrong_risk": 104.0
   },
   "confidence": {
    "auroc_right_risk": 0.5352358818577755,
    "missed_mean_p": 0.47758230136543356,
    "missed_n": 386,
    "taken_grouped": 2,
    "taken_n": 663,
    "taken_other": 0
   },
   "error_rate": 40.19971192523722,
   "found": {
    "den": 798.0,
    "n": 308.0,
    "share": 0.38596491228070173
   },
   "good": {
    "den": 665.0,
    "n": 308.0,
    "share": 0.4631578947368421
   },
   "judgement": 56.686082104563496,
   "judgement_hi": 58.55088771004122,
   "judgement_lo": 54.848460688183984,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.21224489795918366,
    "x": 0.6140350877192983,
    "y": 0.2522432701894317
   },
   "margin": 0.001,
   "missed": {
    "den": 798.0,
    "n": 386.0,
    "share": 0.48370927318295737
   },
   "needless": {
    "den": 1003.0,
    "n": 253.0,
    "share": 0.2522432701894317
   },
   "needless_by_loss": {
    "big": {
     "den": 1003.0,
     "n": 166.0,
     "share": 0.16550348953140578
    },
    "medium": {
     "den": 1003.0,
     "n": 63.0,
     "share": 0.06281156530408774
    },
    "small": {
     "den": 1003.0,
     "n": 24.0,
     "share": 0.023928215353938187
    }
   },
   "no_trade_off": 525.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 17.950875247084856,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 17.950875247084856,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 149.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 149,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.64229319258061,
      "needless": 14.459533687822804,
      "none": 0.8945906249857299,
      "right_risk": 2.75385454446376,
      "right_safety": 5.93444423310822,
      "wrong_risk": 6.639153900031814
     },
     "calls": {
      "missed": 314.0,
      "needless": 215.0,
      "right_risk": 198.0,
      "right_safety": 621.0,
      "wrong_risk": 76.0
     },
     "confidence": {
      "auroc_right_risk": 0.4833887624715561,
      "missed_mean_p": 0.48512597512572436,
      "missed_n": 314,
      "taken_grouped": 2,
      "taken_n": 487,
      "taken_other": 0
     },
     "error_rate": 48.32387018299294,
     "found": {
      "den": 588.0,
      "n": 198.0,
      "share": 0.336734693877551
     },
     "good": {
      "den": 489.0,
      "n": 198.0,
      "share": 0.4049079754601227
     },
     "judgement": 53.97788301923641,
     "judgement_hi": 56.21793928635328,
     "judgement_lo": 51.76001141889028,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.19487179487179487,
      "x": 0.6632653061224489,
      "y": 0.25717703349282295
     },
     "margin": 0.001,
     "missed": {
      "den": 588.0,
      "n": 314.0,
      "share": 0.5340136054421769
     },
     "needless": {
      "den": 836.0,
      "n": 215.0,
      "share": 0.25717703349282295
     },
     "needless_by_loss": {
      "big": {
       "den": 836.0,
       "n": 149.0,
       "share": 0.17822966507177032
      },
      "medium": {
       "den": 836.0,
       "n": 47.0,
       "share": 0.056220095693779906
      },
      "small": {
       "den": 836.0,
       "n": 19.0,
       "share": 0.022727272727272728
      }
     },
     "no_trade_off": 73.0,
     "reference": null,
     "right_safety": {
      "den": 836.0,
      "n": 621.0,
      "share": 0.742822966507177
     },
     "risk_pays": 588.0,
     "safety_pays": 836.0,
     "scored": 1497,
     "sdt": {
      "aim": {
       "den": 274.0,
       "n": 198.0,
       "share": 0.7226277372262774
      },
      "beta": 1.7018426044385129,
      "caution": 0.3681957805993116,
      "caution_hi": 0.43663065906973103,
      "caution_lo": 0.29891994958334744,
      "cstar": 0.9394926070171978,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5659560757321296,
      "dprime_hi": 0.6862956682061532,
      "dprime_lo": 0.45134554280592054,
      "false_alarm": {
       "den": 836.0,
       "n": 215.0,
       "share": 0.25717703349282295
      },
      "false_alarm_rate": 0.2574671445639188,
      "hit": {
       "den": 588.0,
       "n": 274.0,
       "share": 0.46598639455782315
      },
      "hit_rate": 0.46604414261460103,
      "missed_loss": 0.16821982744772723,
      "missed_n": 314.0,
      "na": null,
      "needless_loss": 0.20135741330856502,
      "needless_n": 215.0
     },
     "size": {
      "bad": {
       "mean": 9.893470790378007,
       "n": 291.0,
       "too_few": false
      },
      "right": {
       "mean": 7.393939393939394,
       "n": 198.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 332.0,
        "n": 137.0,
        "share": 0.4126506024096386
       },
       "missed": {
        "den": 332.0,
        "n": 167.0,
        "share": 0.5030120481927711
       },
       "risk_pays": 332.0,
       "wrong": {
        "den": 332.0,
        "n": 28.0,
        "share": 0.08433734939759036
       }
      },
      "medium": {
       "found": {
        "den": 178.0,
        "n": 49.0,
        "share": 0.2752808988764045
       },
       "missed": {
        "den": 178.0,
        "n": 100.0,
        "share": 0.5617977528089888
       },
       "risk_pays": 178.0,
       "wrong": {
        "den": 178.0,
        "n": 29.0,
        "share": 0.16292134831460675
       }
      },
      "small": {
       "found": {
        "den": 78.0,
        "n": 12.0,
        "share": 0.15384615384615385
       },
       "missed": {
        "den": 78.0,
        "n": 47.0,
        "share": 0.6025641025641025
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 19.0,
        "share": 0.24358974358974358
       }
      }
     },
     "trade_off": 1424.0,
     "wrong": {
      "den": 588.0,
      "n": 76.0,
      "share": 0.1292517006802721
     }
    },
    "holding": {
     "by_call": {
      "missed": 13.547726299451744,
      "needless": 11.51969445788342,
      "none": 3.2119224036949268,
      "right_risk": 1.0445774465367414,
      "right_safety": 10.8987537847049,
      "wrong_risk": 2.9991515304731284
     },
     "calls": {
      "missed": 9.0,
      "needless": 11.0,
      "right_risk": 7.0,
      "right_safety": 34.0,
      "wrong_risk": 2.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 9,
      "taken_grouped": 0,
      "taken_n": 20,
      "taken_other": 0
     },
     "error_rate": 43.22182592274486,
     "found": {
      "den": 18.0,
      "n": 7.0,
      "share": 0.3888888888888889
     },
     "good": {
      "den": 20.0,
      "n": 7.0,
      "share": 0.35
     },
     "judgement": 57.22222222222222,
     "judgement_hi": 69.85328801331852,
     "judgement_lo": 44.19712057120146,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18181818181818182,
      "x": 0.6111111111111112,
      "y": 0.24444444444444444
     },
     "margin": 0.001,
     "missed": {
      "den": 18.0,
      "n": 9.0,
      "share": 0.5
     },
     "needless": {
      "den": 45.0,
      "n": 11.0,
      "share": 0.24444444444444444
     },
     "needless_by_loss": {
      "big": {
       "den": 45.0,
       "n": 5.0,
       "share": 0.1111111111111111
      },
      "medium": {
       "den": 45.0,
       "n": 5.0,
       "share": 0.1111111111111111
      },
      "small": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 45.0,
      "n": 34.0,
      "share": 0.7555555555555555
     },
     "risk_pays": 18.0,
     "safety_pays": 45.0,
     "scored": 69,
     "sdt": {
      "aim": {
       "den": 9.0,
       "n": 7.0,
       "share": 0.7777777777777778
      },
      "beta": 1.7392594794359504,
      "caution": 0.33724487509804085,
      "caution_hi": 0.671990309456043,
      "caution_lo": -0.11698007838435112,
      "cstar": 0.8205601878261711,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.6744897501960817,
      "dprime_hi": 1.4182095803724906,
      "dprime_lo": -0.14129383111818328,
      "false_alarm": {
       "den": 45.0,
       "n": 11.0,
       "share": 0.24444444444444444
      },
      "false_alarm_rate": 0.25,
      "hit": {
       "den": 18.0,
       "n": 9.0,
       "share": 0.5
      },
      "hit_rate": 0.5,
      "missed_loss": 0.2077318032582601,
      "missed_n": 9.0,
      "na": null,
      "needless_loss": 0.1445198031989011,
      "needless_n": 11.0
     },
     "size": {
      "bad": {
       "mean": 11.384615384615385,
       "n": 13.0,
       "too_few": true
      },
      "right": {
       "mean": 7.428571428571429,
       "n": 7.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 5.0,
        "share": 0.625
       },
       "missed": {
        "den": 8.0,
        "n": 3.0,
        "share": 0.375
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 7.0,
        "n": 4.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       }
      }
     },
     "trade_off": 63.0,
     "wrong": {
      "den": 18.0,
      "n": 2.0,
      "share": 0.1111111111111111
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.130330275814488,
      "needless": 3.8303268967934376,
      "none": 0.1961107149064166,
      "right_risk": 3.6442468657433613,
      "right_safety": 3.393906420506771,
      "wrong_risk": 5.432683669920987
     },
     "calls": {
      "missed": 63.0,
      "needless": 27.0,
      "right_risk": 103.0,
      "right_safety": 95.0,
      "wrong_risk": 26.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 63,
      "taken_grouped": 0,
      "taken_n": 156,
      "taken_other": 0
     },
     "error_rate": 27.62760484368546,
     "found": {
      "den": 192.0,
      "n": 103.0,
      "share": 0.5364583333333334
     },
     "good": {
      "den": 156.0,
      "n": 103.0,
      "share": 0.6602564102564102
     },
     "judgement": 65.75734289617486,
     "judgement_hi": 70.0790923031939,
     "judgement_lo": 60.98840573518776,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.29213483146067415,
      "x": 0.4635416666666667,
      "y": 0.22131147540983606
     },
     "margin": 0.001,
     "missed": {
      "den": 192.0,
      "n": 63.0,
      "share": 0.328125
     },
     "needless": {
      "den": 122.0,
      "n": 27.0,
      "share": 0.22131147540983606
     },
     "needless_by_loss": {
      "big": {
       "den": 122.0,
       "n": 12.0,
       "share": 0.09836065573770492
      },
      "medium": {
       "den": 122.0,
       "n": 11.0,
       "share": 0.09016393442622951
      },
      "small": {
       "den": 122.0,
       "n": 4.0,
       "share": 0.03278688524590164
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 122.0,
      "n": 95.0,
      "share": 0.7786885245901639
     },
     "risk_pays": 192.0,
     "safety_pays": 122.0,
     "scored": 318,
     "sdt": {
      "aim": {
       "den": 129.0,
       "n": 103.0,
       "share": 0.7984496124031008
      },
      "beta": 0.5102266935135915,
      "caution": 0.15876716259520304,
      "caution_hi": 0.32372030969602617,
      "caution_lo": 0.006272918425478993,
      "cstar": -0.5594444481192474,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.2028006662681656,
      "dprime_hi": 1.5137981169267318,
      "dprime_lo": 0.9153663048644617,
      "false_alarm": {
       "den": 122.0,
       "n": 27.0,
       "share": 0.22131147540983606
      },
      "false_alarm_rate": 0.22357723577235772,
      "hit": {
       "den": 192.0,
       "n": 129.0,
       "share": 0.671875
      },
      "hit_rate": 0.6709844559585493,
      "missed_loss": 0.11236333421298436,
      "missed_n": 63.0,
      "na": null,
      "needless_loss": 0.09022547801335652,
      "needless_n": 27.0
     },
     "size": {
      "bad": {
       "mean": 12.962264150943396,
       "n": 53.0,
       "too_few": true
      },
      "right": {
       "mean": 16.106796116504853,
       "n": 103.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 89.0,
        "n": 49.0,
        "share": 0.550561797752809
       },
       "missed": {
        "den": 89.0,
        "n": 31.0,
        "share": 0.34831460674157305
       },
       "risk_pays": 89.0,
       "wrong": {
        "den": 89.0,
        "n": 9.0,
        "share": 0.10112359550561797
       }
      },
      "medium": {
       "found": {
        "den": 83.0,
        "n": 45.0,
        "share": 0.5421686746987951
       },
       "missed": {
        "den": 83.0,
        "n": 25.0,
        "share": 0.30120481927710846
       },
       "risk_pays": 83.0,
       "wrong": {
        "den": 83.0,
        "n": 13.0,
        "share": 0.1566265060240964
       }
      },
      "small": {
       "found": {
        "den": 20.0,
        "n": 9.0,
        "share": 0.45
       },
       "missed": {
        "den": 20.0,
        "n": 7.0,
        "share": 0.35
       },
       "risk_pays": 20.0,
       "wrong": {
        "den": 20.0,
        "n": 4.0,
        "share": 0.2
       }
      }
     },
     "trade_off": 314.0,
     "wrong": {
      "den": 192.0,
      "n": 26.0,
      "share": 0.13541666666666666
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 22.939015472301445,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 22.939015472301445,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 293.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 293,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 1003.0,
    "n": 750.0,
    "share": 0.7477567298105683
   },
   "risk_pays": 798.0,
   "safety_pays": 1003.0,
   "scored": 2326,
   "sdt": {
    "aim": {
     "den": 412.0,
     "n": 308.0,
     "share": 0.7475728155339806
    },
    "beta": 1.4689732534019901,
    "caution": 0.3129397419321496,
    "caution_hi": 0.3772746643078983,
    "caution_lo": 0.2513724886244228,
    "cstar": 0.5435763614700628,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.7074694871487319,
    "dprime_hi": 0.8150670249038211,
    "dprime_lo": 0.6117014333668742,
    "false_alarm": {
     "den": 1003.0,
     "n": 253.0,
     "share": 0.2522432701894317
    },
    "false_alarm_rate": 0.25249003984063745,
    "hit": {
     "den": 798.0,
     "n": 412.0,
     "share": 0.5162907268170426
    },
    "hit_rate": 0.516270337922403,
    "missed_loss": 0.16002461684800182,
    "missed_n": 386.0,
    "na": null,
    "needless_loss": 0.18702628301537555,
    "needless_n": 253.0
   },
   "size": {
    "bad": {
     "mean": 10.403361344537815,
     "n": 357.0,
     "too_few": false
    },
    "right": {
     "mean": 10.308441558441558,
     "n": 308.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 429.0,
      "n": 191.0,
      "share": 0.44522144522144524
     },
     "missed": {
      "den": 429.0,
      "n": 201.0,
      "share": 0.46853146853146854
     },
     "risk_pays": 429.0,
     "wrong": {
      "den": 429.0,
      "n": 37.0,
      "share": 0.08624708624708624
     }
    },
    "medium": {
     "found": {
      "den": 268.0,
      "n": 96.0,
      "share": 0.3582089552238806
     },
     "missed": {
      "den": 268.0,
      "n": 129.0,
      "share": 0.48134328358208955
     },
     "risk_pays": 268.0,
     "wrong": {
      "den": 268.0,
      "n": 43.0,
      "share": 0.16044776119402984
     }
    },
    "small": {
     "found": {
      "den": 101.0,
      "n": 21.0,
      "share": 0.2079207920792079
     },
     "missed": {
      "den": 101.0,
      "n": 56.0,
      "share": 0.5544554455445545
     },
     "risk_pays": 101.0,
     "wrong": {
      "den": 101.0,
      "n": 24.0,
      "share": 0.2376237623762376
     }
    }
   },
   "trade_off": 1801.0,
   "wrong": {
    "den": 798.0,
    "n": 104.0,
    "share": 0.13032581453634084
   }
  },
  "robust": {
   "by_call": {
    "missed": 12.85411269497687,
    "needless": 10.972589561883888,
    "none": 4.737317267411347,
    "right_risk": 1.9183078859248042,
    "right_safety": 5.0306208912196695,
    "wrong_risk": 4.686763623820639
   },
   "calls": {
    "missed": 330.0,
    "needless": 298.0,
    "right_risk": 263.0,
    "right_safety": 806.0,
    "wrong_risk": 104.0
   },
   "confidence": {
    "auroc_right_risk": 0.5362737642585551,
    "missed_mean_p": 0.47066517061356344,
    "missed_n": 330,
    "taken_grouped": 2,
    "taken_n": 663,
    "taken_other": 0
   },
   "error_rate": 40.19971192523722,
   "found": {
    "den": 697.0,
    "n": 263.0,
    "share": 0.37733142037302725
   },
   "good": {
    "den": 665.0,
    "n": 263.0,
    "share": 0.3954887218045113
   },
   "judgement": 55.37019420705715,
   "judgement_hi": 57.38697745739484,
   "judgement_lo": 53.400899366615064,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.23963133640552994,
    "x": 0.6226685796269728,
    "y": 0.26992753623188404
   },
   "margin": 0.02,
   "missed": {
    "den": 697.0,
    "n": 330.0,
    "share": 0.4734576757532281
   },
   "needless": {
    "den": 1104.0,
    "n": 298.0,
    "share": 0.26992753623188404
   },
   "needless_by_loss": {
    "big": {
     "den": 1104.0,
     "n": 180.0,
     "share": 0.16304347826086957
    },
    "medium": {
     "den": 1104.0,
     "n": 72.0,
     "share": 0.06521739130434782
    },
    "small": {
     "den": 1104.0,
     "n": 46.0,
     "share": 0.041666666666666664
    }
   },
   "no_trade_off": 525.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 17.950875247084856,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 17.950875247084856,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 149.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 149,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 17.031045738824144,
      "needless": 15.52893637456174,
      "none": 0.8945906249857299,
      "right_risk": 2.4292625004080985,
      "right_safety": 6.545691686864686,
      "wrong_risk": 5.894343257348539
     },
     "calls": {
      "missed": 267.0,
      "needless": 246.0,
      "right_risk": 175.0,
      "right_safety": 668.0,
      "wrong_risk": 68.0
     },
     "confidence": {
      "auroc_right_risk": 0.5085714285714286,
      "missed_mean_p": 0.47683318101623084,
      "missed_n": 267,
      "taken_grouped": 2,
      "taken_n": 487,
      "taken_other": 0
     },
     "error_rate": 48.32387018299294,
     "found": {
      "den": 510.0,
      "n": 175.0,
      "share": 0.3431372549019608
     },
     "good": {
      "den": 489.0,
      "n": 175.0,
      "share": 0.35787321063394684
     },
     "judgement": 53.699532329343114,
     "judgement_hi": 56.00964878816086,
     "judgement_lo": 51.437817223804046,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.20298507462686566,
      "x": 0.6568627450980392,
      "y": 0.26914660831509846
     },
     "margin": 0.02,
     "missed": {
      "den": 510.0,
      "n": 267.0,
      "share": 0.5235294117647059
     },
     "needless": {
      "den": 914.0,
      "n": 246.0,
      "share": 0.26914660831509846
     },
     "needless_by_loss": {
      "big": {
       "den": 914.0,
       "n": 160.0,
       "share": 0.175054704595186
      },
      "medium": {
       "den": 914.0,
       "n": 54.0,
       "share": 0.05908096280087528
      },
      "small": {
       "den": 914.0,
       "n": 32.0,
       "share": 0.0350109409190372
      }
     },
     "no_trade_off": 73.0,
     "reference": null,
     "right_safety": {
      "den": 914.0,
      "n": 668.0,
      "share": 0.7308533916849015
     },
     "risk_pays": 510.0,
     "safety_pays": 914.0,
     "scored": 1497,
     "sdt": {
      "aim": {
       "den": 243.0,
       "n": 175.0,
       "share": 0.720164609053498
      },
      "beta": 1.7735872953696072,
      "caution": 0.3367650235413671,
      "caution_hi": 0.406703339270054,
      "caution_lo": 0.2648143877955603,
      "cstar": 1.0310767063597928,
      "cstar_note": null,
      "cstar_status": "valid",
      "dprime": 0.5557338387841263,
      "dprime_hi": 0.6699438473114032,
      "dprime_lo": 0.4419447432723713,
      "false_alarm": {
       "den": 914.0,
       "n": 246.0,
       "share": 0.26914660831509846
      },
      "false_alarm_rate": 0.26939890710382514,
      "hit": {
       "den": 510.0,
       "n": 243.0,
       "share": 0.4764705882352941
      },
      "hit_rate": 0.4765166340508806,
      "missed_loss": 0.19097734435220784,
      "missed_n": 267.0,
      "na": null,
      "needless_loss": 0.188998518314788,
      "needless_n": 246.0
     },
     "size": {
      "bad": {
       "mean": 9.636942675159236,
       "n": 314.0,
       "too_few": false
      },
      "right": {
       "mean": 7.525714285714286,
       "n": 175.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 332.0,
        "n": 133.0,
        "share": 0.4006024096385542
       },
       "missed": {
        "den": 332.0,
        "n": 167.0,
        "share": 0.5030120481927711
       },
       "risk_pays": 332.0,
       "wrong": {
        "den": 332.0,
        "n": 32.0,
        "share": 0.0963855421686747
       }
      },
      "medium": {
       "found": {
        "den": 178.0,
        "n": 42.0,
        "share": 0.23595505617977527
       },
       "missed": {
        "den": 178.0,
        "n": 100.0,
        "share": 0.5617977528089888
       },
       "risk_pays": 178.0,
       "wrong": {
        "den": 178.0,
        "n": 36.0,
        "share": 0.20224719101123595
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1424.0,
     "wrong": {
      "den": 510.0,
      "n": 68.0,
      "share": 0.13333333333333333
     }
    },
    "holding": {
     "by_call": {
      "missed": 13.199457223864568,
      "needless": 13.347916629003441,
      "none": 3.2119224036949268,
      "right_risk": 1.0445774465367414,
      "right_safety": 11.247022860292075,
      "wrong_risk": 1.170929359353107
     },
     "calls": {
      "missed": 7.0,
      "needless": 12.0,
      "right_risk": 7.0,
      "right_safety": 36.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 7,
      "taken_grouped": 0,
      "taken_n": 20,
      "taken_other": 0
     },
     "error_rate": 43.22182592274486,
     "found": {
      "den": 15.0,
      "n": 7.0,
      "share": 0.4666666666666667
     },
     "good": {
      "den": 20.0,
      "n": 7.0,
      "share": 0.35
     },
     "judgement": 60.83333333333334,
     "judgement_hi": 75.18525480367586,
     "judgement_lo": 47.94568452380953,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.125,
      "x": 0.5333333333333333,
      "y": 0.25
     },
     "margin": 0.02,
     "missed": {
      "den": 15.0,
      "n": 7.0,
      "share": 0.4666666666666667
     },
     "needless": {
      "den": 48.0,
      "n": 12.0,
      "share": 0.25
     },
     "needless_by_loss": {
      "big": {
       "den": 48.0,
       "n": 6.0,
       "share": 0.125
      },
      "medium": {
       "den": 48.0,
       "n": 5.0,
       "share": 0.10416666666666667
      },
      "small": {
       "den": 48.0,
       "n": 1.0,
       "share": 0.020833333333333332
      }
     },
     "no_trade_off": 6.0,
     "reference": null,
     "right_safety": {
      "den": 48.0,
      "n": 36.0,
      "share": 0.75
     },
     "risk_pays": 15.0,
     "safety_pays": 48.0,
     "scored": 69,
     "sdt": {
      "aim": {
       "den": 8.0,
       "n": 7.0,
       "share": 0.875
      },
      "beta": 1.8876617892861678,
      "caution": 0.2900537689076124,
      "caution_hi": 0.6559550222503303,
      "caution_lo": -0.2028814304158488,
      "cstar": 0.8621400637321103,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.7369323632814492,
      "dprime_hi": 1.5466330649983397,
      "dprime_lo": -0.13210463501981362,
      "false_alarm": {
       "den": 48.0,
       "n": 12.0,
       "share": 0.25
      },
      "false_alarm_rate": 0.25510204081632654,
      "hit": {
       "den": 15.0,
       "n": 8.0,
       "share": 0.5333333333333333
      },
      "hit_rate": 0.53125,
      "missed_loss": 0.2602178709847586,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.15350104123353958,
      "needless_n": 12.0
     },
     "size": {
      "bad": {
       "mean": 11.384615384615385,
       "n": 13.0,
       "too_few": true
      },
      "right": {
       "mean": 7.428571428571429,
       "n": 7.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 8.0,
        "n": 5.0,
        "share": 0.625
       },
       "missed": {
        "den": 8.0,
        "n": 3.0,
        "share": 0.375
       },
       "risk_pays": 8.0,
       "wrong": {
        "den": 8.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 7.0,
        "n": 2.0,
        "share": 0.2857142857142857
       },
       "missed": {
        "den": 7.0,
        "n": 4.0,
        "share": 0.5714285714285714
       },
       "risk_pays": 7.0,
       "wrong": {
        "den": 7.0,
        "n": 1.0,
        "share": 0.14285714285714285
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 63.0,
     "wrong": {
      "den": 15.0,
      "n": 1.0,
      "share": 0.06666666666666667
     }
    },
    "opening": {
     "by_call": {
      "missed": 10.982478330345273,
      "needless": 4.259180254156485,
      "none": 0.1961107149064166,
      "right_risk": 2.368875269619924,
      "right_safety": 3.5417583659759857,
      "wrong_risk": 6.279201908681378
     },
     "calls": {
      "missed": 56.0,
      "needless": 40.0,
      "right_risk": 81.0,
      "right_safety": 102.0,
      "wrong_risk": 35.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 56,
      "taken_grouped": 0,
      "taken_n": 156,
      "taken_other": 0
     },
     "error_rate": 27.62760484368546,
     "found": {
      "den": 172.0,
      "n": 81.0,
      "share": 0.47093023255813954
     },
     "good": {
      "den": 156.0,
      "n": 81.0,
      "share": 0.5192307692307693
     },
     "judgement": 59.46200458565346,
     "judgement_hi": 64.33170001312382,
     "judgement_lo": 54.79605119683584,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.38461538461538464,
      "x": 0.5290697674418605,
      "y": 0.28169014084507044
     },
     "margin": 0.02,
     "missed": {
      "den": 172.0,
      "n": 56.0,
      "share": 0.32558139534883723
     },
     "needless": {
      "den": 142.0,
      "n": 40.0,
      "share": 0.28169014084507044
     },
     "needless_by_loss": {
      "big": {
       "den": 142.0,
       "n": 14.0,
       "share": 0.09859154929577464
      },
      "medium": {
       "den": 142.0,
       "n": 13.0,
       "share": 0.09154929577464789
      },
      "small": {
       "den": 142.0,
       "n": 13.0,
       "share": 0.09154929577464789
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 142.0,
      "n": 102.0,
      "share": 0.7183098591549296
     },
     "risk_pays": 172.0,
     "safety_pays": 142.0,
     "scored": 318,
     "sdt": {
      "aim": {
       "den": 116.0,
       "n": 81.0,
       "share": 0.6982758620689655
      },
      "beta": 0.4482430850397543,
      "caution": 0.061980920360370645,
      "caution_hi": 0.20705830844980924,
      "caution_lo": -0.09019143260967914,
      "cstar": -0.7846382390052694,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0226618501332552,
      "dprime_hi": 1.3059072583032914,
      "dprime_lo": 0.7630927101509087,
      "false_alarm": {
       "den": 142.0,
       "n": 40.0,
       "share": 0.28169014084507044
      },
      "false_alarm_rate": 0.28321678321678323,
      "hit": {
       "den": 172.0,
       "n": 116.0,
       "share": 0.6744186046511628
      },
      "hit_rate": 0.6734104046242775,
      "missed_loss": 0.12472957532320704,
      "missed_n": 56.0,
      "na": null,
      "needless_loss": 0.0677209660410881,
      "needless_n": 40.0
     },
     "size": {
      "bad": {
       "mean": 14.24,
       "n": 75.0,
       "too_few": true
      },
      "right": {
       "mean": 15.777777777777779,
       "n": 81.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 89.0,
        "n": 46.0,
        "share": 0.5168539325842697
       },
       "missed": {
        "den": 89.0,
        "n": 31.0,
        "share": 0.34831460674157305
       },
       "risk_pays": 89.0,
       "wrong": {
        "den": 89.0,
        "n": 12.0,
        "share": 0.1348314606741573
       }
      },
      "medium": {
       "found": {
        "den": 83.0,
        "n": 35.0,
        "share": 0.42168674698795183
       },
       "missed": {
        "den": 83.0,
        "n": 25.0,
        "share": 0.30120481927710846
       },
       "risk_pays": 83.0,
       "wrong": {
        "den": 83.0,
        "n": 23.0,
        "share": 0.27710843373493976
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 314.0,
     "wrong": {
      "den": 172.0,
      "n": 35.0,
      "share": 0.20348837209302326
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 22.939015472301445,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 22.939015472301445,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 293.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 293,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 1104.0,
    "n": 806.0,
    "share": 0.730072463768116
   },
   "risk_pays": 697.0,
   "safety_pays": 1104.0,
   "scored": 2326,
   "sdt": {
    "aim": {
     "den": 367.0,
     "n": 263.0,
     "share": 0.7166212534059946
    },
    "beta": 1.4972730317644039,
    "caution": 0.2729585605755721,
    "caution_hi": 0.33805509733164296,
    "caution_lo": 0.2124514310384167,
    "cstar": 0.5945687003673137,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.678887863599273,
    "dprime_hi": 0.7847321641092648,
    "dprime_lo": 0.5759457916800107,
    "false_alarm": {
     "den": 1104.0,
     "n": 298.0,
     "share": 0.26992753623188404
    },
    "false_alarm_rate": 0.2701357466063348,
    "hit": {
     "den": 697.0,
     "n": 367.0,
     "share": 0.5265423242467718
    },
    "hit_rate": 0.5265042979942693,
    "missed_loss": 0.1812040371425224,
    "missed_n": 330.0,
    "na": null,
    "needless_loss": 0.1712902236304827,
    "needless_n": 298.0
   },
   "size": {
    "bad": {
     "mean": 10.552238805970148,
     "n": 402.0,
     "too_few": false
    },
    "right": {
     "mean": 10.064638783269961,
     "n": 263.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 429.0,
      "n": 184.0,
      "share": 0.4289044289044289
     },
     "missed": {
      "den": 429.0,
      "n": 201.0,
      "share": 0.46853146853146854
     },
     "risk_pays": 429.0,
     "wrong": {
      "den": 429.0,
      "n": 44.0,
      "share": 0.10256410256410256
     }
    },
    "medium": {
     "found": {
      "den": 268.0,
      "n": 79.0,
      "share": 0.2947761194029851
     },
     "missed": {
      "den": 268.0,
      "n": 129.0,
      "share": 0.48134328358208955
     },
     "risk_pays": 268.0,
     "wrong": {
      "den": 268.0,
      "n": 60.0,
      "share": 0.22388059701492538
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1801.0,
   "wrong": {
    "den": 697.0,
    "n": 104.0,
    "share": 0.1492109038737446
   }
  }
 },
 "route": {
  "provider": "subq",
  "reasoning": null,
  "spec": "subq/subq-snap-1.1"
 },
 "running": 0,
 "slug": "subq-snap-1-1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 40.127575397491455,
   "n": 53,
   "too_few": true
  },
  "blitz": {
   "error_rate": 43.00283798980381,
   "n": 287,
   "too_few": false
  },
  "holding": {
   "error_rate": 43.22182592274486,
   "n": 69,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 50.90697039021805,
   "n": 506,
   "too_few": false
  },
  "other": {
   "error_rate": 50.35019549039694,
   "n": 325,
   "too_few": false
  },
  "priming": {
   "error_rate": 48.31140218702562,
   "n": 326,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
