{
 "confidence": {
  "auroc_best": 0.7084354675475317,
  "auroc_blunder": 0.6606463272031466,
  "confident_badly_wrong": {
   "den": 1904,
   "n": 27,
   "share": 0.014180672268907563
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 295,
     "n": 27,
     "share": 0.09152542372881356
    },
    "kept": {
     "den": 1904,
     "n": 295,
     "share": 0.15493697478991597
    },
    "mean_loss": 0.01815198447744725,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 36,
     "n": 1,
     "share": 0.027777777777777776
    },
    "kept": {
     "den": 1904,
     "n": 36,
     "share": 0.018907563025210083
    },
    "mean_loss": 0.0058481742938359576,
    "too_few": true
   }
  },
  "ece": 0.09231690091308907,
  "held_out": {
   "blunders": 0.027892017911660887,
   "kept": 0.024967696963465902,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1904,
  "surest": {
   "cut": 0.8140992103814145,
   "error_rate": 14.132831496100465,
   "n": 476,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-06T01:02:05.223Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 2148,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 2148
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 30.90386722199778,
   "n": 703,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 44.70293021550144,
   "n": 685,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 17.04078983319433,
   "n": 760,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-06T01:06:06.750Z",
   "id": 845,
   "opponent": "Inception Mercury Decide",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-06T01:02:05.223Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:17:18.451Z",
   "id": 846,
   "opponent": "GPT-6 Luna (Decisions API)",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-06T01:02:05.248Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-06T01:09:12.620Z",
   "id": 847,
   "opponent": "Jev 1.13.0",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-06T01:02:05.268Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:08:01.943Z",
   "id": 848,
   "opponent": "SubQ Snap Preview",
   "score_against": 4,
   "score_for": 5,
   "started": "2026-11-06T01:02:05.394Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:14:03.834Z",
   "id": 855,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T01:06:06.940Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:09:48.880Z",
   "id": 856,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-06T01:08:02.110Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:14:51.201Z",
   "id": 857,
   "opponent": "Celeris-1 Decision",
   "score_against": 2,
   "score_for": 4,
   "started": "2026-11-06T01:09:12.790Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:18:05.945Z",
   "id": 859,
   "opponent": "Jev 1.14.0",
   "score_against": 5,
   "score_for": 3,
   "started": "2026-11-06T01:09:49.029Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:19:07.586Z",
   "id": 861,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-06T01:14:04.184Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:21:34.365Z",
   "id": 864,
   "opponent": "Safest",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-06T01:14:51.353Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:23:16.699Z",
   "id": 867,
   "opponent": "Liquid d1-ultra",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-06T01:17:18.457Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:29:30.109Z",
   "id": 868,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-06T01:18:06.105Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:25:06.236Z",
   "id": 870,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-06T01:19:07.740Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:29:33.702Z",
   "id": 872,
   "opponent": "Winnow-12B",
   "score_against": 1,
   "score_for": 7,
   "started": "2026-11-06T01:23:16.860Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:28:53.187Z",
   "id": 873,
   "opponent": "Cygnet",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-06T01:25:06.391Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T01:39:16.356Z",
   "id": 874,
   "opponent": "Clef",
   "score_against": 3,
   "score_for": 8,
   "started": "2026-11-06T01:31:35.233Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:02:19.673Z",
   "id": 879,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-06T06:56:40.853Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:12:30.070Z",
   "id": 882,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-06T07:07:10.855Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-06T07:26:11.572Z",
   "id": 885,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-06T07:17:40.853Z",
   "status": "finished"
  }
 ],
 "name": "Drex Max v1",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 33.16910742697391,
   "n": 352,
   "too_few": false
  },
  "16–25": {
   "error_rate": 40.420549899195706,
   "n": 414,
   "too_few": false
  },
  "26+": {
   "error_rate": 47.85310568623856,
   "n": 244,
   "too_few": false
  },
  "2–5": {
   "error_rate": 18.562268218867732,
   "n": 679,
   "too_few": false
  },
  "6–10": {
   "error_rate": 27.46918245598122,
   "n": 459,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 30.652248565061594,
   "n": 162,
   "too_few": true
  },
  "contact": {
   "error_rate": 34.69782486063406,
   "n": 1386,
   "too_few": false
  },
  "holding": {
   "error_rate": 14.02764818439745,
   "n": 73,
   "too_few": true
  },
  "opening": {
   "error_rate": 20.7362466553847,
   "n": 300,
   "too_few": false
  },
  "race": {
   "error_rate": 22.009622420508432,
   "n": 227,
   "too_few": false
  }
 },
 "played": 18,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7084354675475317,
  "best_share": 0.4818435754189944,
  "blunder_share": 0.23370577281191807,
  "brier": 0.22993908392279236,
  "clusters": 102,
  "confidence_n": 1904,
  "confident_badly_wrong": 0.014180672268907563,
  "cost_coverage": 1.0,
  "decisions": 2148,
  "ece": 0.09231690091308907,
  "engine_scored": 2148,
  "error_hi": 33.402004147966984,
  "error_lo": 27.41526559035769,
  "error_rate": 30.399406949679058,
  "first_date": "2026-11-06",
  "group_sizes": [
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25
  ],
  "grouped": 244,
  "invalid": 0,
  "last_date": "2026-11-06",
  "mean_confidence": 0.6001950521735934,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 2148,
   "estimate": true,
   "excluded_hours": 5.3,
   "gaps": [
    [
     "2026-11-06T01:39Z",
     "2026-11-06T06:56Z",
     318
    ]
   ],
   "gpu_decisions": 2148,
   "gpu_usd": 2.760075774804757,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 1.1084641665882558,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 1.1084641665882558,
     "machine": "rtx_pro_6000",
     "usd": 2.760075774804757,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 2.760075774804757,
   "usd_per_1000": 1.2849514780282854
  },
  "p95_loss": 0.3005077034235,
  "probability_source": "decision",
  "retry_mean": 3.035575884543762,
  "scored": 2148,
  "time_median": 0.684,
  "time_p90": 2.0117999999999996,
  "tokens_in": 4509.918528864059,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 1.2849514780282854,
  "very_confident": 0.15493697478991597,
  "worst_mean": 0.46616859525163595
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.7746848739495799,
   "best_share": 0.6296296296296297,
   "blunder_share": 0.17901234567901234,
   "brier": 0.18048543269876796,
   "clusters": 57,
   "confidence_n": 158,
   "confident_badly_wrong": 0.006329113924050633,
   "cost_coverage": 1.0,
   "decisions": 162,
   "ece": 0.07566537806130404,
   "engine_scored": 162,
   "error_hi": 42.75987646387237,
   "error_lo": 20.602248633194424,
   "error_rate": 30.652248565061594,
   "first_date": "2026-11-06",
   "group_sizes": [
    14,
    17,
    20,
    25
   ],
   "grouped": 4,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.7004815916927607,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2148,
    "estimate": true,
    "excluded_hours": 5.3,
    "gaps": [
     [
      "2026-11-06T01:39Z",
      "2026-11-06T06:56Z",
      318
     ]
    ],
    "gpu_decisions": 2148,
    "gpu_usd": 2.760075774804757,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1084641665882558,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1084641665882558,
      "machine": "rtx_pro_6000",
      "usd": 2.760075774804757,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.760075774804757,
    "usd_per_1000": 1.2849514780282854
   },
   "p95_loss": 0.4011598467826841,
   "probability_source": "decision",
   "retry_mean": 2.9053271604938273,
   "scored": 162,
   "time_median": 0.548,
   "time_p90": 0.8113,
   "tokens_in": 3074.0308641975307,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 1.2849514780282854,
   "very_confident": 0.20253164556962025,
   "worst_mean": 0.6284548789262772
  },
  "contact": {
   "auroc": 0.7029073149613756,
   "best_share": 0.4444444444444444,
   "blunder_share": 0.2698412698412698,
   "brier": 0.23382330320175315,
   "clusters": 102,
   "confidence_n": 1218,
   "confident_badly_wrong": 0.016420361247947456,
   "cost_coverage": 1.0,
   "decisions": 1386,
   "ece": 0.10195419099394877,
   "engine_scored": 1386,
   "error_hi": 38.87990119418065,
   "error_lo": 30.732626046925258,
   "error_rate": 34.69782486063406,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 168,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5723975407476433,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2148,
    "estimate": true,
    "excluded_hours": 5.3,
    "gaps": [
     [
      "2026-11-06T01:39Z",
      "2026-11-06T06:56Z",
      318
     ]
    ],
    "gpu_decisions": 2148,
    "gpu_usd": 2.760075774804757,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1084641665882558,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1084641665882558,
      "machine": "rtx_pro_6000",
      "usd": 2.760075774804757,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.760075774804757,
    "usd_per_1000": 1.2849514780282854
   },
   "p95_loss": 0.3241708129644394,
   "probability_source": "decision",
   "retry_mean": 3.132494227994228,
   "scored": 1386,
   "time_median": 0.694,
   "time_p90": 2.036,
   "tokens_in": 4634.616161616162,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 1.2849514780282854,
   "very_confident": 0.13382594417077176,
   "worst_mean": 0.48768853450167005
  },
  "holding": {
   "auroc": 0.703030303030303,
   "best_share": 0.4657534246575342,
   "blunder_share": 0.0821917808219178,
   "brier": 0.21723709066430963,
   "clusters": 23,
   "confidence_n": 68,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 73,
   "ece": 0.13690449327128246,
   "engine_scored": 73,
   "error_hi": 21.62737063871027,
   "error_lo": 8.558667614195892,
   "error_rate": 14.02764818439745,
   "first_date": "2026-11-06",
   "group_sizes": [
    14,
    16,
    19,
    22,
    23
   ],
   "grouped": 5,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.5395536279131845,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2148,
    "estimate": true,
    "excluded_hours": 5.3,
    "gaps": [
     [
      "2026-11-06T01:39Z",
      "2026-11-06T06:56Z",
      318
     ]
    ],
    "gpu_decisions": 2148,
    "gpu_usd": 2.760075774804757,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1084641665882558,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1084641665882558,
      "machine": "rtx_pro_6000",
      "usd": 2.760075774804757,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.760075774804757,
    "usd_per_1000": 1.2849514780282854
   },
   "p95_loss": 0.1386845827102655,
   "probability_source": "decision",
   "retry_mean": 2.6708219178082193,
   "scored": 73,
   "time_median": 0.67,
   "time_p90": 0.9451999999999999,
   "tokens_in": 4171.86301369863,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 1.2849514780282854,
   "very_confident": 0.14705882352941177,
   "worst_mean": 0.2426036149263382
  },
  "opening": {
   "auroc": 0.7168458781362007,
   "best_share": 0.58,
   "blunder_share": 0.19666666666666666,
   "brier": 0.20889542566105238,
   "clusters": 102,
   "confidence_n": 246,
   "confident_badly_wrong": 0.012195121951219513,
   "cost_coverage": 1.0,
   "decisions": 300,
   "ece": 0.07370904963108019,
   "engine_scored": 300,
   "error_hi": 24.97250395960592,
   "error_lo": 16.932999799067122,
   "error_rate": 20.7362466553847,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    21,
    22,
    23,
    24,
    25
   ],
   "grouped": 54,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.6464953758312584,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2148,
    "estimate": true,
    "excluded_hours": 5.3,
    "gaps": [
     [
      "2026-11-06T01:39Z",
      "2026-11-06T06:56Z",
      318
     ]
    ],
    "gpu_decisions": 2148,
    "gpu_usd": 2.760075774804757,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1084641665882558,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1084641665882558,
      "machine": "rtx_pro_6000",
      "usd": 2.760075774804757,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.760075774804757,
    "usd_per_1000": 1.2849514780282854
   },
   "p95_loss": 0.19917491972446447,
   "probability_source": "decision",
   "retry_mean": 2.9964566666666665,
   "scored": 300,
   "time_median": 0.785,
   "time_p90": 2.1789,
   "tokens_in": 5463.786666666667,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 1.2849514780282854,
   "very_confident": 0.21138211382113822,
   "worst_mean": 0.3129757801691691
  },
  "race": {
   "auroc": 0.6362246680642907,
   "best_share": 0.4801762114537445,
   "blunder_share": 0.14977973568281938,
   "brier": 0.272570734790019,
   "clusters": 88,
   "confidence_n": 214,
   "confident_badly_wrong": 0.014018691588785047,
   "cost_coverage": 1.0,
   "decisions": 227,
   "ece": 0.17828128051436068,
   "engine_scored": 227,
   "error_hi": 29.789088726532835,
   "error_lo": 15.306054657009433,
   "error_rate": 22.009622420508432,
   "first_date": "2026-11-06",
   "group_sizes": [
    13,
    14,
    15,
    17,
    18,
    19,
    22,
    24,
    25
   ],
   "grouped": 13,
   "invalid": 0,
   "last_date": "2026-11-06",
   "mean_confidence": 0.6504092246161203,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 2148,
    "estimate": true,
    "excluded_hours": 5.3,
    "gaps": [
     [
      "2026-11-06T01:39Z",
      "2026-11-06T06:56Z",
      318
     ]
    ],
    "gpu_decisions": 2148,
    "gpu_usd": 2.760075774804757,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.1084641665882558,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.1084641665882558,
      "machine": "rtx_pro_6000",
      "usd": 2.760075774804757,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 2.760075774804757,
    "usd_per_1000": 1.2849514780282854
   },
   "p95_loss": 0.20460705161094633,
   "probability_source": "decision",
   "retry_mean": 2.7057709251101323,
   "scored": 227,
   "time_median": 0.595,
   "time_p90": 0.9304,
   "tokens_in": 3621.374449339207,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 1.2849514780282854,
   "very_confident": 0.17757009345794392,
   "worst_mean": 0.3991525985977866
  }
 },
 "record": {
  "drawn": 0,
  "lost": 7,
  "won": 11
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.929249609482355,
    "needless": 3.736252620732984,
    "none": 5.163532333167572,
    "right_risk": 2.2298290395980884,
    "right_safety": 3.7679189826523127,
    "wrong_risk": 3.5726243640457453
   },
   "calls": {
    "missed": 388.0,
    "needless": 121.0,
    "right_risk": 299.0,
    "right_safety": 775.0,
    "wrong_risk": 74.0
   },
   "confidence": {
    "auroc_right_risk": 0.6175045791959896,
    "missed_mean_p": 0.5462819849475451,
    "missed_n": 326,
    "taken_grouped": 77,
    "taken_n": 417,
    "taken_other": 0
   },
   "error_rate": 30.399406949679058,
   "found": {
    "den": 761.0,
    "n": 299.0,
    "share": 0.392904073587385
   },
   "good": {
    "den": 494.0,
    "n": 299.0,
    "share": 0.6052631578947368
   },
   "judgement": 62.8929715365121,
   "judgement_hi": 64.67079552632809,
   "judgement_lo": 61.06747340736879,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.16017316017316016,
    "x": 0.607095926412615,
    "y": 0.13504464285714285
   },
   "margin": 0.001,
   "missed": {
    "den": 761.0,
    "n": 388.0,
    "share": 0.5098554533508541
   },
   "needless": {
    "den": 896.0,
    "n": 121.0,
    "share": 0.13504464285714285
   },
   "needless_by_loss": {
    "big": {
     "den": 896.0,
     "n": 69.0,
     "share": 0.07700892857142858
    },
    "medium": {
     "den": 896.0,
     "n": 39.0,
     "share": 0.04352678571428571
    },
    "small": {
     "den": 896.0,
     "n": 13.0,
     "share": 0.014508928571428572
    }
   },
   "no_trade_off": 491.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 30.652248565061594,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 30.652248565061594,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 162.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 162,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 16.3407733752614,
      "needless": 5.076880159574154,
      "none": 0.7531246302103756,
      "right_risk": 2.580643409774417,
      "right_safety": 5.249782719395378,
      "wrong_risk": 4.696620566418333
     },
     "calls": {
      "missed": 328.0,
      "needless": 105.0,
      "right_risk": 177.0,
      "right_safety": 626.0,
      "wrong_risk": 61.0
     },
     "confidence": {
      "auroc_right_risk": 0.5387214137214137,
      "missed_mean_p": 0.5508262903933087,
      "missed_n": 279,
      "taken_grouped": 52,
      "taken_n": 291,
      "taken_other": 0
     },
     "error_rate": 34.69782486063406,
     "found": {
      "den": 566.0,
      "n": 177.0,
      "share": 0.3127208480565371
     },
     "good": {
      "den": 343.0,
      "n": 177.0,
      "share": 0.5160349854227405
     },
     "judgement": 58.4540998583672,
     "judgement_hi": 60.54927716035367,
     "judgement_lo": 56.36634549364781,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.15681233933161953,
      "x": 0.6872791519434629,
      "y": 0.1436388508891929
     },
     "margin": 0.001,
     "missed": {
      "den": 566.0,
      "n": 328.0,
      "share": 0.5795053003533569
     },
     "needless": {
      "den": 731.0,
      "n": 105.0,
      "share": 0.1436388508891929
     },
     "needless_by_loss": {
      "big": {
       "den": 731.0,
       "n": 61.0,
       "share": 0.08344733242134063
      },
      "medium": {
       "den": 731.0,
       "n": 33.0,
       "share": 0.04514363885088919
      },
      "small": {
       "den": 731.0,
       "n": 11.0,
       "share": 0.015047879616963064
      }
     },
     "no_trade_off": 89.0,
     "reference": null,
     "right_safety": {
      "den": 731.0,
      "n": 626.0,
      "share": 0.8563611491108071
     },
     "risk_pays": 566.0,
     "safety_pays": 731.0,
     "scored": 1386,
     "sdt": {
      "aim": {
       "den": 238.0,
       "n": 177.0,
       "share": 0.7436974789915967
      },
      "beta": 1.2534580257131989,
      "caution": 0.6311174626909791,
      "caution_hi": 0.7361479674015784,
      "caution_lo": 0.5234099270844578,
      "cstar": 0.2621645617435594,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8616959930952117,
      "dprime_hi": 1.017506529308013,
      "dprime_lo": 0.7214938319220833,
      "false_alarm": {
       "den": 731.0,
       "n": 105.0,
       "share": 0.1436388508891929
      },
      "false_alarm_rate": 0.14412568306010928,
      "hit": {
       "den": 566.0,
       "n": 238.0,
       "share": 0.4204946996466431
      },
      "hit_rate": 0.42063492063492064,
      "missed_loss": 0.13809946279336766,
      "missed_n": 328.0,
      "na": null,
      "needless_loss": 0.13402963621275765,
      "needless_n": 105.0
     },
     "size": {
      "bad": {
       "mean": 9.096385542168674,
       "n": 166.0,
       "too_few": true
      },
      "right": {
       "mean": 7.03954802259887,
       "n": 177.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 312.0,
        "n": 135.0,
        "share": 0.4326923076923077
       },
       "missed": {
        "den": 312.0,
        "n": 151.0,
        "share": 0.483974358974359
       },
       "risk_pays": 312.0,
       "wrong": {
        "den": 312.0,
        "n": 26.0,
        "share": 0.08333333333333333
       }
      },
      "medium": {
       "found": {
        "den": 171.0,
        "n": 35.0,
        "share": 0.2046783625730994
       },
       "missed": {
        "den": 171.0,
        "n": 117.0,
        "share": 0.6842105263157895
       },
       "risk_pays": 171.0,
       "wrong": {
        "den": 171.0,
        "n": 19.0,
        "share": 0.1111111111111111
       }
      },
      "small": {
       "found": {
        "den": 83.0,
        "n": 7.0,
        "share": 0.08433734939759036
       },
       "missed": {
        "den": 83.0,
        "n": 60.0,
        "share": 0.7228915662650602
       },
       "risk_pays": 83.0,
       "wrong": {
        "den": 83.0,
        "n": 16.0,
        "share": 0.1927710843373494
       }
      }
     },
     "trade_off": 1297.0,
     "wrong": {
      "den": 566.0,
      "n": 61.0,
      "share": 0.10777385159010601
     }
    },
    "holding": {
     "by_call": {
      "missed": 3.4354582224806696,
      "needless": 5.257690197800937,
      "none": 0.4344023253819714,
      "right_risk": 0.0,
      "right_safety": 3.654986619949341,
      "wrong_risk": 1.2451108187845308
     },
     "calls": {
      "missed": 7.0,
      "needless": 6.0,
      "right_risk": 2.0,
      "right_safety": 49.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 14.02764818439745,
     "found": {
      "den": 10.0,
      "n": 2.0,
      "share": 0.2
     },
     "good": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     },
     "judgement": 54.54545454545454,
     "judgement_hi": 67.96161864642954,
     "judgement_lo": 41.6622340425532,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.125,
      "x": 0.8,
      "y": 0.10909090909090909
     },
     "margin": 0.001,
     "missed": {
      "den": 10.0,
      "n": 7.0,
      "share": 0.7
     },
     "needless": {
      "den": 55.0,
      "n": 6.0,
      "share": 0.10909090909090909
     },
     "needless_by_loss": {
      "big": {
       "den": 55.0,
       "n": 2.0,
       "share": 0.03636363636363636
      },
      "medium": {
       "den": 55.0,
       "n": 4.0,
       "share": 0.07272727272727272
      },
      "small": {
       "den": 55.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 55.0,
      "n": 49.0,
      "share": 0.8909090909090909
     },
     "risk_pays": 10.0,
     "safety_pays": 55.0,
     "scored": 73,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 9.820187949055805,
      "caution": 0.8338231225340286,
      "caution_hi": 1.3506801041998875,
      "caution_lo": 0.5911914792965252,
      "cstar": 3.1637466995390806,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.7220680030835227,
      "dprime_hi": 1.63914601810971,
      "dprime_lo": -0.6313122707642292,
      "false_alarm": {
       "den": 55.0,
       "n": 6.0,
       "share": 0.10909090909090909
      },
      "false_alarm_rate": 0.11607142857142858,
      "hit": {
       "den": 10.0,
       "n": 3.0,
       "share": 0.3
      },
      "hit_rate": 0.3181818181818182,
      "missed_loss": 0.07165384292602539,
      "missed_n": 7.0,
      "na": null,
      "needless_loss": 0.12793712814648947,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 13.285714285714286,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 8.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 65.0,
     "wrong": {
      "den": 10.0,
      "n": 1.0,
      "share": 0.1
     }
    },
    "opening": {
     "by_call": {
      "missed": 9.083092709382376,
      "needless": 2.0170111457506814,
      "none": 0.1795892914136251,
      "right_risk": 4.043003370364507,
      "right_safety": 1.8349236746629078,
      "wrong_risk": 3.5786264638106027
     },
     "calls": {
      "missed": 53.0,
      "needless": 10.0,
      "right_risk": 120.0,
      "right_safety": 100.0,
      "wrong_risk": 12.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 41,
      "taken_grouped": 25,
      "taken_n": 117,
      "taken_other": 0
     },
     "error_rate": 20.7362466553847,
     "found": {
      "den": 185.0,
      "n": 120.0,
      "share": 0.6486486486486487
     },
     "good": {
      "den": 142.0,
      "n": 120.0,
      "share": 0.8450704225352113
     },
     "judgement": 77.88697788697789,
     "judgement_hi": 81.86350045036461,
     "judgement_lo": 73.81641960511888,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.18461538461538463,
      "x": 0.35135135135135137,
      "y": 0.09090909090909091
     },
     "margin": 0.001,
     "missed": {
      "den": 185.0,
      "n": 53.0,
      "share": 0.2864864864864865
     },
     "needless": {
      "den": 110.0,
      "n": 10.0,
      "share": 0.09090909090909091
     },
     "needless_by_loss": {
      "big": {
       "den": 110.0,
       "n": 6.0,
       "share": 0.05454545454545454
      },
      "medium": {
       "den": 110.0,
       "n": 2.0,
       "share": 0.01818181818181818
      },
      "small": {
       "den": 110.0,
       "n": 2.0,
       "share": 0.01818181818181818
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 110.0,
      "n": 100.0,
      "share": 0.9090909090909091
     },
     "risk_pays": 185.0,
     "safety_pays": 110.0,
     "scored": 300,
     "sdt": {
      "aim": {
       "den": 132.0,
       "n": 120.0,
       "share": 0.9090909090909091
      },
      "beta": 0.6997958738532306,
      "caution": 0.37633633301363983,
      "caution_hi": 0.6013114992220063,
      "caution_lo": 0.19168689143004589,
      "cstar": -0.19055594148207206,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.8732902919194672,
      "dprime_hi": 2.2926524647156774,
      "dprime_lo": 1.5428204498385025,
      "false_alarm": {
       "den": 110.0,
       "n": 10.0,
       "share": 0.09090909090909091
      },
      "false_alarm_rate": 0.0945945945945946,
      "hit": {
       "den": 185.0,
       "n": 132.0,
       "share": 0.7135135135135136
      },
      "hit_rate": 0.7123655913978495,
      "missed_loss": 0.10282746463451746,
      "missed_n": 53.0,
      "na": null,
      "needless_loss": 0.12102066874504089,
      "needless_n": 10.0
     },
     "size": {
      "bad": {
       "mean": 16.0,
       "n": 22.0,
       "too_few": true
      },
      "right": {
       "mean": 16.391666666666666,
       "n": 120.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 63.0,
        "share": 0.6363636363636364
       },
       "missed": {
        "den": 99.0,
        "n": 27.0,
        "share": 0.2727272727272727
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 9.0,
        "share": 0.09090909090909091
       }
      },
      "medium": {
       "found": {
        "den": 68.0,
        "n": 48.0,
        "share": 0.7058823529411765
       },
       "missed": {
        "den": 68.0,
        "n": 18.0,
        "share": 0.2647058823529412
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 2.0,
        "share": 0.029411764705882353
       }
      },
      "small": {
       "found": {
        "den": 18.0,
        "n": 9.0,
        "share": 0.5
       },
       "missed": {
        "den": 18.0,
        "n": 8.0,
        "share": 0.4444444444444444
       },
       "risk_pays": 18.0,
       "wrong": {
        "den": 18.0,
        "n": 1.0,
        "share": 0.05555555555555555
       }
      }
     },
     "trade_off": 295.0,
     "wrong": {
      "den": 185.0,
      "n": 12.0,
      "share": 0.06486486486486487
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 22.009622420508432,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 22.009622420508432,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 227.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 227,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 896.0,
    "n": 775.0,
    "share": 0.8649553571428571
   },
   "risk_pays": 761.0,
   "safety_pays": 896.0,
   "scored": 2148,
   "sdt": {
    "aim": {
     "den": 373.0,
     "n": 299.0,
     "share": 0.8016085790884718
    },
    "beta": 1.1824773070148114,
    "caution": 0.5628297224505625,
    "caution_hi": 0.6485467380564583,
    "caution_lo": 0.479833007278249,
    "cstar": 0.15572784647496937,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0763113618321256,
    "dprime_hi": 1.2233446286106087,
    "dprime_lo": 0.9475883845350945,
    "false_alarm": {
     "den": 896.0,
     "n": 121.0,
     "share": 0.13504464285714285
    },
    "false_alarm_rate": 0.1354515050167224,
    "hit": {
     "den": 761.0,
     "n": 373.0,
     "share": 0.49014454664914586
    },
    "hit_rate": 0.49015748031496065,
    "missed_loss": 0.13208261938746443,
    "missed_n": 388.0,
    "na": null,
    "needless_loss": 0.1326524070964372,
    "needless_n": 121.0
   },
   "size": {
    "bad": {
     "mean": 10.025641025641026,
     "n": 195.0,
     "too_few": true
    },
    "right": {
     "mean": 10.799331103678929,
     "n": 299.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 415.0,
      "n": 200.0,
      "share": 0.4819277108433735
     },
     "missed": {
      "den": 415.0,
      "n": 179.0,
      "share": 0.43132530120481927
     },
     "risk_pays": 415.0,
     "wrong": {
      "den": 415.0,
      "n": 36.0,
      "share": 0.08674698795180723
     }
    },
    "medium": {
     "found": {
      "den": 243.0,
      "n": 83.0,
      "share": 0.34156378600823045
     },
     "missed": {
      "den": 243.0,
      "n": 139.0,
      "share": 0.5720164609053497
     },
     "risk_pays": 243.0,
     "wrong": {
      "den": 243.0,
      "n": 21.0,
      "share": 0.08641975308641975
     }
    },
    "small": {
     "found": {
      "den": 103.0,
      "n": 16.0,
      "share": 0.1553398058252427
     },
     "missed": {
      "den": 103.0,
      "n": 70.0,
      "share": 0.6796116504854369
     },
     "risk_pays": 103.0,
     "wrong": {
      "den": 103.0,
      "n": 17.0,
      "share": 0.1650485436893204
     }
    }
   },
   "trade_off": 1657.0,
   "wrong": {
    "den": 761.0,
    "n": 74.0,
    "share": 0.09724047306176084
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.549494411359285,
    "needless": 4.177218119247888,
    "none": 5.163532333167572,
    "right_risk": 1.9752871751563288,
    "right_safety": 4.147674180775382,
    "wrong_risk": 3.3862007299726016
   },
   "calls": {
    "missed": 318.0,
    "needless": 154.0,
    "right_risk": 271.0,
    "right_safety": 845.0,
    "wrong_risk": 69.0
   },
   "confidence": {
    "auroc_right_risk": 0.5973473938492985,
    "missed_mean_p": 0.5392760889670947,
    "missed_n": 269,
    "taken_grouped": 77,
    "taken_n": 417,
    "taken_other": 0
   },
   "error_rate": 30.399406949679058,
   "found": {
    "den": 658.0,
    "n": 271.0,
    "share": 0.41185410334346506
   },
   "good": {
    "den": 494.0,
    "n": 271.0,
    "share": 0.548582995951417
   },
   "judgement": 62.88499745946554,
   "judgement_hi": 65.17618688644963,
   "judgement_lo": 60.58673900168517,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.17829457364341086,
    "x": 0.5881458966565349,
    "y": 0.15415415415415415
   },
   "margin": 0.02,
   "missed": {
    "den": 658.0,
    "n": 318.0,
    "share": 0.48328267477203646
   },
   "needless": {
    "den": 999.0,
    "n": 154.0,
    "share": 0.15415415415415415
   },
   "needless_by_loss": {
    "big": {
     "den": 999.0,
     "n": 74.0,
     "share": 0.07407407407407407
    },
    "medium": {
     "den": 999.0,
     "n": 47.0,
     "share": 0.04704704704704705
    },
    "small": {
     "den": 999.0,
     "n": 33.0,
     "share": 0.03303303303303303
    }
   },
   "no_trade_off": 491.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 30.652248565061594,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 30.652248565061594,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 162.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 162,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.7931920726922,
      "needless": 5.750168163280983,
      "none": 0.7531246302103756,
      "right_risk": 2.254797105407302,
      "right_safety": 5.797364021964576,
      "wrong_risk": 4.349178867078619
     },
     "calls": {
      "missed": 268.0,
      "needless": 128.0,
      "right_risk": 163.0,
      "right_safety": 686.0,
      "wrong_risk": 52.0
     },
     "confidence": {
      "auroc_right_risk": 0.5214238316428097,
      "missed_mean_p": 0.5490244614988983,
      "missed_n": 229,
      "taken_grouped": 52,
      "taken_n": 291,
      "taken_other": 0
     },
     "error_rate": 34.69782486063406,
     "found": {
      "den": 483.0,
      "n": 163.0,
      "share": 0.33747412008281574
     },
     "good": {
      "den": 343.0,
      "n": 163.0,
      "share": 0.4752186588921283
     },
     "judgement": 59.01129814173293,
     "judgement_hi": 61.54148263733568,
     "judgement_lo": 56.56991599283379,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.1625,
      "x": 0.6625258799171843,
      "y": 0.15724815724815724
     },
     "margin": 0.02,
     "missed": {
      "den": 483.0,
      "n": 268.0,
      "share": 0.5548654244306418
     },
     "needless": {
      "den": 814.0,
      "n": 128.0,
      "share": 0.15724815724815724
     },
     "needless_by_loss": {
      "big": {
       "den": 814.0,
       "n": 66.0,
       "share": 0.08108108108108109
      },
      "medium": {
       "den": 814.0,
       "n": 40.0,
       "share": 0.04914004914004914
      },
      "small": {
       "den": 814.0,
       "n": 22.0,
       "share": 0.02702702702702703
      }
     },
     "no_trade_off": 89.0,
     "reference": null,
     "right_safety": {
      "den": 814.0,
      "n": 686.0,
      "share": 0.8427518427518428
     },
     "risk_pays": 483.0,
     "safety_pays": 814.0,
     "scored": 1386,
     "sdt": {
      "aim": {
       "den": 215.0,
       "n": 163.0,
       "share": 0.7581395348837209
      },
      "beta": 1.2847325487412646,
      "caution": 0.5708811221852867,
      "caution_hi": 0.6740556112407365,
      "caution_lo": 0.4810679311409333,
      "cstar": 0.289182888691911,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8664086749479069,
      "dprime_hi": 1.022247392758507,
      "dprime_lo": 0.7190957206134756,
      "false_alarm": {
       "den": 814.0,
       "n": 128.0,
       "share": 0.15724815724815724
      },
      "false_alarm_rate": 0.15766871165644172,
      "hit": {
       "den": 483.0,
       "n": 215.0,
       "share": 0.4451345755693582
      },
      "hit_rate": 0.4452479338842975,
      "missed_loss": 0.1633534642742641,
      "missed_n": 268.0,
      "na": null,
      "needless_loss": 0.12452707928605378,
      "needless_n": 128.0
     },
     "size": {
      "bad": {
       "mean": 8.933333333333334,
       "n": 180.0,
       "too_few": true
      },
      "right": {
       "mean": 7.042944785276074,
       "n": 163.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 312.0,
        "n": 130.0,
        "share": 0.4166666666666667
       },
       "missed": {
        "den": 312.0,
        "n": 151.0,
        "share": 0.483974358974359
       },
       "risk_pays": 312.0,
       "wrong": {
        "den": 312.0,
        "n": 31.0,
        "share": 0.09935897435897435
       }
      },
      "medium": {
       "found": {
        "den": 171.0,
        "n": 33.0,
        "share": 0.19298245614035087
       },
       "missed": {
        "den": 171.0,
        "n": 117.0,
        "share": 0.6842105263157895
       },
       "risk_pays": 171.0,
       "wrong": {
        "den": 171.0,
        "n": 21.0,
        "share": 0.12280701754385964
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1297.0,
     "wrong": {
      "den": 483.0,
      "n": 52.0,
      "share": 0.10766045548654245
     }
    },
    "holding": {
     "by_call": {
      "missed": 3.3407435841756326,
      "needless": 5.257690197800937,
      "none": 0.4344023253819714,
      "right_risk": 0.0,
      "right_safety": 3.749701258254378,
      "wrong_risk": 1.2451108187845308
     },
     "calls": {
      "missed": 5.0,
      "needless": 6.0,
      "right_risk": 2.0,
      "right_safety": 51.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 5,
      "taken_grouped": 0,
      "taken_n": 9,
      "taken_other": 0
     },
     "error_rate": 14.02764818439745,
     "found": {
      "den": 8.0,
      "n": 2.0,
      "share": 0.25
     },
     "good": {
      "den": 9.0,
      "n": 2.0,
      "share": 0.2222222222222222
     },
     "judgement": 57.236842105263165,
     "judgement_hi": 71.95724789915967,
     "judgement_lo": 42.04204545454546,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.16666666666666666,
      "x": 0.75,
      "y": 0.10526315789473684
     },
     "margin": 0.02,
     "missed": {
      "den": 8.0,
      "n": 5.0,
      "share": 0.625
     },
     "needless": {
      "den": 57.0,
      "n": 6.0,
      "share": 0.10526315789473684
     },
     "needless_by_loss": {
      "big": {
       "den": 57.0,
       "n": 2.0,
       "share": 0.03508771929824561
      },
      "medium": {
       "den": 57.0,
       "n": 4.0,
       "share": 0.07017543859649122
      },
      "small": {
       "den": 57.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 8.0,
     "reference": null,
     "right_safety": {
      "den": 57.0,
      "n": 51.0,
      "share": 0.8947368421052632
     },
     "risk_pays": 8.0,
     "safety_pays": 57.0,
     "scored": 73,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 2.0,
       "share": 0.6666666666666666
      },
      "beta": 9.344487166663631,
      "caution": 0.748907290488001,
      "caution_hi": 1.2766614473443685,
      "caution_lo": 0.46622983603390783,
      "cstar": 2.3942885922012995,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 0.9333822868509857,
      "dprime_hi": 1.895541334572356,
      "dprime_lo": -0.41557256099893736,
      "false_alarm": {
       "den": 57.0,
       "n": 6.0,
       "share": 0.10526315789473684
      },
      "false_alarm_rate": 0.11206896551724138,
      "hit": {
       "den": 8.0,
       "n": 3.0,
       "share": 0.375
      },
      "hit_rate": 0.3888888888888889,
      "missed_loss": 0.09754971265792847,
      "missed_n": 5.0,
      "na": null,
      "needless_loss": 0.12793712814648947,
      "needless_n": 6.0
     },
     "size": {
      "bad": {
       "mean": 13.285714285714286,
       "n": 7.0,
       "too_few": true
      },
      "right": {
       "mean": 8.0,
       "n": 2.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 4.0,
        "n": 2.0,
        "share": 0.5
       },
       "missed": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 1.0,
        "share": 0.25
       }
      },
      "medium": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 65.0,
     "wrong": {
      "den": 8.0,
      "n": 1.0,
      "share": 0.125
     }
    },
    "opening": {
     "by_call": {
      "missed": 8.916918337345123,
      "needless": 2.063733537991842,
      "none": 0.1795892914136251,
      "right_risk": 3.7258935471375785,
      "right_safety": 2.0010980467001596,
      "wrong_risk": 3.8490138947963715
     },
     "calls": {
      "missed": 45.0,
      "needless": 20.0,
      "right_risk": 106.0,
      "right_safety": 108.0,
      "wrong_risk": 16.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 35,
      "taken_grouped": 25,
      "taken_n": 117,
      "taken_other": 0
     },
     "error_rate": 20.7362466553847,
     "found": {
      "den": 167.0,
      "n": 106.0,
      "share": 0.6347305389221557
     },
     "good": {
      "den": 142.0,
      "n": 106.0,
      "share": 0.7464788732394366
     },
     "judgement": 73.92402694610777,
     "judgement_hi": 78.44853831085746,
     "judgement_lo": 69.26849699704991,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.26229508196721313,
      "x": 0.3652694610778443,
      "y": 0.15625
     },
     "margin": 0.02,
     "missed": {
      "den": 167.0,
      "n": 45.0,
      "share": 0.2694610778443114
     },
     "needless": {
      "den": 128.0,
      "n": 20.0,
      "share": 0.15625
     },
     "needless_by_loss": {
      "big": {
       "den": 128.0,
       "n": 6.0,
       "share": 0.046875
      },
      "medium": {
       "den": 128.0,
       "n": 3.0,
       "share": 0.0234375
      },
      "small": {
       "den": 128.0,
       "n": 11.0,
       "share": 0.0859375
      }
     },
     "no_trade_off": 5.0,
     "reference": null,
     "right_safety": {
      "den": 128.0,
      "n": 108.0,
      "share": 0.84375
     },
     "risk_pays": 167.0,
     "safety_pays": 128.0,
     "scored": 300,
     "sdt": {
      "aim": {
       "den": 122.0,
       "n": 106.0,
       "share": 0.8688524590163934
      },
      "beta": 0.399130438560947,
      "caution": 0.19431681235794657,
      "caution_hi": 0.3699579317876261,
      "caution_lo": 0.0239380172887657,
      "cstar": -0.5707519034007879,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.6092228450885582,
      "dprime_hi": 1.8992909886666711,
      "dprime_lo": 1.3495909585421657,
      "false_alarm": {
       "den": 128.0,
       "n": 20.0,
       "share": 0.15625
      },
      "false_alarm_rate": 0.15891472868217055,
      "hit": {
       "den": 167.0,
       "n": 122.0,
       "share": 0.7305389221556886
      },
      "hit_rate": 0.7291666666666666,
      "missed_loss": 0.11889224449793498,
      "missed_n": 45.0,
      "na": null,
      "needless_loss": 0.06191200613975525,
      "needless_n": 20.0
     },
     "size": {
      "bad": {
       "mean": 16.02777777777778,
       "n": 36.0,
       "too_few": true
      },
      "right": {
       "mean": 16.433962264150942,
       "n": 106.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 99.0,
        "n": 63.0,
        "share": 0.6363636363636364
       },
       "missed": {
        "den": 99.0,
        "n": 27.0,
        "share": 0.2727272727272727
       },
       "risk_pays": 99.0,
       "wrong": {
        "den": 99.0,
        "n": 9.0,
        "share": 0.09090909090909091
       }
      },
      "medium": {
       "found": {
        "den": 68.0,
        "n": 43.0,
        "share": 0.6323529411764706
       },
       "missed": {
        "den": 68.0,
        "n": 18.0,
        "share": 0.2647058823529412
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 7.0,
        "share": 0.10294117647058823
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 295.0,
     "wrong": {
      "den": 167.0,
      "n": 16.0,
      "share": 0.09580838323353294
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 22.009622420508432,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 22.009622420508432,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 227.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 227,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 999.0,
    "n": 845.0,
    "share": 0.8458458458458459
   },
   "risk_pays": 658.0,
   "safety_pays": 999.0,
   "scored": 2148,
   "sdt": {
    "aim": {
     "den": 340.0,
     "n": 271.0,
     "share": 0.7970588235294118
    },
    "beta": 1.133888038393779,
    "caution": 0.48773491426651266,
    "caution_hi": 0.5697841029191577,
    "caution_lo": 0.4057106344930161,
    "cstar": 0.11863236042191876,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 1.0591753245846314,
    "dprime_hi": 1.2026764985949445,
    "dprime_lo": 0.9324604096490028,
    "false_alarm": {
     "den": 999.0,
     "n": 154.0,
     "share": 0.15415415415415415
    },
    "false_alarm_rate": 0.1545,
    "hit": {
     "den": 658.0,
     "n": 340.0,
     "share": 0.5167173252279635
    },
    "hit_rate": 0.5166919575113809,
    "missed_loss": 0.15602713204779714,
    "missed_n": 318.0,
    "na": null,
    "needless_loss": 0.11652811065122679,
    "needless_n": 154.0
   },
   "size": {
    "bad": {
     "mean": 10.215246636771301,
     "n": 223.0,
     "too_few": false
    },
    "right": {
     "mean": 10.723247232472325,
     "n": 271.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 415.0,
      "n": 195.0,
      "share": 0.46987951807228917
     },
     "missed": {
      "den": 415.0,
      "n": 179.0,
      "share": 0.43132530120481927
     },
     "risk_pays": 415.0,
     "wrong": {
      "den": 415.0,
      "n": 41.0,
      "share": 0.09879518072289156
     }
    },
    "medium": {
     "found": {
      "den": 243.0,
      "n": 76.0,
      "share": 0.31275720164609055
     },
     "missed": {
      "den": 243.0,
      "n": 139.0,
      "share": 0.5720164609053497
     },
     "risk_pays": 243.0,
     "wrong": {
      "den": 243.0,
      "n": 28.0,
      "share": 0.11522633744855967
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1657.0,
   "wrong": {
    "den": 658.0,
    "n": 69.0,
    "share": 0.10486322188449848
   }
  }
 },
 "route": {
  "provider": "local (drex_max_server.py)",
  "reasoning": null,
  "spec": "drex-max/drex-max-v1"
 },
 "running": 0,
 "slug": "drex-max-v1",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 23.8520547747612,
   "n": 20,
   "too_few": true
  },
  "blitz": {
   "error_rate": 27.589123859148636,
   "n": 297,
   "too_few": false
  },
  "holding": {
   "error_rate": 14.02764818439745,
   "n": 73,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 39.41800761459483,
   "n": 403,
   "too_few": false
  },
  "other": {
   "error_rate": 37.09904557588149,
   "n": 245,
   "too_few": false
  },
  "priming": {
   "error_rate": 34.31223548789489,
   "n": 421,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
