{
 "confidence": {
  "auroc_best": 0.6940092440687969,
  "auroc_blunder": 0.6734131054131054,
  "confident_badly_wrong": {
   "den": 1830,
   "n": 0,
   "share": 0.0
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1830,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 0,
     "n": 0,
     "share": null
    },
    "kept": {
     "den": 1830,
     "n": 0,
     "share": 0.0
    },
    "mean_loss": null,
    "too_few": true
   }
  },
  "ece": 0.027749393601963844,
  "held_out": {
   "blunders": 0.4145610680384571,
   "kept": 0.007383311281709583,
   "no_cutoff": 168,
   "runs": 300
  },
  "n": 1830,
  "surest": {
   "cut": 0.3479886889405545,
   "error_rate": 39.50373825157574,
   "n": 458,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-12T17:08:02.084Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1832,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1832
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 82.262011046337,
   "n": 591,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 126.08459142019164,
   "n": 530,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 44.713456712862275,
   "n": 711,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-12T17:08:38.511Z",
   "id": 1201,
   "opponent": "Fastino GLiDE",
   "score_against": 6,
   "score_for": 0,
   "started": "2026-11-12T17:08:02.084Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:09:03.597Z",
   "id": 1202,
   "opponent": "Celeris-1 Decision",
   "score_against": 7,
   "score_for": 0,
   "started": "2026-11-12T17:08:40.545Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:09:26.947Z",
   "id": 1203,
   "opponent": "GNUbg weak",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-12T17:09:03.818Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:10:15.809Z",
   "id": 1204,
   "opponent": "Random",
   "score_against": 5,
   "score_for": 6,
   "started": "2026-11-12T17:09:27.376Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:11:00.890Z",
   "id": 1205,
   "opponent": "Safest",
   "score_against": 4,
   "score_for": 4,
   "started": "2026-11-12T17:10:16.042Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:11:47.539Z",
   "id": 1206,
   "opponent": "Liquid d1-ultra",
   "score_against": 4,
   "score_for": 2,
   "started": "2026-11-12T17:11:01.128Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:12:21.052Z",
   "id": 1207,
   "opponent": "Jev 1.14.0",
   "score_against": 7,
   "score_for": 1,
   "started": "2026-11-12T17:11:47.782Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:12:45.676Z",
   "id": 1208,
   "opponent": "Jev 1.13.0",
   "score_against": 5,
   "score_for": 0,
   "started": "2026-11-12T17:12:21.279Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:13:25.466Z",
   "id": 1209,
   "opponent": "SubQ Snap Preview",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-12T17:12:45.912Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-12T17:13:25.809Z",
   "id": 1210,
   "opponent": "Inception Mercury Decide",
   "score_against": 0,
   "score_for": 0,
   "started": "2026-11-12T17:13:25.714Z",
   "status": "aborted"
  },
  {
   "finished": "2026-11-14T00:39:33.637Z",
   "id": 1315,
   "opponent": "Cygnet",
   "score_against": 3,
   "score_for": 4,
   "started": "2026-11-14T00:38:54.235Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:41:26.240Z",
   "id": 1316,
   "opponent": "Winnow-12B",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-14T00:40:16.654Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:43:19.271Z",
   "id": 1317,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 4,
   "score_for": 3,
   "started": "2026-11-14T00:42:28.671Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:46:16.972Z",
   "id": 1318,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T00:43:47.452Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:49:07.901Z",
   "id": 1319,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T00:47:04.449Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:52:59.728Z",
   "id": 1320,
   "opponent": "Clef",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T00:50:32.758Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T00:57:48.262Z",
   "id": 1321,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-14T00:53:54.991Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-14T01:00:09.403Z",
   "id": 1322,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 6,
   "score_for": 1,
   "started": "2026-11-14T00:58:16.586Z",
   "status": "finished"
  }
 ],
 "name": "GLiDE 0.8B",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  },
  {
   "opponent": "Inception Mercury Decide",
   "out_of_scope": true,
   "reason": "opponent no longer served on OpenRouter"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 77.75895371052779,
   "n": 304,
   "too_few": false
  },
  "16–25": {
   "error_rate": 99.14939013626876,
   "n": 373,
   "too_few": false
  },
  "26+": {
   "error_rate": 130.80449530620447,
   "n": 302,
   "too_few": false
  },
  "2–5": {
   "error_rate": 40.02686848967884,
   "n": 466,
   "too_few": false
  },
  "6–10": {
   "error_rate": 73.52978541715508,
   "n": 387,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 37.33738511800766,
   "n": 104,
   "too_few": true
  },
  "contact": {
   "error_rate": 102.46321678740819,
   "n": 1132,
   "too_few": false
  },
  "holding": {
   "error_rate": 53.911821295817695,
   "n": 24,
   "too_few": true
  },
  "opening": {
   "error_rate": 58.32178529296348,
   "n": 268,
   "too_few": false
  },
  "race": {
   "error_rate": 34.33348052203655,
   "n": 304,
   "too_few": false
  }
 },
 "played": 17,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.6940092440687969,
  "best_share": 0.26582969432314413,
  "blunder_share": 0.46779475982532753,
  "brier": 0.1761103253529979,
  "clusters": 90,
  "confidence_n": 1830,
  "confident_badly_wrong": 0.0,
  "cost_coverage": 1.0,
  "decisions": 1832,
  "ece": 0.027749393601963844,
  "engine_scored": 1832,
  "error_hi": 89.30268878248998,
  "error_lo": 71.8452077772246,
  "error_rate": 80.36733062441692,
  "first_date": "2026-11-12",
  "group_sizes": [
   137,
   139
  ],
  "grouped": 2,
  "invalid": 0,
  "last_date": "2026-11-14",
  "mean_confidence": 0.2454775276628067,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1832,
   "estimate": true,
   "excluded_hours": 31.433333333333334,
   "gaps": [
    [
     "2026-11-12T17:13Z",
     "2026-11-14T00:38Z",
     1886
    ]
   ],
   "gpu_decisions": 1832,
   "gpu_usd": 0.09429419917672832,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 0.4430747222238116,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 0.4430747222238116,
     "machine": "dgx_spark",
     "usd": 0.09429419917672832,
     "usd_per_gpu_hour": 0.21281782608464228
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": {
    "chf_per_h": 0.17465558152207,
    "electricity_chf_per_h": 0.02244858,
    "purchase_chf_per_h": 0.15220700152207,
    "usd_per_h": 0.21281782608464228
   },
   "usd": 0.09429419917672832,
   "usd_per_1000": 0.051470632738388825
  },
  "p95_loss": 0.6662694364786147,
  "probability_source": "decision",
  "retry_mean": 0.09973744541484716,
  "scored": 1832,
  "time_median": 0.224,
  "time_p90": 0.3849000000000001,
  "tokens_in": 3987.579694323144,
  "tokens_out": 0.0,
  "too_few": false,
  "usd_per_1000": 0.051470632738388825,
  "very_confident": 0.0,
  "worst_mean": 0.9171578508356343
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.6929337772844987,
   "best_share": 0.49038461538461536,
   "blunder_share": 0.23076923076923078,
   "brier": 0.22437036872940935,
   "clusters": 45,
   "confidence_n": 104,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 104,
   "ece": 0.08203034169351685,
   "engine_scored": 104,
   "error_hi": 51.56023303133611,
   "error_lo": 24.800387195116347,
   "error_rate": 37.33738511800766,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.4666140479616834,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1832,
    "estimate": true,
    "excluded_hours": 31.433333333333334,
    "gaps": [
     [
      "2026-11-12T17:13Z",
      "2026-11-14T00:38Z",
      1886
     ]
    ],
    "gpu_decisions": 1832,
    "gpu_usd": 0.09429419917672832,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4430747222238116,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4430747222238116,
      "machine": "dgx_spark",
      "usd": 0.09429419917672832,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09429419917672832,
    "usd_per_1000": 0.051470632738388825
   },
   "p95_loss": 0.39356448650360104,
   "probability_source": "decision",
   "retry_mean": 0.09320192307692307,
   "scored": 104,
   "time_median": 0.168,
   "time_p90": 0.19990000000000002,
   "tokens_in": 2828.326923076923,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.051470632738388825,
   "very_confident": 0.0,
   "worst_mean": 0.5100432157516479
  },
  "contact": {
   "auroc": 0.6960794923295356,
   "best_share": 0.23674911660777384,
   "blunder_share": 0.5450530035335689,
   "brier": 0.16259748063168789,
   "clusters": 90,
   "confidence_n": 1130,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 1132,
   "ece": 0.02630799326134153,
   "engine_scored": 1132,
   "error_hi": 115.1326995810854,
   "error_lo": 90.35585426997781,
   "error_rate": 102.46321678740819,
   "first_date": "2026-11-12",
   "group_sizes": [
    137,
    139
   ],
   "grouped": 2,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.2314577880909511,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1832,
    "estimate": true,
    "excluded_hours": 31.433333333333334,
    "gaps": [
     [
      "2026-11-12T17:13Z",
      "2026-11-14T00:38Z",
      1886
     ]
    ],
    "gpu_decisions": 1832,
    "gpu_usd": 0.09429419917672832,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4430747222238116,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4430747222238116,
      "machine": "dgx_spark",
      "usd": 0.09429419917672832,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09429419917672832,
    "usd_per_1000": 0.051470632738388825
   },
   "p95_loss": 0.7450959861278534,
   "probability_source": "decision",
   "retry_mean": 0.11266166077738517,
   "scored": 1132,
   "time_median": 0.231,
   "time_p90": 0.4028,
   "tokens_in": 4130.58038869258,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.051470632738388825,
   "very_confident": 0.0,
   "worst_mean": 1.034364468172977
  },
  "holding": {
   "auroc": 0.725,
   "best_share": 0.16666666666666666,
   "blunder_share": 0.5,
   "brier": 0.12721104984009515,
   "clusters": 9,
   "confidence_n": 24,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 24,
   "ece": 0.24689765451410753,
   "engine_scored": 24,
   "error_hi": 96.22197647179875,
   "error_lo": 22.269114885756416,
   "error_rate": 53.911821295817695,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.3117472156371562,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1832,
    "estimate": true,
    "excluded_hours": 31.433333333333334,
    "gaps": [
     [
      "2026-11-12T17:13Z",
      "2026-11-14T00:38Z",
      1886
     ]
    ],
    "gpu_decisions": 1832,
    "gpu_usd": 0.09429419917672832,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4430747222238116,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4430747222238116,
      "machine": "dgx_spark",
      "usd": 0.09429419917672832,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09429419917672832,
    "usd_per_1000": 0.051470632738388825
   },
   "p95_loss": 0.3302171766757964,
   "probability_source": "decision",
   "retry_mean": 0.09708333333333334,
   "scored": 24,
   "time_median": 0.20700000000000002,
   "time_p90": 0.3116,
   "tokens_in": 3563.875,
   "tokens_out": 0.0,
   "too_few": true,
   "usd_per_1000": 0.051470632738388825,
   "very_confident": 0.0,
   "worst_mean": 0.5391443967819214
  },
  "opening": {
   "auroc": 0.7513982642237222,
   "best_share": 0.31716417910447764,
   "blunder_share": 0.48134328358208955,
   "brier": 0.20741703878071036,
   "clusters": 90,
   "confidence_n": 268,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 268,
   "ece": 0.13051326011874306,
   "engine_scored": 268,
   "error_hi": 66.68553449400987,
   "error_lo": 50.16227253115624,
   "error_rate": 58.32178529296348,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.18665091898573452,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1832,
    "estimate": true,
    "excluded_hours": 31.433333333333334,
    "gaps": [
     [
      "2026-11-12T17:13Z",
      "2026-11-14T00:38Z",
      1886
     ]
    ],
    "gpu_decisions": 1832,
    "gpu_usd": 0.09429419917672832,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4430747222238116,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4430747222238116,
      "machine": "dgx_spark",
      "usd": 0.09429419917672832,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09429419917672832,
    "usd_per_1000": 0.051470632738388825
   },
   "p95_loss": 0.40389854311943024,
   "probability_source": "decision",
   "retry_mean": 0.07339552238805971,
   "scored": 268,
   "time_median": 0.25,
   "time_p90": 0.35840000000000005,
   "tokens_in": 4049.365671641791,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.051470632738388825,
   "very_confident": 0.0,
   "worst_mean": 0.5553194421988267
  },
  "race": {
   "auroc": 0.6415752461322082,
   "best_share": 0.2598684210526316,
   "blunder_share": 0.24671052631578946,
   "brier": 0.18609010639778825,
   "clusters": 85,
   "confidence_n": 304,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 304,
   "ece": 0.10884601348886506,
   "engine_scored": 304,
   "error_hi": 43.567881490719074,
   "error_lo": 26.418942394630683,
   "error_rate": 34.33348052203655,
   "first_date": "2026-11-12",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-14",
   "mean_confidence": 0.268566890225914,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1832,
    "estimate": true,
    "excluded_hours": 31.433333333333334,
    "gaps": [
     [
      "2026-11-12T17:13Z",
      "2026-11-14T00:38Z",
      1886
     ]
    ],
    "gpu_decisions": 1832,
    "gpu_usd": 0.09429419917672832,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 0.4430747222238116,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 0.4430747222238116,
      "machine": "dgx_spark",
      "usd": 0.09429419917672832,
      "usd_per_gpu_hour": 0.21281782608464228
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": {
     "chf_per_h": 0.17465558152207,
     "electricity_chf_per_h": 0.02244858,
     "purchase_chf_per_h": 0.15220700152207,
     "usd_per_h": 0.21281782608464228
    },
    "usd": 0.09429419917672832,
    "usd_per_1000": 0.051470632738388825
   },
   "p95_loss": 0.28883240818977357,
   "probability_source": "decision",
   "retry_mean": 0.07727960526315789,
   "scored": 304,
   "time_median": 0.2085,
   "time_p90": 0.3777,
   "tokens_in": 3830.657894736842,
   "tokens_out": 0.0,
   "too_few": false,
   "usd_per_1000": 0.051470632738388825,
   "very_confident": 0.0,
   "worst_mean": 0.5286270499229431
  }
 },
 "record": {
  "drawn": 1,
  "lost": 14,
  "won": 2
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 11.608163944107996,
    "needless": 26.188942493960326,
    "none": 9.163225956228622,
    "right_risk": 3.552105383516399,
    "right_safety": 5.36889024078846,
    "wrong_risk": 24.48600260581512
   },
   "calls": {
    "missed": 207.0,
    "needless": 311.0,
    "right_risk": 204.0,
    "right_safety": 352.0,
    "wrong_risk": 260.0
   },
   "confidence": {
    "auroc_right_risk": 0.5561054826148386,
    "missed_mean_p": 0.21871863218346485,
    "missed_n": 207,
    "taken_grouped": 2,
    "taken_n": 773,
    "taken_other": 0
   },
   "error_rate": 80.36733062441692,
   "found": {
    "den": 671.0,
    "n": 204.0,
    "share": 0.30402384500745155
   },
   "good": {
    "den": 775.0,
    "n": 204.0,
    "share": 0.2632258064516129
   },
   "judgement": 41.747195266963836,
   "judgement_hi": 44.329501446433184,
   "judgement_lo": 38.91941627980489,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.556745182012848,
    "x": 0.6959761549925484,
    "y": 0.46907993966817496
   },
   "margin": 0.001,
   "missed": {
    "den": 671.0,
    "n": 207.0,
    "share": 0.30849478390462
   },
   "needless": {
    "den": 663.0,
    "n": 311.0,
    "share": 0.46907993966817496
   },
   "needless_by_loss": {
    "big": {
     "den": 663.0,
     "n": 254.0,
     "share": 0.38310708898944196
    },
    "medium": {
     "den": 663.0,
     "n": 45.0,
     "share": 0.06787330316742081
    },
    "small": {
     "den": 663.0,
     "n": 12.0,
     "share": 0.01809954751131222
    }
   },
   "no_trade_off": 498.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 37.33738511800766,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 37.33738511800766,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 104.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 104,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 15.40611430265457,
      "needless": 39.65355280799916,
      "none": 2.0266583340749302,
      "right_risk": 4.615046913232062,
      "right_safety": 7.426604141510839,
      "wrong_risk": 33.33524028793662
     },
     "calls": {
      "missed": 155.0,
      "needless": 278.0,
      "right_risk": 154.0,
      "right_safety": 272.0,
      "wrong_risk": 189.0
     },
     "confidence": {
      "auroc_right_risk": 0.5419634129311549,
      "missed_mean_p": null,
      "missed_n": 155,
      "taken_grouped": 2,
      "taken_n": 619,
      "taken_other": 0
     },
     "error_rate": 102.46321678740819,
     "found": {
      "den": 498.0,
      "n": 154.0,
      "share": 0.3092369477911647
     },
     "good": {
      "den": 621.0,
      "n": 154.0,
      "share": 0.24798711755233493
     },
     "judgement": 40.18912011683096,
     "judgement_hi": 43.029992932879416,
     "judgement_lo": 37.34509646469371,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5494186046511628,
      "x": 0.6907630522088354,
      "y": 0.5054545454545455
     },
     "margin": 0.001,
     "missed": {
      "den": 498.0,
      "n": 155.0,
      "share": 0.3112449799196787
     },
     "needless": {
      "den": 550.0,
      "n": 278.0,
      "share": 0.5054545454545455
     },
     "needless_by_loss": {
      "big": {
       "den": 550.0,
       "n": 228.0,
       "share": 0.41454545454545455
      },
      "medium": {
       "den": 550.0,
       "n": 40.0,
       "share": 0.07272727272727272
      },
      "small": {
       "den": 550.0,
       "n": 10.0,
       "share": 0.01818181818181818
      }
     },
     "no_trade_off": 84.0,
     "reference": null,
     "right_safety": {
      "den": 550.0,
      "n": 272.0,
      "share": 0.49454545454545457
     },
     "risk_pays": 498.0,
     "safety_pays": 550.0,
     "scored": 1132,
     "sdt": {
      "aim": {
       "den": 343.0,
       "n": 154.0,
       "share": 0.4489795918367347
      },
      "beta": 1.5849269048806285,
      "caution": -0.2524512880612468,
      "caution_hi": -0.1522341196482927,
      "caution_lo": -0.3481613201868485,
      "cstar": 0.9642633884938406,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.4776063210183962,
      "dprime_hi": 0.6315920320531478,
      "dprime_lo": 0.32928823209162983,
      "false_alarm": {
       "den": 550.0,
       "n": 278.0,
       "share": 0.5054545454545455
      },
      "false_alarm_rate": 0.5054446460980037,
      "hit": {
       "den": 498.0,
       "n": 343.0,
       "share": 0.6887550200803213
      },
      "hit_rate": 0.688376753507014,
      "missed_loss": 0.2250286631045803,
      "missed_n": 155.0,
      "na": null,
      "needless_loss": 0.3229339696306119,
      "needless_n": 278.0
     },
     "size": {
      "bad": {
       "mean": 14.139186295503212,
       "n": 467.0,
       "too_few": false
      },
      "right": {
       "mean": 11.051948051948052,
       "n": 154.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 301.0,
        "n": 110.0,
        "share": 0.3654485049833887
       },
       "missed": {
        "den": 301.0,
        "n": 84.0,
        "share": 0.27906976744186046
       },
       "risk_pays": 301.0,
       "wrong": {
        "den": 301.0,
        "n": 107.0,
        "share": 0.3554817275747508
       }
      },
      "medium": {
       "found": {
        "den": 137.0,
        "n": 36.0,
        "share": 0.26277372262773724
       },
       "missed": {
        "den": 137.0,
        "n": 47.0,
        "share": 0.34306569343065696
       },
       "risk_pays": 137.0,
       "wrong": {
        "den": 137.0,
        "n": 54.0,
        "share": 0.39416058394160586
       }
      },
      "small": {
       "found": {
        "den": 60.0,
        "n": 8.0,
        "share": 0.13333333333333333
       },
       "missed": {
        "den": 60.0,
        "n": 24.0,
        "share": 0.4
       },
       "risk_pays": 60.0,
       "wrong": {
        "den": 60.0,
        "n": 28.0,
        "share": 0.4666666666666667
       }
      }
     },
     "trade_off": 1048.0,
     "wrong": {
      "den": 498.0,
      "n": 189.0,
      "share": 0.3795180722891566
     }
    },
    "holding": {
     "by_call": {
      "missed": 13.015585641066233,
      "needless": 10.862139364083609,
      "none": 7.182774444421132,
      "right_risk": 0.0,
      "right_safety": 22.85132184624672,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 4.0,
      "needless": 4.0,
      "right_risk": 0.0,
      "right_safety": 12.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 53.911821295817695,
     "found": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 37.5,
     "judgement_hi": 45.83333333333333,
     "judgement_lo": 28.57142857142857,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.25
     },
     "margin": 0.001,
     "missed": {
      "den": 4.0,
      "n": 4.0,
      "share": 1.0
     },
     "needless": {
      "den": 16.0,
      "n": 4.0,
      "share": 0.25
     },
     "needless_by_loss": {
      "big": {
       "den": 16.0,
       "n": 3.0,
       "share": 0.1875
      },
      "medium": {
       "den": 16.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 16.0,
       "n": 1.0,
       "share": 0.0625
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 16.0,
      "n": 12.0,
      "share": 0.75
     },
     "risk_pays": 4.0,
     "safety_pays": 16.0,
     "scored": 24,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 3.3381945810603675,
      "caution": 0.9552278915883954,
      "caution_hi": 1.4475394191379232,
      "caution_lo": 0.5217343937476515,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.6526473479124107,
      "dprime_hi": 0.12836919226745586,
      "dprime_lo": -1.0017560043193454,
      "false_alarm": {
       "den": 16.0,
       "n": 4.0,
       "share": 0.25
      },
      "false_alarm_rate": 0.2647058823529412,
      "hit": {
       "den": 4.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.1,
      "missed_loss": 0.1561870276927948,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.1303456723690033,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 8.5,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 20.0,
     "wrong": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 13.112167535877939,
      "needless": 10.558319125157684,
      "none": 0.0,
      "right_risk": 4.788149092624437,
      "right_safety": 3.285295927702491,
      "wrong_risk": 26.577853611600933
     },
     "calls": {
      "missed": 48.0,
      "needless": 29.0,
      "right_risk": 50.0,
      "right_safety": 68.0,
      "wrong_risk": 71.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 48,
      "taken_grouped": 0,
      "taken_n": 150,
      "taken_other": 0
     },
     "error_rate": 58.32178529296348,
     "found": {
      "den": 169.0,
      "n": 50.0,
      "share": 0.2958579881656805
     },
     "good": {
      "den": 150.0,
      "n": 50.0,
      "share": 0.3333333333333333
     },
     "judgement": 49.844445800036596,
     "judgement_hi": 55.45522040938625,
     "judgement_lo": 44.464203399680706,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5966386554621849,
      "x": 0.7041420118343196,
      "y": 0.29896907216494845
     },
     "margin": 0.001,
     "missed": {
      "den": 169.0,
      "n": 48.0,
      "share": 0.28402366863905326
     },
     "needless": {
      "den": 97.0,
      "n": 29.0,
      "share": 0.29896907216494845
     },
     "needless_by_loss": {
      "big": {
       "den": 97.0,
       "n": 23.0,
       "share": 0.23711340206185566
      },
      "medium": {
       "den": 97.0,
       "n": 5.0,
       "share": 0.05154639175257732
      },
      "small": {
       "den": 97.0,
       "n": 1.0,
       "share": 0.010309278350515464
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 97.0,
      "n": 68.0,
      "share": 0.7010309278350515
     },
     "risk_pays": 169.0,
     "safety_pays": 97.0,
     "scored": 268,
     "sdt": {
      "aim": {
       "den": 121.0,
       "n": 50.0,
       "share": 0.4132231404958678
      },
      "beta": 0.7649773279224351,
      "caution": -0.022858710935912296,
      "caution_hi": 0.13941524750503523,
      "caution_lo": -0.18933472871850965,
      "cstar": -0.24609218526194926,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0886533516385506,
      "dprime_hi": 1.40756995894227,
      "dprime_lo": 0.7924414849475352,
      "false_alarm": {
       "den": 97.0,
       "n": 29.0,
       "share": 0.29896907216494845
      },
      "false_alarm_rate": 0.3010204081632653,
      "hit": {
       "den": 169.0,
       "n": 121.0,
       "share": 0.7159763313609467
      },
      "hit_rate": 0.7147058823529412,
      "missed_loss": 0.146419204150637,
      "missed_n": 48.0,
      "na": null,
      "needless_loss": 0.19514686383050064,
      "needless_n": 29.0
     },
     "size": {
      "bad": {
       "mean": 15.01,
       "n": 100.0,
       "too_few": true
      },
      "right": {
       "mean": 11.92,
       "n": 50.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 88.0,
        "n": 36.0,
        "share": 0.4090909090909091
       },
       "missed": {
        "den": 88.0,
        "n": 28.0,
        "share": 0.3181818181818182
       },
       "risk_pays": 88.0,
       "wrong": {
        "den": 88.0,
        "n": 24.0,
        "share": 0.2727272727272727
       }
      },
      "medium": {
       "found": {
        "den": 66.0,
        "n": 12.0,
        "share": 0.18181818181818182
       },
       "missed": {
        "den": 66.0,
        "n": 18.0,
        "share": 0.2727272727272727
       },
       "risk_pays": 66.0,
       "wrong": {
        "den": 66.0,
        "n": 36.0,
        "share": 0.5454545454545454
       }
      },
      "small": {
       "found": {
        "den": 15.0,
        "n": 2.0,
        "share": 0.13333333333333333
       },
       "missed": {
        "den": 15.0,
        "n": 2.0,
        "share": 0.13333333333333333
       },
       "risk_pays": 15.0,
       "wrong": {
        "den": 15.0,
        "n": 11.0,
        "share": 0.7333333333333333
       }
      }
     },
     "trade_off": 266.0,
     "wrong": {
      "den": 169.0,
      "n": 71.0,
      "share": 0.42011834319526625
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.33348052203655,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.33348052203655,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 304.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 304,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 663.0,
    "n": 352.0,
    "share": 0.530920060331825
   },
   "risk_pays": 671.0,
   "safety_pays": 663.0,
   "scored": 1832,
   "sdt": {
    "aim": {
     "den": 464.0,
     "n": 204.0,
     "share": 0.4396551724137931
    },
    "beta": 1.4837317618138193,
    "caution": -0.21092316532745395,
    "caution_hi": -0.12564040245298252,
    "caution_lo": -0.29110021393713237,
    "cstar": 0.6840767990349889,
    "cstar_note": null,
    "cstar_status": "valid",
    "dprime": 0.5767778931680962,
    "dprime_hi": 0.7198981855345592,
    "dprime_lo": 0.441786524412363,
    "false_alarm": {
     "den": 663.0,
     "n": 311.0,
     "share": 0.46907993966817496
    },
    "false_alarm_rate": 0.4691265060240964,
    "hit": {
     "den": 671.0,
     "n": 464.0,
     "share": 0.6915052160953801
    },
    "hit_rate": 0.6912202380952381,
    "missed_loss": 0.2054701096193802,
    "missed_n": 207.0,
    "na": null,
    "needless_loss": 0.3085411102825422,
    "needless_n": 311.0
   },
   "size": {
    "bad": {
     "mean": 14.252189141856393,
     "n": 571.0,
     "too_few": false
    },
    "right": {
     "mean": 11.264705882352942,
     "n": 204.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 391.0,
      "n": 146.0,
      "share": 0.3734015345268542
     },
     "missed": {
      "den": 391.0,
      "n": 114.0,
      "share": 0.2915601023017903
     },
     "risk_pays": 391.0,
     "wrong": {
      "den": 391.0,
      "n": 131.0,
      "share": 0.3350383631713555
     }
    },
    "medium": {
     "found": {
      "den": 204.0,
      "n": 48.0,
      "share": 0.23529411764705882
     },
     "missed": {
      "den": 204.0,
      "n": 66.0,
      "share": 0.3235294117647059
     },
     "risk_pays": 204.0,
     "wrong": {
      "den": 204.0,
      "n": 90.0,
      "share": 0.4411764705882353
     }
    },
    "small": {
     "found": {
      "den": 76.0,
      "n": 10.0,
      "share": 0.13157894736842105
     },
     "missed": {
      "den": 76.0,
      "n": 27.0,
      "share": 0.35526315789473684
     },
     "risk_pays": 76.0,
     "wrong": {
      "den": 76.0,
      "n": 39.0,
      "share": 0.5131578947368421
     }
    }
   },
   "trade_off": 1334.0,
   "wrong": {
    "den": 671.0,
    "n": 260.0,
    "share": 0.38748137108792846
   }
  },
  "robust": {
   "by_call": {
    "missed": 11.202631835463785,
    "needless": 28.46556852315451,
    "none": 9.163225956228622,
    "right_risk": 2.9418487020455073,
    "right_safety": 5.774422349432671,
    "wrong_risk": 22.81963325809183
   },
   "calls": {
    "missed": 180.0,
    "needless": 360.0,
    "right_risk": 177.0,
    "right_safety": 379.0,
    "wrong_risk": 238.0
   },
   "confidence": {
    "auroc_right_risk": 0.5536296591210708,
    "missed_mean_p": null,
    "missed_n": 180,
    "taken_grouped": 2,
    "taken_n": 773,
    "taken_other": 0
   },
   "error_rate": 80.36733062441692,
   "found": {
    "den": 595.0,
    "n": 177.0,
    "share": 0.29747899159663865
   },
   "good": {
    "den": 775.0,
    "n": 177.0,
    "share": 0.22838709677419355
   },
   "judgement": 40.51671006697673,
   "judgement_hi": 43.466853987986646,
   "judgement_lo": 37.561705884043555,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.569377990430622,
    "x": 0.7025210084033613,
    "y": 0.4871447902571042
   },
   "margin": 0.02,
   "missed": {
    "den": 595.0,
    "n": 180.0,
    "share": 0.3025210084033613
   },
   "needless": {
    "den": 739.0,
    "n": 360.0,
    "share": 0.4871447902571042
   },
   "needless_by_loss": {
    "big": {
     "den": 739.0,
     "n": 280.0,
     "share": 0.37889039242219213
    },
    "medium": {
     "den": 739.0,
     "n": 53.0,
     "share": 0.07171853856562922
    },
    "small": {
     "den": 739.0,
     "n": 27.0,
     "share": 0.036535859269282815
    }
   },
   "no_trade_off": 498.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 37.33738511800766,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 37.33738511800766,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 104.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 104,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 14.779882314664315,
      "needless": 42.50532501893836,
      "none": 2.0266583340749302,
      "right_risk": 3.928080569728946,
      "right_safety": 8.052836129501094,
      "wrong_risk": 31.17043442050054
     },
     "calls": {
      "missed": 131.0,
      "needless": 314.0,
      "right_risk": 135.0,
      "right_safety": 296.0,
      "wrong_risk": 172.0
     },
     "confidence": {
      "auroc_right_risk": 0.5333180287725743,
      "missed_mean_p": null,
      "missed_n": 131,
      "taken_grouped": 2,
      "taken_n": 619,
      "taken_other": 0
     },
     "error_rate": 102.46321678740819,
     "found": {
      "den": 438.0,
      "n": 135.0,
      "share": 0.3082191780821918
     },
     "good": {
      "den": 621.0,
      "n": 135.0,
      "share": 0.21739130434782608
     },
     "judgement": 39.67325398607681,
     "judgement_hi": 42.84404683632156,
     "judgement_lo": 36.49281406387222,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5676567656765676,
      "x": 0.6917808219178082,
      "y": 0.5147540983606558
     },
     "margin": 0.02,
     "missed": {
      "den": 438.0,
      "n": 131.0,
      "share": 0.2990867579908676
     },
     "needless": {
      "den": 610.0,
      "n": 314.0,
      "share": 0.5147540983606558
     },
     "needless_by_loss": {
      "big": {
       "den": 610.0,
       "n": 245.0,
       "share": 0.4016393442622951
      },
      "medium": {
       "den": 610.0,
       "n": 46.0,
       "share": 0.07540983606557378
      },
      "small": {
       "den": 610.0,
       "n": 23.0,
       "share": 0.03770491803278689
      }
     },
     "no_trade_off": 84.0,
     "reference": null,
     "right_safety": {
      "den": 610.0,
      "n": 296.0,
      "share": 0.4852459016393443
     },
     "risk_pays": 438.0,
     "safety_pays": 610.0,
     "scored": 1132,
     "sdt": {
      "aim": {
       "den": 307.0,
       "n": 135.0,
       "share": 0.43973941368078173
      },
      "beta": 1.6709741733891559,
      "caution": -0.28132108295155556,
      "caution_hi": -0.1867904015913198,
      "caution_lo": -0.3731996363095453,
      "cstar": 1.0503834427494303,
      "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.48878035659860813,
      "dprime_hi": 0.6582319423853034,
      "dprime_lo": 0.3245943519837396,
      "false_alarm": {
       "den": 610.0,
       "n": 314.0,
       "share": 0.5147540983606558
      },
      "false_alarm_rate": 0.5147299509001637,
      "hit": {
       "den": 438.0,
       "n": 307.0,
       "share": 0.7009132420091324
      },
      "hit_rate": 0.7004555808656037,
      "missed_loss": 0.25543246992671764,
      "missed_n": 131.0,
      "na": null,
      "needless_loss": 0.30647151542317336,
      "needless_n": 314.0
     },
     "size": {
      "bad": {
       "mean": 14.008230452674898,
       "n": 486.0,
       "too_few": false
      },
      "right": {
       "mean": 11.088888888888889,
       "n": 135.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 301.0,
        "n": 105.0,
        "share": 0.3488372093023256
       },
       "missed": {
        "den": 301.0,
        "n": 84.0,
        "share": 0.27906976744186046
       },
       "risk_pays": 301.0,
       "wrong": {
        "den": 301.0,
        "n": 112.0,
        "share": 0.37209302325581395
       }
      },
      "medium": {
       "found": {
        "den": 137.0,
        "n": 30.0,
        "share": 0.21897810218978103
       },
       "missed": {
        "den": 137.0,
        "n": 47.0,
        "share": 0.34306569343065696
       },
       "risk_pays": 137.0,
       "wrong": {
        "den": 137.0,
        "n": 60.0,
        "share": 0.43795620437956206
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1048.0,
     "wrong": {
      "den": 438.0,
      "n": 172.0,
      "share": 0.3926940639269406
     }
    },
    "holding": {
     "by_call": {
      "missed": 12.906658152739206,
      "needless": 10.862139364083609,
      "none": 7.182774444421132,
      "right_risk": 0.0,
      "right_safety": 22.960249334573746,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 3.0,
      "needless": 4.0,
      "right_risk": 0.0,
      "right_safety": 13.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 3,
      "taken_grouped": 0,
      "taken_n": 4,
      "taken_other": 0
     },
     "error_rate": 53.911821295817695,
     "found": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 4.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 38.23529411764706,
     "judgement_hi": 50.0,
     "judgement_lo": 31.818181818181817,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.23529411764705882
     },
     "margin": 0.02,
     "missed": {
      "den": 3.0,
      "n": 3.0,
      "share": 1.0
     },
     "needless": {
      "den": 17.0,
      "n": 4.0,
      "share": 0.23529411764705882
     },
     "needless_by_loss": {
      "big": {
       "den": 17.0,
       "n": 3.0,
       "share": 0.17647058823529413
      },
      "medium": {
       "den": 17.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 17.0,
       "n": 1.0,
       "share": 0.058823529411764705
      }
     },
     "no_trade_off": 4.0,
     "reference": null,
     "right_safety": {
      "den": 17.0,
      "n": 13.0,
      "share": 0.7647058823529411
     },
     "risk_pays": 3.0,
     "safety_pays": 17.0,
     "scored": 24,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 3.5767657089110894,
      "caution": 0.9124195652860447,
      "caution_hi": 1.4078360549485733,
      "caution_lo": 0.5351075230052845,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.47585963017992616,
      "dprime_hi": 0.2315569664849075,
      "dprime_lo": -0.8528247278182792,
      "false_alarm": {
       "den": 17.0,
       "n": 4.0,
       "share": 0.23529411764705882
      },
      "false_alarm_rate": 0.25,
      "hit": {
       "den": 3.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.125,
      "missed_loss": 0.2065065304438273,
      "missed_n": 3.0,
      "na": null,
      "needless_loss": 0.1303456723690033,
      "needless_n": 4.0
     },
     "size": {
      "bad": {
       "mean": 8.5,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 2.0,
        "n": 2.0,
        "share": 1.0
       },
       "risk_pays": 2.0,
       "wrong": {
        "den": 2.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 1.0,
        "n": 1.0,
        "share": 1.0
       },
       "risk_pays": 1.0,
       "wrong": {
        "den": 1.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 20.0,
     "wrong": {
      "den": 3.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.994906517551906,
      "needless": 14.07538159792103,
      "none": 0.0,
      "right_risk": 3.5182075269186677,
      "right_safety": 3.4025569460285245,
      "wrong_risk": 24.330732704543355
     },
     "calls": {
      "missed": 46.0,
      "needless": 42.0,
      "right_risk": 42.0,
      "right_safety": 70.0,
      "wrong_risk": 66.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 46,
      "taken_grouped": 0,
      "taken_n": 150,
      "taken_other": 0
     },
     "error_rate": 58.32178529296348,
     "found": {
      "den": 154.0,
      "n": 42.0,
      "share": 0.2727272727272727
     },
     "good": {
      "den": 150.0,
      "n": 42.0,
      "share": 0.28
     },
     "judgement": 44.88636363636363,
     "judgement_hi": 50.4528675740128,
     "judgement_lo": 39.50908065663372,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.5892857142857143,
      "x": 0.7272727272727273,
      "y": 0.375
     },
     "margin": 0.02,
     "missed": {
      "den": 154.0,
      "n": 46.0,
      "share": 0.2987012987012987
     },
     "needless": {
      "den": 112.0,
      "n": 42.0,
      "share": 0.375
     },
     "needless_by_loss": {
      "big": {
       "den": 112.0,
       "n": 32.0,
       "share": 0.2857142857142857
      },
      "medium": {
       "den": 112.0,
       "n": 7.0,
       "share": 0.0625
      },
      "small": {
       "den": 112.0,
       "n": 3.0,
       "share": 0.026785714285714284
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 112.0,
      "n": 70.0,
      "share": 0.625
     },
     "risk_pays": 154.0,
     "safety_pays": 112.0,
     "scored": 268,
     "sdt": {
      "aim": {
       "den": 108.0,
       "n": 42.0,
       "share": 0.3888888888888889
      },
      "beta": 0.8627656807609821,
      "caution": -0.10433850728550528,
      "caution_hi": 0.048532525838554316,
      "caution_lo": -0.25803333733299555,
      "cstar": -0.17570280094301677,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.8401240108450707,
      "dprime_hi": 1.194896467379817,
      "dprime_lo": 0.5063168368145851,
      "false_alarm": {
       "den": 112.0,
       "n": 42.0,
       "share": 0.375
      },
      "false_alarm_rate": 0.37610619469026546,
      "hit": {
       "den": 154.0,
       "n": 108.0,
       "share": 0.7012987012987013
      },
      "hit_rate": 0.7,
      "missed_loss": 0.151418910726257,
      "missed_n": 46.0,
      "na": null,
      "needless_loss": 0.17962867944013505,
      "needless_n": 42.0
     },
     "size": {
      "bad": {
       "mean": 15.027777777777779,
       "n": 108.0,
       "too_few": true
      },
      "right": {
       "mean": 11.285714285714286,
       "n": 42.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 88.0,
        "n": 33.0,
        "share": 0.375
       },
       "missed": {
        "den": 88.0,
        "n": 28.0,
        "share": 0.3181818181818182
       },
       "risk_pays": 88.0,
       "wrong": {
        "den": 88.0,
        "n": 27.0,
        "share": 0.3068181818181818
       }
      },
      "medium": {
       "found": {
        "den": 66.0,
        "n": 9.0,
        "share": 0.13636363636363635
       },
       "missed": {
        "den": 66.0,
        "n": 18.0,
        "share": 0.2727272727272727
       },
       "risk_pays": 66.0,
       "wrong": {
        "den": 66.0,
        "n": 39.0,
        "share": 0.5909090909090909
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 266.0,
     "wrong": {
      "den": 154.0,
      "n": 66.0,
      "share": 0.42857142857142855
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 34.33348052203655,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 34.33348052203655,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 304.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 304,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 739.0,
    "n": 379.0,
    "share": 0.5128552097428958
   },
   "risk_pays": 595.0,
   "safety_pays": 739.0,
   "scored": 1832,
   "sdt": {
    "aim": {
     "den": 415.0,
     "n": 177.0,
     "share": 0.42650602409638555
    },
    "beta": 1.5779646710674298,
    "caution": -0.24201456121496986,
    "caution_hi": -0.16547005823175379,
    "caution_lo": -0.3189495837447303,
    "cstar": 0.831758131202378,
    "cstar_note": "unstable: fewer than 200 missed risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.548399608778086,
    "dprime_hi": 0.7250783362255406,
    "dprime_lo": 0.3851693352135097,
    "false_alarm": {
     "den": 739.0,
     "n": 360.0,
     "share": 0.4871447902571042
    },
    "false_alarm_rate": 0.4871621621621622,
    "hit": {
     "den": 595.0,
     "n": 415.0,
     "share": 0.6974789915966386
    },
    "hit_rate": 0.6971476510067114,
    "missed_loss": 0.2280357946952184,
    "missed_n": 180.0,
    "na": null,
    "needless_loss": 0.28971623074677255,
    "needless_n": 360.0
   },
   "size": {
    "bad": {
     "mean": 14.15551839464883,
     "n": 598.0,
     "too_few": false
    },
    "right": {
     "mean": 11.135593220338983,
     "n": 177.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 391.0,
      "n": 138.0,
      "share": 0.35294117647058826
     },
     "missed": {
      "den": 391.0,
      "n": 114.0,
      "share": 0.2915601023017903
     },
     "risk_pays": 391.0,
     "wrong": {
      "den": 391.0,
      "n": 139.0,
      "share": 0.3554987212276215
     }
    },
    "medium": {
     "found": {
      "den": 204.0,
      "n": 39.0,
      "share": 0.19117647058823528
     },
     "missed": {
      "den": 204.0,
      "n": 66.0,
      "share": 0.3235294117647059
     },
     "risk_pays": 204.0,
     "wrong": {
      "den": 204.0,
      "n": 99.0,
      "share": 0.4852941176470588
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1334.0,
   "wrong": {
    "den": 595.0,
    "n": 238.0,
    "share": 0.4
   }
  }
 },
 "route": {
  "provider": "local (glide.server)",
  "reasoning": null,
  "spec": "glide"
 },
 "running": 0,
 "slug": "glide-0-8b",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 89.31092818578084,
   "n": 15,
   "too_few": true
  },
  "blitz": {
   "error_rate": 85.80663350741726,
   "n": 242,
   "too_few": false
  },
  "holding": {
   "error_rate": 53.911821295817695,
   "n": 24,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 104.04220484707453,
   "n": 365,
   "too_few": false
  },
  "other": {
   "error_rate": 129.0037428506282,
   "n": 238,
   "too_few": false
  },
  "priming": {
   "error_rate": 92.66616398578181,
   "n": 272,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
