{
 "confidence": {
  "auroc_best": 0.7402116720890067,
  "auroc_blunder": 0.707477732909471,
  "confident_badly_wrong": {
   "den": 1997,
   "n": 2,
   "share": 0.00100150225338007
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 161,
     "n": 2,
     "share": 0.012422360248447204
    },
    "kept": {
     "den": 1997,
     "n": 161,
     "share": 0.08062093139709564
    },
    "mean_loss": 0.0028516244814262627,
    "too_few": true
   },
   "0.99": {
    "blunders": {
     "den": 12,
     "n": 0,
     "share": 0.0
    },
    "kept": {
     "den": 1997,
     "n": 12,
     "share": 0.006009013520280421
    },
    "mean_loss": 0.0,
    "too_few": true
   }
  },
  "ece": 0.03682147741170698,
  "held_out": {
   "blunders": 0.015441829517189053,
   "kept": 0.08439876152577959,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1997,
  "surest": {
   "cut": 0.7319191409103021,
   "error_rate": 7.47512948513031,
   "n": 500,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "late-entry",
 "entry": "2026-11-07T11:33:50.891Z",
 "exchanges": {
  "cut_off": 0,
  "decisions": 1998,
  "efforts": {},
  "limit_sent": 0,
  "output_limit": 32768,
  "past_limit_no_limit_sent": 0,
  "with_exchanges": 1998
 },
 "field": [
  "Celeris-1 Decision",
  "Clef",
  "Cygnet",
  "Perplexity Decider Flash v1.2",
  "Perplexity Decider 27B v1.1 (local GPU)",
  "Perplexity Decider 27B v1.2 (local GPU)",
  "Fastino GLiDE",
  "Fastino GLiDE v1.2",
  "GNUbg weak",
  "GPT-6 Luna (Decisions API)",
  "Jev 1.13.0",
  "Jev 1.14.0",
  "Liquid d1-ultra",
  "Inception Mercury Decide",
  "Open-Jev 27B v1.1",
  "Random",
  "Safest",
  "SubQ Snap Preview",
  "Winnow-12B"
 ],
 "field_league": 1,
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 30.86355223401531,
   "n": 666,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 36.070674788533594,
   "n": 570,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 18.862975277299956,
   "n": 762,
   "too_few": false
  }
 },
 "matches": [
  {
   "finished": "2026-11-07T11:42:06.910Z",
   "id": 905,
   "opponent": "Random",
   "score_against": 0,
   "score_for": 7,
   "started": "2026-11-07T11:33:50.891Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T11:42:03.289Z",
   "id": 906,
   "opponent": "GNUbg weak",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-07T11:33:50.910Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T11:41:25.587Z",
   "id": 907,
   "opponent": "Safest",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-07T11:33:50.926Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T12:49:15.995Z",
   "id": 908,
   "opponent": "Cygnet",
   "score_against": 5,
   "score_for": 2,
   "started": "2026-11-07T12:45:36.918Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T12:53:59.482Z",
   "id": 909,
   "opponent": "Winnow-12B",
   "score_against": 3,
   "score_for": 6,
   "started": "2026-11-07T12:49:58.522Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T12:57:44.342Z",
   "id": 910,
   "opponent": "Perplexity Decider Flash v1.2",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-07T12:55:12.707Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T13:03:56.481Z",
   "id": 911,
   "opponent": "Perplexity Decider 27B v1.2 (local GPU)",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-07T12:58:40.406Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T13:09:54.031Z",
   "id": 912,
   "opponent": "Fastino GLiDE v1.2",
   "score_against": 2,
   "score_for": 6,
   "started": "2026-11-07T13:05:06.580Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T13:14:05.747Z",
   "id": 913,
   "opponent": "Clef",
   "score_against": 0,
   "score_for": 6,
   "started": "2026-11-07T13:10:33.618Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T13:18:25.972Z",
   "id": 914,
   "opponent": "Open-Jev 27B v1.1",
   "score_against": 1,
   "score_for": 5,
   "started": "2026-11-07T13:14:57.643Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T13:22:19.300Z",
   "id": 915,
   "opponent": "Perplexity Decider 27B v1.1 (local GPU)",
   "score_against": 5,
   "score_for": 1,
   "started": "2026-11-07T13:19:32.235Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:30:58.347Z",
   "id": 916,
   "opponent": "Celeris-1 Decision",
   "score_against": 5,
   "score_for": 4,
   "started": "2026-11-07T17:13:13.294Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:31:20.961Z",
   "id": 917,
   "opponent": "Fastino GLiDE",
   "score_against": 5,
   "score_for": 5,
   "started": "2026-11-07T17:13:13.300Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:21:42.988Z",
   "id": 918,
   "opponent": "Jev 1.13.0",
   "score_against": 0,
   "score_for": 5,
   "started": "2026-11-07T17:13:13.310Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:35:32.735Z",
   "id": 919,
   "opponent": "Jev 1.14.0",
   "score_against": 6,
   "score_for": 5,
   "started": "2026-11-07T17:13:13.325Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:37:40.574Z",
   "id": 920,
   "opponent": "Liquid d1-ultra",
   "score_against": 3,
   "score_for": 5,
   "started": "2026-11-07T17:21:43.186Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:42:39.963Z",
   "id": 921,
   "opponent": "Inception Mercury Decide",
   "score_against": 1,
   "score_for": 6,
   "started": "2026-11-07T17:30:58.575Z",
   "status": "finished"
  },
  {
   "finished": "2026-11-07T17:42:48.246Z",
   "id": 922,
   "opponent": "SubQ Snap Preview",
   "score_against": 6,
   "score_for": 2,
   "started": "2026-11-07T17:31:21.164Z",
   "status": "finished"
  }
 ],
 "name": "REAX 1.3",
 "not_played": [
  {
   "opponent": "GPT-6 Luna (Decisions API)",
   "out_of_scope": true,
   "reason": "opponent's API out of credit"
  }
 ],
 "options": {
  "11–15": {
   "error_rate": 31.888769046794735,
   "n": 338,
   "too_few": false
  },
  "16–25": {
   "error_rate": 36.01121324836538,
   "n": 356,
   "too_few": false
  },
  "26+": {
   "error_rate": 44.432090266662485,
   "n": 204,
   "too_few": false
  },
  "2–5": {
   "error_rate": 12.262823299844136,
   "n": 645,
   "too_few": false
  },
  "6–10": {
   "error_rate": 32.784470948544175,
   "n": 455,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 3.275507688522339,
   "n": 140,
   "too_few": true
  },
  "contact": {
   "error_rate": 35.43118107915872,
   "n": 1258,
   "too_few": false
  },
  "holding": {
   "error_rate": 14.128497749004724,
   "n": 53,
   "too_few": true
  },
  "opening": {
   "error_rate": 20.508580824785064,
   "n": 285,
   "too_few": false
  },
  "race": {
   "error_rate": 14.749025911775254,
   "n": 262,
   "too_few": false
  }
 },
 "played": 18,
 "price": {
  "date": null,
  "input_per_mtok": null,
  "label": "estimate: GPU time, at most",
  "output_per_mtok": null,
  "source": "content/own_cost.json (wall clock on our machines × hourly rate)"
 },
 "quality": {
  "auroc": 0.7402116720890067,
  "best_share": 0.5165165165165165,
  "blunder_share": 0.22672672672672672,
  "brier": 0.20675332191862156,
  "clusters": 96,
  "confidence_n": 1997,
  "confident_badly_wrong": 0.00100150225338007,
  "cost_coverage": 1.0,
  "decisions": 1998,
  "ece": 0.03682147741170698,
  "engine_scored": 1998,
  "error_hi": 30.637409178729772,
  "error_lo": 24.942527866222,
  "error_rate": 27.772271060370826,
  "first_date": "2026-11-07",
  "group_sizes": [
   163
  ],
  "grouped": 1,
  "invalid": 0,
  "last_date": "2026-11-07",
  "mean_confidence": 0.5482626357288933,
  "over_budget": 0.0,
  "own_cost": {
   "decisions": 1998,
   "estimate": true,
   "excluded_hours": 4.916666666666667,
   "gaps": [
    [
     "2026-11-07T11:42Z",
     "2026-11-07T12:45Z",
     64
    ],
    [
     "2026-11-07T13:22Z",
     "2026-11-07T17:13Z",
     231
    ]
   ],
   "gpu_decisions": 1998,
   "gpu_usd": 3.08761798318426,
   "hosted_decisions": 0,
   "hosted_unpriced": 0,
   "hosted_usd": 0,
   "hours": 1.2400072221623533,
   "kind": "gpu",
   "parts": [
    {
     "gpus": 1,
     "hours": 1.2400072221623533,
     "machine": "rtx_pro_6000",
     "usd": 3.08761798318426,
     "usd_per_gpu_hour": 2.49
    }
   ],
   "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
   "spark_rate": null,
   "usd": 3.08761798318426,
   "usd_per_1000": 1.545354345938068
  },
  "p95_loss": 0.26112704873085,
  "probability_source": "decision",
  "retry_mean": 6.468281781781782,
  "scored": 1998,
  "time_median": 1.7435,
  "time_p90": 2.3103,
  "too_few": false,
  "usd_per_1000": 1.545354345938068,
  "very_confident": 0.08062093139709564,
  "worst_mean": 0.4219183847308159
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8534221683827983,
   "best_share": 0.9071428571428571,
   "blunder_share": 0.02142857142857143,
   "brier": 0.10827979126920537,
   "clusters": 49,
   "confidence_n": 140,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 140,
   "ece": 0.18355424610347457,
   "engine_scored": 140,
   "error_hi": 5.812139497094766,
   "error_lo": 1.183829321068061,
   "error_rate": 3.275507688522339,
   "first_date": "2026-11-07",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-07",
   "mean_confidence": 0.7289795722732774,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1998,
    "estimate": true,
    "excluded_hours": 4.916666666666667,
    "gaps": [
     [
      "2026-11-07T11:42Z",
      "2026-11-07T12:45Z",
      64
     ],
     [
      "2026-11-07T13:22Z",
      "2026-11-07T17:13Z",
      231
     ]
    ],
    "gpu_decisions": 1998,
    "gpu_usd": 3.08761798318426,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.2400072221623533,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.2400072221623533,
      "machine": "rtx_pro_6000",
      "usd": 3.08761798318426,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 3.08761798318426,
    "usd_per_1000": 1.545354345938068
   },
   "p95_loss": 0.047413581609725704,
   "probability_source": "decision",
   "retry_mean": 5.291,
   "scored": 140,
   "time_median": 1.722,
   "time_p90": 1.9129,
   "too_few": true,
   "usd_per_1000": 1.545354345938068,
   "very_confident": 0.2571428571428571,
   "worst_mean": 0.11592182091304234
  },
  "contact": {
   "auroc": 0.7107899051828617,
   "best_share": 0.46184419713831476,
   "blunder_share": 0.28298887122416533,
   "brier": 0.21921166175000775,
   "clusters": 96,
   "confidence_n": 1257,
   "confident_badly_wrong": 0.0007955449482895784,
   "cost_coverage": 1.0,
   "decisions": 1258,
   "ece": 0.07477956759373587,
   "engine_scored": 1258,
   "error_hi": 39.545421073364714,
   "error_lo": 31.150332964811103,
   "error_rate": 35.43118107915872,
   "first_date": "2026-11-07",
   "group_sizes": [
    163
   ],
   "grouped": 1,
   "invalid": 0,
   "last_date": "2026-11-07",
   "mean_confidence": 0.5324915435318696,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1998,
    "estimate": true,
    "excluded_hours": 4.916666666666667,
    "gaps": [
     [
      "2026-11-07T11:42Z",
      "2026-11-07T12:45Z",
      64
     ],
     [
      "2026-11-07T13:22Z",
      "2026-11-07T17:13Z",
      231
     ]
    ],
    "gpu_decisions": 1998,
    "gpu_usd": 3.08761798318426,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.2400072221623533,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.2400072221623533,
      "machine": "rtx_pro_6000",
      "usd": 3.08761798318426,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 3.08761798318426,
    "usd_per_1000": 1.545354345938068
   },
   "p95_loss": 0.32799258530139874,
   "probability_source": "decision",
   "retry_mean": 6.528972972972973,
   "scored": 1258,
   "time_median": 1.759,
   "time_p90": 2.376,
   "too_few": false,
   "usd_per_1000": 1.545354345938068,
   "very_confident": 0.056483691328560064,
   "worst_mean": 0.48967351847224766
  },
  "holding": {
   "auroc": 0.6547619047619048,
   "best_share": 0.39622641509433965,
   "blunder_share": 0.1320754716981132,
   "brier": 0.2505932471548193,
   "clusters": 17,
   "confidence_n": 53,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 53,
   "ece": 0.1725003224885248,
   "engine_scored": 53,
   "error_hi": 19.577860083002886,
   "error_lo": 9.375986527159528,
   "error_rate": 14.128497749004724,
   "first_date": "2026-11-07",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-07",
   "mean_confidence": 0.5270031143403526,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1998,
    "estimate": true,
    "excluded_hours": 4.916666666666667,
    "gaps": [
     [
      "2026-11-07T11:42Z",
      "2026-11-07T12:45Z",
      64
     ],
     [
      "2026-11-07T13:22Z",
      "2026-11-07T17:13Z",
      231
     ]
    ],
    "gpu_decisions": 1998,
    "gpu_usd": 3.08761798318426,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.2400072221623533,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.2400072221623533,
      "machine": "rtx_pro_6000",
      "usd": 3.08761798318426,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 3.08761798318426,
    "usd_per_1000": 1.545354345938068
   },
   "p95_loss": 0.11035540103912352,
   "probability_source": "decision",
   "retry_mean": 6.633169811320754,
   "scored": 53,
   "time_median": 1.727,
   "time_p90": 2.23,
   "too_few": true,
   "usd_per_1000": 1.545354345938068,
   "very_confident": 0.018867924528301886,
   "worst_mean": 0.13865860303243002
  },
  "opening": {
   "auroc": 0.745409429280397,
   "best_share": 0.543859649122807,
   "blunder_share": 0.18596491228070175,
   "brier": 0.21048612067059674,
   "clusters": 96,
   "confidence_n": 285,
   "confident_badly_wrong": 0.0035087719298245615,
   "cost_coverage": 1.0,
   "decisions": 285,
   "ece": 0.10651634452640109,
   "engine_scored": 285,
   "error_hi": 24.44225501174905,
   "error_lo": 16.5328884923327,
   "error_rate": 20.508580824785064,
   "first_date": "2026-11-07",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-07",
   "mean_confidence": 0.5062293710464958,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1998,
    "estimate": true,
    "excluded_hours": 4.916666666666667,
    "gaps": [
     [
      "2026-11-07T11:42Z",
      "2026-11-07T12:45Z",
      64
     ],
     [
      "2026-11-07T13:22Z",
      "2026-11-07T17:13Z",
      231
     ]
    ],
    "gpu_decisions": 1998,
    "gpu_usd": 3.08761798318426,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.2400072221623533,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.2400072221623533,
      "machine": "rtx_pro_6000",
      "usd": 3.08761798318426,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 3.08761798318426,
    "usd_per_1000": 1.545354345938068
   },
   "p95_loss": 0.21325122117996226,
   "probability_source": "decision",
   "retry_mean": 6.851094736842105,
   "scored": 285,
   "time_median": 1.739,
   "time_p90": 2.5944,
   "too_few": false,
   "usd_per_1000": 1.545354345938068,
   "very_confident": 0.0912280701754386,
   "worst_mean": 0.2766043926988329
  },
  "race": {
   "auroc": 0.7862731152204836,
   "best_share": 0.5648854961832062,
   "blunder_share": 0.1297709923664122,
   "brier": 0.18667239612104275,
   "clusters": 87,
   "confidence_n": 262,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 262,
   "ece": 0.05725252161400683,
   "engine_scored": 262,
   "error_hi": 19.8164740292309,
   "error_lo": 10.026330028218673,
   "error_rate": 14.749025911775254,
   "first_date": "2026-11-07",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-11-07",
   "mean_confidence": 0.5773852572690505,
   "over_budget": 0.0,
   "own_cost": {
    "decisions": 1998,
    "estimate": true,
    "excluded_hours": 4.916666666666667,
    "gaps": [
     [
      "2026-11-07T11:42Z",
      "2026-11-07T12:45Z",
      64
     ],
     [
      "2026-11-07T13:22Z",
      "2026-11-07T17:13Z",
      231
     ]
    ],
    "gpu_decisions": 1998,
    "gpu_usd": 3.08761798318426,
    "hosted_decisions": 0,
    "hosted_unpriced": 0,
    "hosted_usd": 0,
    "hours": 1.2400072221623533,
    "kind": "gpu",
    "parts": [
     {
      "gpus": 1,
      "hours": 1.2400072221623533,
      "machine": "rtx_pro_6000",
      "usd": 3.08761798318426,
      "usd_per_gpu_hour": 2.49
     }
    ],
    "provenance": "content/own_cost.json: wall clock on our machines × hourly rate",
    "spark_rate": null,
    "usd": 3.08761798318426,
    "usd_per_1000": 1.545354345938068
   },
   "p95_loss": 0.15882673561573024,
   "probability_source": "decision",
   "retry_mean": 6.3561793893129765,
   "scored": 262,
   "time_median": 1.7335,
   "time_p90": 1.9561000000000002,
   "too_few": false,
   "usd_per_1000": 1.545354345938068,
   "very_confident": 0.10305343511450382,
   "worst_mean": 0.2635927429566017
  }
 },
 "record": {
  "drawn": 1,
  "lost": 6,
  "won": 11
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 14.832231099600786,
    "needless": 2.8122768656269566,
    "none": 2.672013801497382,
    "right_risk": 1.2510071421886708,
    "right_safety": 4.495285406663969,
    "wrong_risk": 1.7094567447930604
   },
   "calls": {
    "missed": 417.0,
    "needless": 90.0,
    "right_risk": 211.0,
    "right_safety": 760.0,
    "wrong_risk": 38.0
   },
   "confidence": {
    "auroc_right_risk": 0.5654991113744076,
    "missed_mean_p": 0.49789427482046267,
    "missed_n": 416,
    "taken_grouped": 0,
    "taken_n": 339,
    "taken_other": 0
   },
   "error_rate": 27.772271060370826,
   "found": {
    "den": 666.0,
    "n": 211.0,
    "share": 0.31681681681681684
   },
   "good": {
    "den": 339.0,
    "n": 211.0,
    "share": 0.6224188790560472
   },
   "judgement": 60.54672319378203,
   "judgement_hi": 62.41128274254408,
   "judgement_lo": 58.69470041124907,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.08351648351648351,
    "x": 0.6831831831831832,
    "y": 0.10588235294117647
   },
   "margin": 0.001,
   "missed": {
    "den": 666.0,
    "n": 417.0,
    "share": 0.6261261261261262
   },
   "needless": {
    "den": 850.0,
    "n": 90.0,
    "share": 0.10588235294117647
   },
   "needless_by_loss": {
    "big": {
     "den": 850.0,
     "n": 50.0,
     "share": 0.058823529411764705
    },
    "medium": {
     "den": 850.0,
     "n": 33.0,
     "share": 0.03882352941176471
    },
    "small": {
     "den": 850.0,
     "n": 7.0,
     "share": 0.00823529411764706
    }
   },
   "no_trade_off": 482.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 3.275507688522339,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 3.275507688522339,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 140.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 140,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 20.724855849018915,
      "needless": 3.999360284763603,
      "none": 0.6708803635522936,
      "right_risk": 1.52033702462959,
      "right_safety": 6.236516910535543,
      "wrong_risk": 2.2792306466587777
     },
     "calls": {
      "missed": 340.0,
      "needless": 76.0,
      "right_risk": 120.0,
      "right_safety": 616.0,
      "wrong_risk": 31.0
     },
     "confidence": {
      "auroc_right_risk": 0.5151869158878505,
      "missed_mean_p": 0.5031399232163629,
      "missed_n": 339,
      "taken_grouped": 0,
      "taken_n": 227,
      "taken_other": 0
     },
     "error_rate": 35.43118107915872,
     "found": {
      "den": 491.0,
      "n": 120.0,
      "share": 0.24439918533604887
     },
     "good": {
      "den": 227.0,
      "n": 120.0,
      "share": 0.5286343612334802
     },
     "judgement": 56.728629787033654,
     "judgement_hi": 58.74807387469412,
     "judgement_lo": 54.69045971253,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08355795148247978,
      "x": 0.7556008146639511,
      "y": 0.10982658959537572
     },
     "margin": 0.001,
     "missed": {
      "den": 491.0,
      "n": 340.0,
      "share": 0.6924643584521385
     },
     "needless": {
      "den": 692.0,
      "n": 76.0,
      "share": 0.10982658959537572
     },
     "needless_by_loss": {
      "big": {
       "den": 692.0,
       "n": 43.0,
       "share": 0.06213872832369942
      },
      "medium": {
       "den": 692.0,
       "n": 27.0,
       "share": 0.03901734104046243
      },
      "small": {
       "den": 692.0,
       "n": 6.0,
       "share": 0.008670520231213872
      }
     },
     "no_trade_off": 75.0,
     "reference": null,
     "right_safety": {
      "den": 692.0,
      "n": 616.0,
      "share": 0.8901734104046243
     },
     "risk_pays": 491.0,
     "safety_pays": 692.0,
     "scored": 1258,
     "sdt": {
      "aim": {
       "den": 151.0,
       "n": 120.0,
       "share": 0.7947019867549668
      },
      "beta": 1.2167152128293788,
      "caution": 0.8630970724786418,
      "caution_hi": 0.9659220260142977,
      "caution_lo": 0.7665355640401517,
      "cstar": 0.27141060457773114,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7227233415993669,
      "dprime_hi": 0.8476318204964527,
      "dprime_lo": 0.6006650831444242,
      "false_alarm": {
       "den": 692.0,
       "n": 76.0,
       "share": 0.10982658959537572
      },
      "false_alarm_rate": 0.11038961038961038,
      "hit": {
       "den": 491.0,
       "n": 151.0,
       "share": 0.3075356415478615
      },
      "hit_rate": 0.3079268292682927,
      "missed_loss": 0.15336393328273998,
      "missed_n": 340.0,
      "na": null,
      "needless_loss": 0.1323998746903319,
      "needless_n": 76.0
     },
     "size": {
      "bad": {
       "mean": 7.813084112149533,
       "n": 107.0,
       "too_few": true
      },
      "right": {
       "mean": 6.533333333333333,
       "n": 120.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 279.0,
        "n": 94.0,
        "share": 0.33691756272401435
       },
       "missed": {
        "den": 279.0,
        "n": 172.0,
        "share": 0.6164874551971327
       },
       "risk_pays": 279.0,
       "wrong": {
        "den": 279.0,
        "n": 13.0,
        "share": 0.04659498207885305
       }
      },
      "medium": {
       "found": {
        "den": 134.0,
        "n": 18.0,
        "share": 0.13432835820895522
       },
       "missed": {
        "den": 134.0,
        "n": 106.0,
        "share": 0.7910447761194029
       },
       "risk_pays": 134.0,
       "wrong": {
        "den": 134.0,
        "n": 10.0,
        "share": 0.07462686567164178
       }
      },
      "small": {
       "found": {
        "den": 78.0,
        "n": 8.0,
        "share": 0.10256410256410256
       },
       "missed": {
        "den": 78.0,
        "n": 62.0,
        "share": 0.7948717948717948
       },
       "risk_pays": 78.0,
       "wrong": {
        "den": 78.0,
        "n": 8.0,
        "share": 0.10256410256410256
       }
      }
     },
     "trade_off": 1183.0,
     "wrong": {
      "den": 491.0,
      "n": 31.0,
      "share": 0.06313645621181263
     }
    },
    "holding": {
     "by_call": {
      "missed": 2.5947403233006314,
      "needless": 1.3606480832369823,
      "none": 0.7693238978116017,
      "right_risk": 0.08144075015805802,
      "right_safety": 9.32234469449745,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 6.0,
      "needless": 2.0,
      "right_risk": 3.0,
      "right_safety": 40.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 6,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 14.128497749004724,
     "found": {
      "den": 9.0,
      "n": 3.0,
      "share": 0.3333333333333333
     },
     "good": {
      "den": 5.0,
      "n": 3.0,
      "share": 0.6
     },
     "judgement": 64.28571428571428,
     "judgement_hi": 79.56564465408805,
     "judgement_lo": 48.66593567251462,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 0.6666666666666666,
      "y": 0.047619047619047616
     },
     "margin": 0.001,
     "missed": {
      "den": 9.0,
      "n": 6.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 42.0,
      "n": 2.0,
      "share": 0.047619047619047616
     },
     "needless_by_loss": {
      "big": {
       "den": 42.0,
       "n": 1.0,
       "share": 0.023809523809523808
      },
      "medium": {
       "den": 42.0,
       "n": 1.0,
       "share": 0.023809523809523808
      },
      "small": {
       "den": 42.0,
       "n": 0.0,
       "share": 0.0
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 42.0,
      "n": 40.0,
      "share": 0.9523809523809523
     },
     "risk_pays": 9.0,
     "safety_pays": 42.0,
     "scored": 53,
     "sdt": {
      "aim": {
       "den": 3.0,
       "n": 3.0,
       "share": 1.0
      },
      "beta": 7.34141794238833,
      "caution": 0.9779527474874932,
      "caution_hi": 1.4148980593061482,
      "caution_lo": 0.5135860334857021,
      "cstar": 1.68192998236505,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1852645621598512,
      "dprime_hi": 2.294728243441461,
      "dprime_lo": 0.6197841689653006,
      "false_alarm": {
       "den": 42.0,
       "n": 2.0,
       "share": 0.047619047619047616
      },
      "false_alarm_rate": 0.05813953488372093,
      "hit": {
       "den": 9.0,
       "n": 3.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35,
      "missed_loss": 0.04584041237831116,
      "missed_n": 6.0,
      "na": null,
      "needless_loss": 0.07211434841156006,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 11.5,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": 7.666666666666667,
       "n": 3.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 2.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 3.0,
        "n": 1.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 3.0,
        "n": 2.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 51.0,
     "wrong": {
      "den": 9.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 12.018974883514538,
      "needless": 1.8091915469420583,
      "none": 0.46009139010780736,
      "right_risk": 2.044252397721274,
      "right_safety": 2.2524831587808176,
      "wrong_risk": 1.9235874477185702
     },
     "calls": {
      "missed": 71.0,
      "needless": 12.0,
      "right_risk": 88.0,
      "right_safety": 104.0,
      "wrong_risk": 7.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 71,
      "taken_grouped": 0,
      "taken_n": 107,
      "taken_other": 0
     },
     "error_rate": 20.508580824785064,
     "found": {
      "den": 166.0,
      "n": 88.0,
      "share": 0.5301204819277109
     },
     "good": {
      "den": 107.0,
      "n": 88.0,
      "share": 0.822429906542056
     },
     "judgement": 71.33361030328209,
     "judgement_hi": 75.83063881499244,
     "judgement_lo": 66.9572543634375,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08974358974358974,
      "x": 0.46987951807228917,
      "y": 0.10344827586206896
     },
     "margin": 0.001,
     "missed": {
      "den": 166.0,
      "n": 71.0,
      "share": 0.42771084337349397
     },
     "needless": {
      "den": 116.0,
      "n": 12.0,
      "share": 0.10344827586206896
     },
     "needless_by_loss": {
      "big": {
       "den": 116.0,
       "n": 6.0,
       "share": 0.05172413793103448
      },
      "medium": {
       "den": 116.0,
       "n": 5.0,
       "share": 0.04310344827586207
      },
      "small": {
       "den": 116.0,
       "n": 1.0,
       "share": 0.008620689655172414
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 116.0,
      "n": 104.0,
      "share": 0.896551724137931
     },
     "risk_pays": 166.0,
     "safety_pays": 116.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 95.0,
       "n": 88.0,
       "share": 0.9263157894736842
      },
      "beta": 0.6223635167481876,
      "caution": 0.5312103847612603,
      "caution_hi": 0.7460534159272421,
      "caution_lo": 0.33625164045940625,
      "cstar": -0.33288123231004096,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.424624997915583,
      "dprime_hi": 1.79284577306727,
      "dprime_lo": 1.121736635742332,
      "false_alarm": {
       "den": 116.0,
       "n": 12.0,
       "share": 0.10344827586206896
      },
      "false_alarm_rate": 0.10683760683760683,
      "hit": {
       "den": 166.0,
       "n": 95.0,
       "share": 0.572289156626506
      },
      "hit_rate": 0.5718562874251497,
      "missed_loss": 0.09649036174089136,
      "missed_n": 71.0,
      "na": null,
      "needless_loss": 0.08593659847974777,
      "needless_n": 12.0
     },
     "size": {
      "bad": {
       "mean": 11.157894736842104,
       "n": 19.0,
       "too_few": true
      },
      "right": {
       "mean": 14.818181818181818,
       "n": 88.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 84.0,
        "n": 50.0,
        "share": 0.5952380952380952
       },
       "missed": {
        "den": 84.0,
        "n": 32.0,
        "share": 0.38095238095238093
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 2.0,
        "share": 0.023809523809523808
       }
      },
      "medium": {
       "found": {
        "den": 66.0,
        "n": 34.0,
        "share": 0.5151515151515151
       },
       "missed": {
        "den": 66.0,
        "n": 27.0,
        "share": 0.4090909090909091
       },
       "risk_pays": 66.0,
       "wrong": {
        "den": 66.0,
        "n": 5.0,
        "share": 0.07575757575757576
       }
      },
      "small": {
       "found": {
        "den": 16.0,
        "n": 4.0,
        "share": 0.25
       },
       "missed": {
        "den": 16.0,
        "n": 12.0,
        "share": 0.75
       },
       "risk_pays": 16.0,
       "wrong": {
        "den": 16.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 282.0,
     "wrong": {
      "den": 166.0,
      "n": 7.0,
      "share": 0.04216867469879518
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 14.749025911775254,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 14.749025911775254,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 262.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 262,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 850.0,
    "n": 760.0,
    "share": 0.8941176470588236
   },
   "risk_pays": 666.0,
   "safety_pays": 850.0,
   "scored": 1998,
   "sdt": {
    "aim": {
     "den": 249.0,
     "n": 211.0,
     "share": 0.8473895582329317
    },
    "beta": 1.1212174100953889,
    "caution": 0.7836557598483047,
    "caution_hi": 0.8727790481182366,
    "caution_lo": 0.7025442668311808,
    "cstar": 0.12368011530721125,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.925088628794731,
    "dprime_hi": 1.0647102427597528,
    "dprime_lo": 0.784969295915949,
    "false_alarm": {
     "den": 850.0,
     "n": 90.0,
     "share": 0.10588235294117647
    },
    "false_alarm_rate": 0.10634547591069331,
    "hit": {
     "den": 666.0,
     "n": 249.0,
     "share": 0.3738738738738739
    },
    "hit_rate": 0.3740629685157421,
    "missed_loss": 0.14213332247962768,
    "missed_n": 417.0,
    "na": null,
    "needless_loss": 0.12486509283383687,
    "needless_n": 90.0
   },
   "size": {
    "bad": {
     "mean": 8.3671875,
     "n": 128.0,
     "too_few": true
    },
    "right": {
     "mean": 10.004739336492891,
     "n": 211.0,
     "too_few": false
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 363.0,
      "n": 144.0,
      "share": 0.39669421487603307
     },
     "missed": {
      "den": 363.0,
      "n": 204.0,
      "share": 0.5619834710743802
     },
     "risk_pays": 363.0,
     "wrong": {
      "den": 363.0,
      "n": 15.0,
      "share": 0.04132231404958678
     }
    },
    "medium": {
     "found": {
      "den": 206.0,
      "n": 54.0,
      "share": 0.2621359223300971
     },
     "missed": {
      "den": 206.0,
      "n": 137.0,
      "share": 0.6650485436893204
     },
     "risk_pays": 206.0,
     "wrong": {
      "den": 206.0,
      "n": 15.0,
      "share": 0.07281553398058252
     }
    },
    "small": {
     "found": {
      "den": 97.0,
      "n": 13.0,
      "share": 0.13402061855670103
     },
     "missed": {
      "den": 97.0,
      "n": 76.0,
      "share": 0.7835051546391752
     },
     "risk_pays": 97.0,
     "wrong": {
      "den": 97.0,
      "n": 8.0,
      "share": 0.08247422680412371
     }
    }
   },
   "trade_off": 1516.0,
   "wrong": {
    "den": 666.0,
    "n": 38.0,
    "share": 0.057057057057057055
   }
  },
  "robust": {
   "by_call": {
    "missed": 14.180789234580937,
    "needless": 3.0469424627326034,
    "none": 2.672013801497382,
    "right_risk": 1.1667635243337553,
    "right_safety": 5.14672727168382,
    "wrong_risk": 1.5590347655423291
   },
   "calls": {
    "missed": 341.0,
    "needless": 111.0,
    "right_risk": 191.0,
    "right_safety": 836.0,
    "wrong_risk": 37.0
   },
   "confidence": {
    "auroc_right_risk": 0.5780033960662233,
    "missed_mean_p": 0.49941787917315217,
    "missed_n": 340,
    "taken_grouped": 0,
    "taken_n": 339,
    "taken_other": 0
   },
   "error_rate": 27.772271060370826,
   "found": {
    "den": 569.0,
    "n": 191.0,
    "share": 0.335676625659051
   },
   "good": {
    "den": 339.0,
    "n": 191.0,
    "share": 0.5634218289085545
   },
   "judgement": 60.923218822551284,
   "judgement_hi": 62.716991995245486,
   "judgement_lo": 59.12152016632095,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.09788359788359788,
    "x": 0.664323374340949,
    "y": 0.11721224920802534
   },
   "margin": 0.02,
   "missed": {
    "den": 569.0,
    "n": 341.0,
    "share": 0.5992970123022847
   },
   "needless": {
    "den": 947.0,
    "n": 111.0,
    "share": 0.11721224920802534
   },
   "needless_by_loss": {
    "big": {
     "den": 947.0,
     "n": 55.0,
     "share": 0.05807814149947202
    },
    "medium": {
     "den": 947.0,
     "n": 36.0,
     "share": 0.03801478352692714
    },
    "small": {
     "den": 947.0,
     "n": 20.0,
     "share": 0.021119324181626188
    }
   },
   "no_trade_off": 482.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 3.275507688522339,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 3.275507688522339,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 140.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 140,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 19.78201581393213,
      "needless": 4.372064468401983,
      "none": 0.6708803635522936,
      "right_risk": 1.421658692375086,
      "right_safety": 7.179356945622327,
      "wrong_risk": 2.0052047952749015
     },
     "calls": {
      "missed": 278.0,
      "needless": 92.0,
      "right_risk": 109.0,
      "right_safety": 678.0,
      "wrong_risk": 26.0
     },
     "confidence": {
      "auroc_right_risk": 0.540740164826621,
      "missed_mean_p": 0.5038967689229613,
      "missed_n": 277,
      "taken_grouped": 0,
      "taken_n": 227,
      "taken_other": 0
     },
     "error_rate": 35.43118107915872,
     "found": {
      "den": 413.0,
      "n": 109.0,
      "share": 0.2639225181598063
     },
     "good": {
      "den": 227.0,
      "n": 109.0,
      "share": 0.4801762114537445
     },
     "judgement": 57.222099933964344,
     "judgement_hi": 59.47983485576062,
     "judgement_lo": 54.89332315509746,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.08552631578947369,
      "x": 0.7360774818401937,
      "y": 0.11948051948051948
     },
     "margin": 0.02,
     "missed": {
      "den": 413.0,
      "n": 278.0,
      "share": 0.6731234866828087
     },
     "needless": {
      "den": 770.0,
      "n": 92.0,
      "share": 0.11948051948051948
     },
     "needless_by_loss": {
      "big": {
       "den": 770.0,
       "n": 48.0,
       "share": 0.06233766233766234
      },
      "medium": {
       "den": 770.0,
       "n": 30.0,
       "share": 0.03896103896103896
      },
      "small": {
       "den": 770.0,
       "n": 14.0,
       "share": 0.01818181818181818
      }
     },
     "no_trade_off": 75.0,
     "reference": null,
     "right_safety": {
      "den": 770.0,
      "n": 678.0,
      "share": 0.8805194805194805
     },
     "risk_pays": 413.0,
     "safety_pays": 770.0,
     "scored": 1258,
     "sdt": {
      "aim": {
       "den": 135.0,
       "n": 109.0,
       "share": 0.8074074074074075
      },
      "beta": 1.245127011213782,
      "caution": 0.811256094226614,
      "caution_hi": 0.9170542369159027,
      "caution_lo": 0.7170479470893805,
      "cstar": 0.3012660238661883,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.7277207663146461,
      "dprime_hi": 0.872277484160027,
      "dprime_lo": 0.5916648851426582,
      "false_alarm": {
       "den": 770.0,
       "n": 92.0,
       "share": 0.11948051948051948
      },
      "false_alarm_rate": 0.11997405966277562,
      "hit": {
       "den": 413.0,
       "n": 135.0,
       "share": 0.3268765133171913
      },
      "hit_rate": 0.3272946859903382,
      "missed_loss": 0.17903435894911238,
      "missed_n": 278.0,
      "na": null,
      "needless_loss": 0.11956645872281946,
      "needless_n": 92.0
     },
     "size": {
      "bad": {
       "mean": 7.5,
       "n": 118.0,
       "too_few": true
      },
      "right": {
       "mean": 6.743119266055046,
       "n": 109.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 279.0,
        "n": 93.0,
        "share": 0.3333333333333333
       },
       "missed": {
        "den": 279.0,
        "n": 172.0,
        "share": 0.6164874551971327
       },
       "risk_pays": 279.0,
       "wrong": {
        "den": 279.0,
        "n": 14.0,
        "share": 0.05017921146953405
       }
      },
      "medium": {
       "found": {
        "den": 134.0,
        "n": 16.0,
        "share": 0.11940298507462686
       },
       "missed": {
        "den": 134.0,
        "n": 106.0,
        "share": 0.7910447761194029
       },
       "risk_pays": 134.0,
       "wrong": {
        "den": 134.0,
        "n": 12.0,
        "share": 0.08955223880597014
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1183.0,
     "wrong": {
      "den": 413.0,
      "n": 26.0,
      "share": 0.06295399515738499
     }
    },
    "holding": {
     "by_call": {
      "missed": 2.2103083583543883,
      "needless": 1.3606480832369823,
      "none": 0.7693238978116017,
      "right_risk": 0.0,
      "right_safety": 9.706776659443694,
      "wrong_risk": 0.08144075015805802
     },
     "calls": {
      "missed": 4.0,
      "needless": 3.0,
      "right_risk": 1.0,
      "right_safety": 42.0,
      "wrong_risk": 1.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 4,
      "taken_grouped": 0,
      "taken_n": 5,
      "taken_other": 0
     },
     "error_rate": 14.128497749004724,
     "found": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     },
     "good": {
      "den": 5.0,
      "n": 1.0,
      "share": 0.2
     },
     "judgement": 55.00000000000001,
     "judgement_hi": 65.41666666666667,
     "judgement_lo": 44.10767696909272,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.2,
      "x": 0.8333333333333334,
      "y": 0.06666666666666667
     },
     "margin": 0.02,
     "missed": {
      "den": 6.0,
      "n": 4.0,
      "share": 0.6666666666666666
     },
     "needless": {
      "den": 45.0,
      "n": 3.0,
      "share": 0.06666666666666667
     },
     "needless_by_loss": {
      "big": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      },
      "medium": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      },
      "small": {
       "den": 45.0,
       "n": 1.0,
       "share": 0.022222222222222223
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 45.0,
      "n": 42.0,
      "share": 0.9333333333333333
     },
     "risk_pays": 6.0,
     "safety_pays": 45.0,
     "scored": 53,
     "sdt": {
      "aim": {
       "den": 2.0,
       "n": 1.0,
       "share": 0.5
      },
      "beta": 6.155919729905956,
      "caution": 0.8990006091605645,
      "caution_hi": 1.344843603346345,
      "caution_lo": 0.28424043646486896,
      "cstar": 1.7052296665956104,
      "cstar_note": "unstable: d′ near zero",
      "cstar_status": "unstable",
      "dprime": 1.0657885047199898,
      "dprime_hi": 2.627492376476033,
      "dprime_lo": 0.0,
      "false_alarm": {
       "den": 45.0,
       "n": 3.0,
       "share": 0.06666666666666667
      },
      "false_alarm_rate": 0.07608695652173914,
      "hit": {
       "den": 6.0,
       "n": 2.0,
       "share": 0.3333333333333333
      },
      "hit_rate": 0.35714285714285715,
      "missed_loss": 0.058573171496391296,
      "missed_n": 4.0,
      "na": null,
      "needless_loss": 0.048076232274373375,
      "needless_n": 3.0
     },
     "size": {
      "bad": {
       "mean": 8.75,
       "n": 4.0,
       "too_few": true
      },
      "right": {
       "mean": 11.0,
       "n": 1.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       },
       "missed": {
        "den": 6.0,
        "n": 4.0,
        "share": 0.6666666666666666
       },
       "risk_pays": 6.0,
       "wrong": {
        "den": 6.0,
        "n": 1.0,
        "share": 0.16666666666666666
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 51.0,
     "wrong": {
      "den": 6.0,
      "n": 1.0,
      "share": 0.16666666666666666
     }
    },
    "opening": {
     "by_call": {
      "missed": 11.685244399204588,
      "needless": 1.8091915469420583,
      "none": 0.46009139010780736,
      "right_risk": 1.9043750407402975,
      "right_safety": 2.5862136430907667,
      "wrong_risk": 2.0634648046995463
     },
     "calls": {
      "missed": 59.0,
      "needless": 16.0,
      "right_risk": 81.0,
      "right_safety": 116.0,
      "wrong_risk": 10.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 59,
      "taken_grouped": 0,
      "taken_n": 107,
      "taken_other": 0
     },
     "error_rate": 20.508580824785064,
     "found": {
      "den": 150.0,
      "n": 81.0,
      "share": 0.54
     },
     "good": {
      "den": 107.0,
      "n": 81.0,
      "share": 0.7570093457943925
     },
     "judgement": 70.93939393939395,
     "judgement_hi": 75.2842374505886,
     "judgement_lo": 66.334362265842,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.14492753623188406,
      "x": 0.46,
      "y": 0.12121212121212122
     },
     "margin": 0.02,
     "missed": {
      "den": 150.0,
      "n": 59.0,
      "share": 0.3933333333333333
     },
     "needless": {
      "den": 132.0,
      "n": 16.0,
      "share": 0.12121212121212122
     },
     "needless_by_loss": {
      "big": {
       "den": 132.0,
       "n": 6.0,
       "share": 0.045454545454545456
      },
      "medium": {
       "den": 132.0,
       "n": 5.0,
       "share": 0.03787878787878788
      },
      "small": {
       "den": 132.0,
       "n": 5.0,
       "share": 0.03787878787878788
      }
     },
     "no_trade_off": 3.0,
     "reference": null,
     "right_safety": {
      "den": 132.0,
      "n": 116.0,
      "share": 0.8787878787878788
     },
     "risk_pays": 150.0,
     "safety_pays": 132.0,
     "scored": 285,
     "sdt": {
      "aim": {
       "den": 91.0,
       "n": 81.0,
       "share": 0.8901098901098901
      },
      "beta": 0.5024136739687366,
      "caution": 0.44306084667810564,
      "caution_hi": 0.6475164596414457,
      "caution_lo": 0.26129420752552157,
      "cstar": -0.4834696763739253,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.4237324087554617,
      "dprime_hi": 1.7736565555566155,
      "dprime_lo": 1.1081276512760598,
      "false_alarm": {
       "den": 132.0,
       "n": 16.0,
       "share": 0.12121212121212122
      },
      "false_alarm_rate": 0.12406015037593984,
      "hit": {
       "den": 150.0,
       "n": 91.0,
       "share": 0.6066666666666667
      },
      "hit_rate": 0.6059602649006622,
      "missed_loss": 0.11289134419570535,
      "missed_n": 59.0,
      "na": null,
      "needless_loss": 0.06445244885981083,
      "needless_n": 16.0
     },
     "size": {
      "bad": {
       "mean": 14.73076923076923,
       "n": 26.0,
       "too_few": true
      },
      "right": {
       "mean": 13.987654320987655,
       "n": 81.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 84.0,
        "n": 50.0,
        "share": 0.5952380952380952
       },
       "missed": {
        "den": 84.0,
        "n": 32.0,
        "share": 0.38095238095238093
       },
       "risk_pays": 84.0,
       "wrong": {
        "den": 84.0,
        "n": 2.0,
        "share": 0.023809523809523808
       }
      },
      "medium": {
       "found": {
        "den": 66.0,
        "n": 31.0,
        "share": 0.4696969696969697
       },
       "missed": {
        "den": 66.0,
        "n": 27.0,
        "share": 0.4090909090909091
       },
       "risk_pays": 66.0,
       "wrong": {
        "den": 66.0,
        "n": 8.0,
        "share": 0.12121212121212122
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 282.0,
     "wrong": {
      "den": 150.0,
      "n": 10.0,
      "share": 0.06666666666666667
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 14.749025911775254,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 14.749025911775254,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 262.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 262,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 947.0,
    "n": 836.0,
    "share": 0.8827877507919747
   },
   "risk_pays": 569.0,
   "safety_pays": 947.0,
   "scored": 1998,
   "sdt": {
    "aim": {
     "den": 228.0,
     "n": 191.0,
     "share": 0.8377192982456141
    },
    "beta": 1.0985832265177635,
    "caution": 0.7190329870545626,
    "caution_hi": 0.805655519540544,
    "caution_lo": 0.6375478678087441,
    "cstar": 0.10045968660446672,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.9359114778819458,
    "dprime_hi": 1.0742494938164562,
    "dprime_lo": 0.8040327138785337,
    "false_alarm": {
     "den": 947.0,
     "n": 111.0,
     "share": 0.11721224920802534
    },
    "false_alarm_rate": 0.11761603375527427,
    "hit": {
     "den": 569.0,
     "n": 228.0,
     "share": 0.4007029876977153
    },
    "hit_rate": 0.40087719298245617,
    "missed_loss": 0.16617722516535313,
    "missed_n": 341.0,
    "na": null,
    "needless_loss": 0.10968992865837372,
    "needless_n": 111.0
   },
   "size": {
    "bad": {
     "mean": 8.804054054054054,
     "n": 148.0,
     "too_few": true
    },
    "right": {
     "mean": 9.837696335078535,
     "n": 191.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 363.0,
      "n": 143.0,
      "share": 0.3939393939393939
     },
     "missed": {
      "den": 363.0,
      "n": 204.0,
      "share": 0.5619834710743802
     },
     "risk_pays": 363.0,
     "wrong": {
      "den": 363.0,
      "n": 16.0,
      "share": 0.0440771349862259
     }
    },
    "medium": {
     "found": {
      "den": 206.0,
      "n": 48.0,
      "share": 0.23300970873786409
     },
     "missed": {
      "den": 206.0,
      "n": 137.0,
      "share": 0.6650485436893204
     },
     "risk_pays": 206.0,
     "wrong": {
      "den": 206.0,
      "n": 21.0,
      "share": 0.10194174757281553
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1516.0,
   "wrong": {
    "den": 569.0,
    "n": 37.0,
    "share": 0.06502636203866433
   }
  }
 },
 "route": {
  "provider": "local (reax13 serve.py)",
  "reasoning": null,
  "spec": "reax/reax13"
 },
 "running": 0,
 "slug": "reax-1-3",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 42.49825447797775,
   "n": 50,
   "too_few": true
  },
  "blitz": {
   "error_rate": 34.42028443101036,
   "n": 241,
   "too_few": false
  },
  "holding": {
   "error_rate": 14.128497749004724,
   "n": 53,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 40.53770716813543,
   "n": 417,
   "too_few": false
  },
  "other": {
   "error_rate": 33.81405214468638,
   "n": 150,
   "too_few": true
  },
  "priming": {
   "error_rate": 30.439732037484646,
   "n": 400,
   "too_few": false
  }
 },
 "total": 19,
 "version": "v3"
}
