{
 "aliases": [
  "Mercury Decide"
 ],
 "close": {
  "close": {
   "den": 1629,
   "n": 262,
   "share": 0.16083486801718846,
   "small": false
  },
  "decisions": 1853,
  "definition": "A decision is a close choice when the second most likely play has at least half the probability of the first (internally: split).",
  "eligible": 1629,
  "exclusions": {
   "not_audited": 224
  },
  "groups": {
   "close": {
    "by_count": [
     116,
     74,
     48,
     20,
     4
    ],
    "differ": {
     "hitting": {
      "den": 262,
      "n": 82,
      "share": 0.31297709923664124,
      "small": false
     },
     "points": {
      "den": 262,
      "n": 72,
      "share": 0.2748091603053435,
      "small": false
     },
     "prime": {
      "den": 262,
      "n": 70,
      "share": 0.26717557251908397,
      "small": false
     },
     "race": {
      "den": 262,
      "n": 22,
      "share": 0.08396946564885496,
      "small": false
     }
    },
    "gap": {
     "mean": 0.10416184900371173,
     "median": 0.04975062608718872,
     "n": 262
    },
    "loss1": {
     "mean": 0.13132657679437681,
     "median": 0.04433533549308777,
     "n": 262
    },
    "loss2": {
     "mean": 0.1376229134452252,
     "median": 0.04625594615936279,
     "n": 262
    },
    "n": 262,
    "p1": {
     "mean": 0.49025938650267326,
     "median": 0.5057409009999889,
     "n": 262
    },
    "p2": {
     "mean": 0.3464816917911777,
     "median": 0.34864512856608565,
     "n": 262
    },
    "psum": {
     "mean": 0.836741078293851,
     "median": 0.8813161136330527,
     "n": 262
    },
    "psum_bins": [
     0,
     0,
     0,
     2,
     9,
     20,
     16,
     46,
     45,
     124
    ]
   },
   "other": {
    "by_count": [
     299,
     592,
     336,
     127,
     13
    ],
    "differ": {
     "hitting": {
      "den": 1367,
      "n": 691,
      "share": 0.5054864667154353,
      "small": false
     },
     "points": {
      "den": 1367,
      "n": 451,
      "share": 0.32991953182150696,
      "small": false
     },
     "prime": {
      "den": 1367,
      "n": 406,
      "share": 0.2970007315288954,
      "small": false
     },
     "race": {
      "den": 1367,
      "n": 149,
      "share": 0.10899780541331383,
      "small": false
     }
    },
    "gap": {
     "mean": 0.1353715812540787,
     "median": 0.07244086265563965,
     "n": 1367
    },
    "loss1": {
     "mean": 0.09223373281144712,
     "median": 0.011155247688293457,
     "n": 1367
    },
    "loss2": {
     "mean": 0.15872693447710914,
     "median": 0.0777166485786438,
     "n": 1367
    },
    "n": 1367,
    "p1": {
     "mean": 0.8867061956534772,
     "median": 0.9412831323147868,
     "n": 1367
    },
    "p2": {
     "mean": 0.07422842579317165,
     "median": 0.03715292739010298,
     "n": 1367
    },
    "psum": {
     "mean": 0.9609346214466489,
     "median": 0.9887916646820507,
     "n": 1367
    },
    "psum_bins": [
     0,
     0,
     0,
     0,
     0,
     6,
     17,
     39,
     105,
     1200
    ]
   }
  },
  "label": "Probabilities over plays, not sampled reasoning.",
  "margins": {
   "main": {
    "classes": {
     "none": {
      "close": {
       "den": 453,
       "n": 82,
       "share": 0.18101545253863136,
       "small": false
      },
      "eligible": 453,
      "risk_close": {
       "den": 82,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 610,
       "n": 100,
       "share": 0.16393442622950818,
       "small": false
      },
      "eligible": 610,
      "risk_close": {
       "den": 100,
       "n": 61,
       "share": 0.61,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 566,
       "n": 80,
       "share": 0.1413427561837456,
       "small": false
      },
      "eligible": 566,
      "risk_close": {
       "den": 80,
       "n": 15,
       "share": 0.1875,
       "small": true
      }
     }
    },
    "margin": 0.001,
    "missed": {
     "adj_close": 0.55,
     "adj_other": 0.7520978140366685,
     "adjusted": -0.2020978140366685,
     "adjusted_hi": -0.08615510419460652,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.31910725028310066,
     "close": {
      "den": 61,
      "n": 33,
      "share": 0.5409836065573771,
      "small": true
     },
     "covered": {
      "den": 61,
      "n": 60,
      "share": 0.9836065573770492,
      "small": true
     },
     "crude": -0.2510391854654149,
     "crude_hi": -0.1314277609103136,
     "crude_left_out": 0,
     "crude_lo": -0.3704219759120265,
     "group": 412,
     "matches": 16,
     "na": null,
     "other": {
      "den": 351,
      "n": 278,
      "share": 0.792022792022792,
      "small": false
     },
     "resamples": 2000,
     "strata": 32,
     "strata_both": 25
    },
    "stake": {
     "big": {
      "den": 372,
      "n": 56,
      "share": 0.15053763440860216,
      "small": false
     },
     "medium": {
      "den": 183,
      "n": 34,
      "share": 0.18579234972677597,
      "small": true
     },
     "small": {
      "den": 55,
      "n": 10,
      "share": 0.18181818181818182,
      "small": true
     }
    }
   },
   "robust": {
    "classes": {
     "none": {
      "close": {
       "den": 453,
       "n": 82,
       "share": 0.18101545253863136,
       "small": false
      },
      "eligible": 453,
      "risk_close": {
       "den": 82,
       "n": 0,
       "share": 0.0,
       "small": true
      }
     },
     "risk": {
      "close": {
       "den": 555,
       "n": 90,
       "share": 0.16216216216216217,
       "small": false
      },
      "eligible": 555,
      "risk_close": {
       "den": 90,
       "n": 58,
       "share": 0.6444444444444445,
       "small": true
      }
     },
     "safety": {
      "close": {
       "den": 621,
       "n": 90,
       "share": 0.14492753623188406,
       "small": false
      },
      "eligible": 621,
      "risk_close": {
       "den": 90,
       "n": 18,
       "share": 0.2,
       "small": true
      }
     }
    },
    "margin": 0.02,
    "missed": {
     "adj_close": 0.543859649122807,
     "adj_other": 0.7473271912126402,
     "adjusted": -0.2034675420898332,
     "adjusted_hi": -0.0799951668620218,
     "adjusted_left_out": 0,
     "adjusted_lo": -0.3234567744638743,
     "close": {
      "den": 58,
      "n": 31,
      "share": 0.5344827586206896,
      "small": true
     },
     "covered": {
      "den": 58,
      "n": 57,
      "share": 0.9827586206896551,
      "small": true
     },
     "crude": -0.253860799661519,
     "crude_hi": -0.13634738353758535,
     "crude_left_out": 0,
     "crude_lo": -0.37070097816196546,
     "group": 384,
     "matches": 16,
     "na": null,
     "other": {
      "den": 326,
      "n": 257,
      "share": 0.7883435582822086,
      "small": false
     },
     "resamples": 2000,
     "strata": 31,
     "strata_both": 24
    },
    "stake": {
     "big": {
      "den": 372,
      "n": 56,
      "share": 0.15053763440860216,
      "small": false
     },
     "medium": {
      "den": 183,
      "n": 34,
      "share": 0.18579234972677597,
      "small": true
     },
     "small": {
      "den": 0,
      "n": 0,
      "share": null,
      "small": false
     }
    }
   }
  },
  "na": null,
  "risk_close": {
   "den": 262,
   "n": 76,
   "share": 0.2900763358778626,
   "small": false
  },
  "risk_close_of_eligible": {
   "den": 1629,
   "n": 76,
   "share": 0.04665438919582566,
   "small": false
  },
  "risk_pair_other": {
   "den": 1367,
   "n": 639,
   "share": 0.46744696415508413,
   "small": false
  },
  "ties": {
   "close": 38,
   "member": 57,
   "order": 28,
   "positive": 84,
   "top_two": 84,
   "zero": 0
  }
 },
 "confidence": {
  "auroc_best": 0.6691454075236233,
  "auroc_blunder": 0.606999319129699,
  "confident_badly_wrong": {
   "den": 1853,
   "n": 239,
   "share": 0.12898003237992445
  },
  "cutoffs": {
   "0.9": {
    "blunders": {
     "den": 974,
     "n": 239,
     "share": 0.24537987679671458
    },
    "kept": {
     "den": 1853,
     "n": 974,
     "share": 0.5256341068537507
    },
    "mean_loss": 0.07254110793803017,
    "too_few": false
   },
   "0.99": {
    "blunders": {
     "den": 276,
     "n": 37,
     "share": 0.13405797101449277
    },
    "kept": {
     "den": 1853,
     "n": 276,
     "share": 0.1489476524554776
    },
    "mean_loss": 0.04050580649704173,
    "too_few": false
   }
  },
  "ece": 0.40123456719805006,
  "held_out": {
   "blunders": 0.0714807646052424,
   "kept": 0.009671093772955976,
   "no_cutoff": 0,
   "runs": 300
  },
  "n": 1853,
  "surest": {
   "cut": 0.9789437994119052,
   "error_rate": 30.04059201941408,
   "n": 464,
   "too_few": false
  },
  "too_few": false
 },
 "dataset": "league-1",
 "gaps": {
  "0.02 to 0.08": {
   "error_rate": 46.339633581341346,
   "n": 578,
   "too_few": false
  },
  "over 0.08": {
   "error_rate": 78.50193673520224,
   "n": 564,
   "too_few": false
  },
  "under 0.02": {
   "error_rate": 25.018672357966963,
   "n": 711,
   "too_few": false
  }
 },
 "name": "Inception Mercury Decide",
 "options": {
  "11–15": {
   "error_rate": 61.28503377367924,
   "n": 308,
   "too_few": false
  },
  "16–25": {
   "error_rate": 66.97807466091753,
   "n": 294,
   "too_few": false
  },
  "26+": {
   "error_rate": 90.33031375716917,
   "n": 139,
   "too_few": true
  },
  "2–5": {
   "error_rate": 26.731134848740265,
   "n": 655,
   "too_few": false
  },
  "6–10": {
   "error_rate": 44.23528508623528,
   "n": 457,
   "too_few": false
  }
 },
 "phases": {
  "bear-off": {
   "error_rate": 9.678799510002136,
   "n": 100,
   "too_few": true
  },
  "contact": {
   "error_rate": 56.87108706143569,
   "n": 1188,
   "too_few": false
  },
  "holding": {
   "error_rate": 51.38749678929647,
   "n": 30,
   "too_few": true
  },
  "opening": {
   "error_rate": 44.596424740221764,
   "n": 288,
   "too_few": false
  },
  "race": {
   "error_rate": 24.01437233334128,
   "n": 247,
   "too_few": false
  }
 },
 "quality": {
  "auroc": 0.6691454075236233,
  "best_share": 0.42201834862385323,
  "blunder_share": 0.30329195898542904,
  "brier": 0.3925490420508824,
  "clusters": 96,
  "confidence_n": 1853,
  "confident_badly_wrong": 0.12898003237992445,
  "cost_coverage": 1.0,
  "decisions": 1853,
  "ece": 0.40123456719805006,
  "engine_scored": 1853,
  "error_hi": 52.892907585052434,
  "error_lo": 43.284487445349754,
  "error_rate": 47.94801757969987,
  "first_date": "2026-10-20",
  "group_sizes": [],
  "grouped": 0,
  "invalid": 0,
  "last_date": "2026-10-26",
  "mean_confidence": 0.8232529158219033,
  "over_budget": 0.0,
  "p95_loss": 0.4811389088630666,
  "probability_source": "decision",
  "retry_mean": 0.01480194279546681,
  "scored": 1853,
  "time_median": 0.485,
  "time_p90": 0.77,
  "tokens_in": 3566.7879114948732,
  "tokens_out": 1.0,
  "too_few": false,
  "usd_per_1000": 0.07133575822989746,
  "very_confident": 0.5256341068537507,
  "worst_mean": 0.7279715336138203
 },
 "quality_phases": {
  "bear-off": {
   "auroc": 0.8303571428571429,
   "best_share": 0.84,
   "blunder_share": 0.05,
   "brier": 0.116740265181302,
   "clusters": 50,
   "confidence_n": 100,
   "confident_badly_wrong": 0.0,
   "cost_coverage": 1.0,
   "decisions": 100,
   "ece": 0.07379069741804169,
   "engine_scored": 100,
   "error_hi": 18.996874457373025,
   "error_lo": 2.3637287872767456,
   "error_rate": 9.678799510002136,
   "first_date": "2026-10-20",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8823873859924427,
   "over_budget": 0.0,
   "p95_loss": 0.062153810262679826,
   "probability_source": "decision",
   "retry_mean": 0.01175,
   "scored": 100,
   "time_median": 0.443,
   "time_p90": 0.6303000000000001,
   "tokens_in": 2778.4,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.055568,
   "very_confident": 0.62,
   "worst_mean": 0.3212907314300537
  },
  "contact": {
   "auroc": 0.6422104787607148,
   "best_share": 0.39225589225589225,
   "blunder_share": 0.33754208754208753,
   "brier": 0.4225406527482902,
   "clusters": 96,
   "confidence_n": 1188,
   "confident_badly_wrong": 0.14814814814814814,
   "cost_coverage": 1.0,
   "decisions": 1188,
   "ece": 0.4342251070727499,
   "engine_scored": 1188,
   "error_hi": 63.78370337744912,
   "error_lo": 50.39119389892193,
   "error_rate": 56.87108706143569,
   "first_date": "2026-10-20",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8263778130923273,
   "over_budget": 0.0,
   "p95_loss": 0.5249442338943475,
   "probability_source": "decision",
   "retry_mean": 0.015487373737373739,
   "scored": 1188,
   "time_median": 0.4855,
   "time_p90": 0.7703,
   "tokens_in": 3590.037037037037,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.07180074074074075,
   "very_confident": 0.5328282828282829,
   "worst_mean": 0.800273797774719
  },
  "holding": {
   "auroc": 0.5291005291005291,
   "best_share": 0.3,
   "blunder_share": 0.23333333333333334,
   "brier": 0.49433801294609153,
   "clusters": 12,
   "confidence_n": 30,
   "confident_badly_wrong": 0.1,
   "cost_coverage": 1.0,
   "decisions": 30,
   "ece": 0.49757288588054294,
   "engine_scored": 30,
   "error_hi": 87.6600588447061,
   "error_lo": 20.162731512234767,
   "error_rate": 51.38749678929647,
   "first_date": "2026-10-20",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.796229851686295,
   "over_budget": 0.0,
   "p95_loss": 0.6464722931385031,
   "probability_source": "decision",
   "retry_mean": 0.012833333333333334,
   "scored": 30,
   "time_median": 0.508,
   "time_p90": 0.7279000000000001,
   "tokens_in": 3266.4,
   "tokens_out": 1.0,
   "too_few": true,
   "usd_per_1000": 0.065328,
   "very_confident": 0.4,
   "worst_mean": 0.8473869264125824
  },
  "opening": {
   "auroc": 0.7734933605720122,
   "best_share": 0.3819444444444444,
   "blunder_share": 0.3715277777777778,
   "brier": 0.39458750799909814,
   "clusters": 96,
   "confidence_n": 288,
   "confident_badly_wrong": 0.14930555555555555,
   "cost_coverage": 1.0,
   "decisions": 288,
   "ece": 0.44090480833459733,
   "engine_scored": 288,
   "error_hi": 54.075085113031996,
   "error_lo": 36.066361056226825,
   "error_rate": 44.596424740221764,
   "first_date": "2026-10-20",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.8228492527790418,
   "over_budget": 0.0,
   "p95_loss": 0.37216047346591924,
   "probability_source": "decision",
   "retry_mean": 0.01889236111111111,
   "scored": 288,
   "time_median": 0.52,
   "time_p90": 0.9176000000000001,
   "tokens_in": 4257.722222222223,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.08515444444444445,
   "very_confident": 0.5381944444444444,
   "worst_mean": 0.5467139546360288
  },
  "race": {
   "auroc": 0.6527539294677057,
   "best_share": 0.4574898785425101,
   "blunder_share": 0.1700404858299595,
   "brier": 0.345221498967867,
   "clusters": 85,
   "confidence_n": 247,
   "confident_badly_wrong": 0.06882591093117409,
   "cost_coverage": 1.0,
   "decisions": 247,
   "ece": 0.3305449073445534,
   "engine_scored": 247,
   "error_hi": 33.04119500276311,
   "error_lo": 15.772029035789343,
   "error_rate": 24.01437233334128,
   "first_date": "2026-10-20",
   "group_sizes": [],
   "grouped": 0,
   "invalid": 0,
   "last_date": "2026-10-26",
   "mean_confidence": 0.7880347858870637,
   "over_budget": 0.0,
   "p95_loss": 0.19602251052856443,
   "probability_source": "decision",
   "retry_mean": 0.008210526315789474,
   "scored": 247,
   "time_median": 0.459,
   "time_p90": 0.648,
   "tokens_in": 3005.0121457489877,
   "tokens_out": 1.0,
   "too_few": false,
   "usd_per_1000": 0.060100242914979764,
   "very_confident": 0.4534412955465587,
   "worst_mean": 0.48090993861357373
  }
 },
 "risk": {
  "main": {
   "by_call": {
    "missed": 29.16847947025968,
    "needless": 5.594521391025055,
    "none": 4.549973328179176,
    "right_risk": 1.665981023040129,
    "right_safety": 4.44460355843072,
    "wrong_risk": 2.5244588087651127
   },
   "calls": {
    "missed": 517.0,
    "needless": 79.0,
    "right_risk": 129.0,
    "right_safety": 583.0,
    "wrong_risk": 44.0
   },
   "confidence": {
    "auroc_right_risk": 0.6320035293376189,
    "missed_mean_p": 0.8334920869987302,
    "missed_n": 517,
    "taken_grouped": 0,
    "taken_n": 252,
    "taken_other": 0
   },
   "error_rate": 47.94801757969987,
   "found": {
    "den": 690.0,
    "n": 129.0,
    "share": 0.18695652173913044
   },
   "good": {
    "den": 252.0,
    "n": 129.0,
    "share": 0.5119047619047619
   },
   "judgement": 53.38105871535531,
   "judgement_hi": 55.183406093583464,
   "judgement_lo": 51.47871312195412,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.0784313725490196,
    "x": 0.8130434782608695,
    "y": 0.11933534743202417
   },
   "margin": 0.001,
   "missed": {
    "den": 690.0,
    "n": 517.0,
    "share": 0.7492753623188406
   },
   "needless": {
    "den": 662.0,
    "n": 79.0,
    "share": 0.11933534743202417
   },
   "needless_by_loss": {
    "big": {
     "den": 662.0,
     "n": 51.0,
     "share": 0.0770392749244713
    },
    "medium": {
     "den": 662.0,
     "n": 20.0,
     "share": 0.030211480362537766
    },
    "small": {
     "den": 662.0,
     "n": 8.0,
     "share": 0.012084592145015106
    }
   },
   "no_trade_off": 501.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.678799510002136,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.678799510002136,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 100.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 100,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 37.1796034201227,
      "needless": 8.165892978709957,
      "none": 1.2811550538146537,
      "right_risk": 1.53728602109132,
      "right_safety": 5.951847818363396,
      "wrong_risk": 2.7553017693336566
     },
     "calls": {
      "missed": 390.0,
      "needless": 70.0,
      "right_risk": 79.0,
      "right_safety": 470.0,
      "wrong_risk": 27.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.8405737593031256,
      "missed_n": 390,
      "taken_grouped": 0,
      "taken_n": 176,
      "taken_other": 0
     },
     "error_rate": 56.87108706143569,
     "found": {
      "den": 496.0,
      "n": 79.0,
      "share": 0.1592741935483871
     },
     "good": {
      "den": 176.0,
      "n": 79.0,
      "share": 0.44886363636363635
     },
     "judgement": 51.48222819593787,
     "judgement_hi": 53.55258564441221,
     "judgement_lo": 49.440647085662086,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.06474820143884892,
      "x": 0.8407258064516129,
      "y": 0.12962962962962962
     },
     "margin": 0.001,
     "missed": {
      "den": 496.0,
      "n": 390.0,
      "share": 0.7862903225806451
     },
     "needless": {
      "den": 540.0,
      "n": 70.0,
      "share": 0.12962962962962962
     },
     "needless_by_loss": {
      "big": {
       "den": 540.0,
       "n": 46.0,
       "share": 0.08518518518518518
      },
      "medium": {
       "den": 540.0,
       "n": 18.0,
       "share": 0.03333333333333333
      },
      "small": {
       "den": 540.0,
       "n": 6.0,
       "share": 0.011111111111111112
      }
     },
     "no_trade_off": 152.0,
     "reference": null,
     "right_safety": {
      "den": 540.0,
      "n": 470.0,
      "share": 0.8703703703703703
     },
     "risk_pays": 496.0,
     "safety_pays": 540.0,
     "scored": 1188,
     "sdt": {
      "aim": {
       "den": 106.0,
       "n": 79.0,
       "share": 0.7452830188679245
      },
      "beta": 1.3322250059648237,
      "caution": 0.9582727797885738,
      "caution_hi": 1.0750998070727031,
      "caution_lo": 0.8474031110620658,
      "cstar": 0.8607192562263098,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.3332683440903985,
      "dprime_hi": 0.48528355977621396,
      "dprime_lo": 0.1839432708248043,
      "false_alarm": {
       "den": 540.0,
       "n": 70.0,
       "share": 0.12962962962962962
      },
      "false_alarm_rate": 0.13031423290203328,
      "hit": {
       "den": 496.0,
       "n": 106.0,
       "share": 0.21370967741935484
      },
      "hit_rate": 0.21428571428571427,
      "missed_loss": 0.22650958391336296,
      "missed_n": 390.0,
      "na": null,
      "needless_loss": 0.27717373882021223,
      "needless_n": 70.0
     },
     "size": {
      "bad": {
       "mean": 7.257731958762887,
       "n": 97.0,
       "too_few": true
      },
      "right": {
       "mean": 5.7594936708860756,
       "n": 79.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 308.0,
        "n": 57.0,
        "share": 0.18506493506493507
       },
       "missed": {
        "den": 308.0,
        "n": 237.0,
        "share": 0.7694805194805194
       },
       "risk_pays": 308.0,
       "wrong": {
        "den": 308.0,
        "n": 14.0,
        "share": 0.045454545454545456
       }
      },
      "medium": {
       "found": {
        "den": 137.0,
        "n": 16.0,
        "share": 0.11678832116788321
       },
       "missed": {
        "den": 137.0,
        "n": 110.0,
        "share": 0.8029197080291971
       },
       "risk_pays": 137.0,
       "wrong": {
        "den": 137.0,
        "n": 11.0,
        "share": 0.08029197080291971
       }
      },
      "small": {
       "found": {
        "den": 51.0,
        "n": 6.0,
        "share": 0.11764705882352941
       },
       "missed": {
        "den": 51.0,
        "n": 43.0,
        "share": 0.8431372549019608
       },
       "risk_pays": 51.0,
       "wrong": {
        "den": 51.0,
        "n": 2.0,
        "share": 0.0392156862745098
       }
      }
     },
     "trade_off": 1036.0,
     "wrong": {
      "den": 496.0,
      "n": 27.0,
      "share": 0.05443548387096774
     }
    },
    "holding": {
     "by_call": {
      "missed": 43.70138247807821,
      "needless": 1.4930933713912964,
      "none": 0.3219485282897949,
      "right_risk": 0.0,
      "right_safety": 5.87107241153717,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 12.0,
      "needless": 2.0,
      "right_risk": 0.0,
      "right_safety": 14.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 12,
      "taken_grouped": 0,
      "taken_n": 2,
      "taken_other": 0
     },
     "error_rate": 51.38749678929647,
     "found": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 2.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 43.75,
     "judgement_hi": 50.0,
     "judgement_lo": 33.33333333333333,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.125
     },
     "margin": 0.001,
     "missed": {
      "den": 12.0,
      "n": 12.0,
      "share": 1.0
     },
     "needless": {
      "den": 16.0,
      "n": 2.0,
      "share": 0.125
     },
     "needless_by_loss": {
      "big": {
       "den": 16.0,
       "n": 1.0,
       "share": 0.0625
      },
      "medium": {
       "den": 16.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 16.0,
       "n": 1.0,
       "share": 0.0625
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 16.0,
      "n": 14.0,
      "share": 0.875
     },
     "risk_pays": 12.0,
     "safety_pays": 16.0,
     "scored": 30,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 0.2733265241007462,
      "caution": 1.4089782182413386,
      "caution_hi": 1.8742246926144168,
      "caution_lo": 1.0508148003160653,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.7196936405547347,
      "dprime_hi": 0.10401687503691437,
      "dprime_lo": -1.2203745953504148,
      "false_alarm": {
       "den": 16.0,
       "n": 2.0,
       "share": 0.125
      },
      "false_alarm_rate": 0.14705882352941177,
      "hit": {
       "den": 12.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.038461538461538464,
      "missed_loss": 0.21850691239039102,
      "missed_n": 12.0,
      "na": null,
      "needless_loss": 0.04479280114173889,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 6.5,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 4.0,
        "n": 4.0,
        "share": 1.0
       },
       "risk_pays": 4.0,
       "wrong": {
        "den": 4.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 28.0,
     "wrong": {
      "den": 12.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 29.75271569771899,
      "needless": 2.1554669365286827,
      "none": 0.0,
      "right_risk": 4.377663342489137,
      "right_safety": 3.4337604625357523,
      "wrong_risk": 4.8768183009492025
     },
     "calls": {
      "missed": 115.0,
      "needless": 7.0,
      "right_risk": 50.0,
      "right_safety": 99.0,
      "wrong_risk": 17.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 115,
      "taken_grouped": 0,
      "taken_n": 74,
      "taken_other": 0
     },
     "error_rate": 44.596424740221764,
     "found": {
      "den": 182.0,
      "n": 50.0,
      "share": 0.27472527472527475
     },
     "good": {
      "den": 74.0,
      "n": 50.0,
      "share": 0.6756756756756757
     },
     "judgement": 60.43437694381091,
     "judgement_hi": 64.23675908756148,
     "judgement_lo": 56.61706879302791,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.12878787878787878,
      "x": 0.7252747252747253,
      "y": 0.0660377358490566
     },
     "margin": 0.001,
     "missed": {
      "den": 182.0,
      "n": 115.0,
      "share": 0.6318681318681318
     },
     "needless": {
      "den": 106.0,
      "n": 7.0,
      "share": 0.0660377358490566
     },
     "needless_by_loss": {
      "big": {
       "den": 106.0,
       "n": 4.0,
       "share": 0.03773584905660377
      },
      "medium": {
       "den": 106.0,
       "n": 2.0,
       "share": 0.018867924528301886
      },
      "small": {
       "den": 106.0,
       "n": 1.0,
       "share": 0.009433962264150943
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 106.0,
      "n": 99.0,
      "share": 0.9339622641509434
     },
     "risk_pays": 182.0,
     "safety_pays": 106.0,
     "scored": 288,
     "sdt": {
      "aim": {
       "den": 67.0,
       "n": 50.0,
       "share": 0.746268656716418
      },
      "beta": 0.6931847994481005,
      "caution": 0.9049947512192446,
      "caution_hi": 1.137789891290906,
      "caution_lo": 0.7239980502382014,
      "cstar": -0.32139824383431054,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.1402011569792576,
      "dprime_hi": 1.5979020870539962,
      "dprime_lo": 0.8101156366752927,
      "false_alarm": {
       "den": 106.0,
       "n": 7.0,
       "share": 0.0660377358490566
      },
      "false_alarm_rate": 0.07009345794392523,
      "hit": {
       "den": 182.0,
       "n": 67.0,
       "share": 0.36813186813186816
      },
      "hit_rate": 0.36885245901639346,
      "missed_loss": 0.14902229775553164,
      "missed_n": 115.0,
      "na": null,
      "needless_loss": 0.17736413649150304,
      "needless_n": 7.0
     },
     "size": {
      "bad": {
       "mean": 7.083333333333333,
       "n": 24.0,
       "too_few": true
      },
      "right": {
       "mean": 6.46,
       "n": 50.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 104.0,
        "n": 34.0,
        "share": 0.3269230769230769
       },
       "missed": {
        "den": 104.0,
        "n": 67.0,
        "share": 0.6442307692307693
       },
       "risk_pays": 104.0,
       "wrong": {
        "den": 104.0,
        "n": 3.0,
        "share": 0.028846153846153848
       }
      },
      "medium": {
       "found": {
        "den": 68.0,
        "n": 14.0,
        "share": 0.20588235294117646
       },
       "missed": {
        "den": 68.0,
        "n": 40.0,
        "share": 0.5882352941176471
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 14.0,
        "share": 0.20588235294117646
       }
      },
      "small": {
       "found": {
        "den": 10.0,
        "n": 2.0,
        "share": 0.2
       },
       "missed": {
        "den": 10.0,
        "n": 8.0,
        "share": 0.8
       },
       "risk_pays": 10.0,
       "wrong": {
        "den": 10.0,
        "n": 0.0,
        "share": 0.0
       }
      }
     },
     "trade_off": 288.0,
     "wrong": {
      "den": 182.0,
      "n": 17.0,
      "share": 0.09340659340659341
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 24.01437233334128,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 24.01437233334128,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.001,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 247.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 247,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 662.0,
    "n": 583.0,
    "share": 0.8806646525679759
   },
   "risk_pays": 690.0,
   "safety_pays": 662.0,
   "scored": 1853,
   "sdt": {
    "aim": {
     "den": 173.0,
     "n": 129.0,
     "share": 0.7456647398843931
    },
    "beta": 1.2042634318800554,
    "caution": 0.9232587129446419,
    "caution_hi": 1.017410514047408,
    "caution_lo": 0.8383390111718134,
    "cstar": 0.3685218505166278,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5043611930636063,
    "dprime_hi": 0.6650928663414458,
    "dprime_lo": 0.3555008715339917,
    "false_alarm": {
     "den": 662.0,
     "n": 79.0,
     "share": 0.11933534743202417
    },
    "false_alarm_rate": 0.11990950226244344,
    "hit": {
     "den": 690.0,
     "n": 173.0,
     "share": 0.25072463768115943
    },
    "hit_rate": 0.25108538350217074,
    "missed_loss": 0.20908778513884407,
    "missed_n": 517.0,
    "na": null,
    "needless_loss": 0.2624467882928969,
    "needless_n": 79.0
   },
   "size": {
    "bad": {
     "mean": 7.211382113821138,
     "n": 123.0,
     "too_few": true
    },
    "right": {
     "mean": 6.0310077519379846,
     "n": 129.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 417.0,
      "n": 91.0,
      "share": 0.2182254196642686
     },
     "missed": {
      "den": 417.0,
      "n": 309.0,
      "share": 0.7410071942446043
     },
     "risk_pays": 417.0,
     "wrong": {
      "den": 417.0,
      "n": 17.0,
      "share": 0.0407673860911271
     }
    },
    "medium": {
     "found": {
      "den": 208.0,
      "n": 30.0,
      "share": 0.14423076923076922
     },
     "missed": {
      "den": 208.0,
      "n": 153.0,
      "share": 0.7355769230769231
     },
     "risk_pays": 208.0,
     "wrong": {
      "den": 208.0,
      "n": 25.0,
      "share": 0.1201923076923077
     }
    },
    "small": {
     "found": {
      "den": 65.0,
      "n": 8.0,
      "share": 0.12307692307692308
     },
     "missed": {
      "den": 65.0,
      "n": 55.0,
      "share": 0.8461538461538461
     },
     "risk_pays": 65.0,
     "wrong": {
      "den": 65.0,
      "n": 2.0,
      "share": 0.03076923076923077
     }
    }
   },
   "trade_off": 1352.0,
   "wrong": {
    "den": 690.0,
    "n": 44.0,
    "share": 0.06376811594202898
   }
  },
  "robust": {
   "by_call": {
    "missed": 28.67888624257676,
    "needless": 5.604061769010952,
    "none": 4.549973328179176,
    "right_risk": 1.3433744858485972,
    "right_safety": 4.934196786113643,
    "wrong_risk": 2.8375249679707477
   },
   "calls": {
    "missed": 462.0,
    "needless": 89.0,
    "right_risk": 115.0,
    "right_safety": 638.0,
    "wrong_risk": 48.0
   },
   "confidence": {
    "auroc_right_risk": 0.6252618216439225,
    "missed_mean_p": 0.8321225743353129,
    "missed_n": 462,
    "taken_grouped": 0,
    "taken_n": 252,
    "taken_other": 0
   },
   "error_rate": 47.94801757969987,
   "found": {
    "den": 625.0,
    "n": 115.0,
    "share": 0.184
   },
   "good": {
    "den": 252.0,
    "n": 115.0,
    "share": 0.45634920634920634
   },
   "judgement": 53.07895460797799,
   "judgement_hi": 55.087870228561194,
   "judgement_lo": 51.2790343587926,
   "judgement_na": null,
   "map": {
    "wrong_share": 0.09411764705882353,
    "x": 0.816,
    "y": 0.12242090784044017
   },
   "margin": 0.02,
   "missed": {
    "den": 625.0,
    "n": 462.0,
    "share": 0.7392
   },
   "needless": {
    "den": 727.0,
    "n": 89.0,
    "share": 0.12242090784044017
   },
   "needless_by_loss": {
    "big": {
     "den": 727.0,
     "n": 51.0,
     "share": 0.07015130674002751
    },
    "medium": {
     "den": 727.0,
     "n": 20.0,
     "share": 0.027510316368638238
    },
    "small": {
     "den": 727.0,
     "n": 18.0,
     "share": 0.024759284731774415
    }
   },
   "no_trade_off": 501.0,
   "phases": {
    "bear-off": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 9.678799510002136,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 9.678799510002136,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 100.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 100,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    },
    "contact": {
     "by_call": {
      "missed": 36.531744506021944,
      "needless": 8.18077371979402,
      "none": 1.2811550538146537,
      "right_risk": 1.1049265211278743,
      "right_safety": 6.599706732464158,
      "wrong_risk": 3.1727805282130386
     },
     "calls": {
      "missed": 347.0,
      "needless": 78.0,
      "right_risk": 69.0,
      "right_safety": 513.0,
      "wrong_risk": 29.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": 0.8411166360251321,
      "missed_n": 347,
      "taken_grouped": 0,
      "taken_n": 176,
      "taken_other": 0
     },
     "error_rate": 56.87108706143569,
     "found": {
      "den": 445.0,
      "n": 69.0,
      "share": 0.1550561797752809
     },
     "good": {
      "den": 176.0,
      "n": 69.0,
      "share": 0.39204545454545453
     },
     "judgement": 51.15382421719045,
     "judgement_hi": 53.44745756730581,
     "judgement_lo": 48.84090011452539,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.07712765957446809,
      "x": 0.8449438202247191,
      "y": 0.1319796954314721
     },
     "margin": 0.02,
     "missed": {
      "den": 445.0,
      "n": 347.0,
      "share": 0.7797752808988764
     },
     "needless": {
      "den": 591.0,
      "n": 78.0,
      "share": 0.1319796954314721
     },
     "needless_by_loss": {
      "big": {
       "den": 591.0,
       "n": 46.0,
       "share": 0.077834179357022
      },
      "medium": {
       "den": 591.0,
       "n": 18.0,
       "share": 0.030456852791878174
      },
      "small": {
       "den": 591.0,
       "n": 14.0,
       "share": 0.023688663282571912
      }
     },
     "no_trade_off": 152.0,
     "reference": null,
     "right_safety": {
      "den": 591.0,
      "n": 513.0,
      "share": 0.868020304568528
     },
     "risk_pays": 445.0,
     "safety_pays": 591.0,
     "scored": 1188,
     "sdt": {
      "aim": {
       "den": 98.0,
       "n": 69.0,
       "share": 0.7040816326530612
      },
      "beta": 1.3230806276330886,
      "caution": 0.941748586802774,
      "caution_hi": 1.0638183542928568,
      "caution_lo": 0.826501208593932,
      "cstar": 0.8118172341726902,
      "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 0.34485942712770534,
      "dprime_hi": 0.5118390985180516,
      "dprime_lo": 0.1900221033249836,
      "false_alarm": {
       "den": 591.0,
       "n": 78.0,
       "share": 0.1319796954314721
      },
      "false_alarm_rate": 0.13260135135135134,
      "hit": {
       "den": 445.0,
       "n": 98.0,
       "share": 0.2202247191011236
      },
      "hit_rate": 0.22085201793721973,
      "missed_loss": 0.25014243500376987,
      "missed_n": 347.0,
      "na": null,
      "needless_loss": 0.2491989533106486,
      "needless_n": 78.0
     },
     "size": {
      "bad": {
       "mean": 7.130841121495327,
       "n": 107.0,
       "too_few": true
      },
      "right": {
       "mean": 5.739130434782608,
       "n": 69.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 308.0,
        "n": 55.0,
        "share": 0.17857142857142858
       },
       "missed": {
        "den": 308.0,
        "n": 237.0,
        "share": 0.7694805194805194
       },
       "risk_pays": 308.0,
       "wrong": {
        "den": 308.0,
        "n": 16.0,
        "share": 0.05194805194805195
       }
      },
      "medium": {
       "found": {
        "den": 137.0,
        "n": 14.0,
        "share": 0.10218978102189781
       },
       "missed": {
        "den": 137.0,
        "n": 110.0,
        "share": 0.8029197080291971
       },
       "risk_pays": 137.0,
       "wrong": {
        "den": 137.0,
        "n": 13.0,
        "share": 0.0948905109489051
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 1036.0,
     "wrong": {
      "den": 445.0,
      "n": 29.0,
      "share": 0.0651685393258427
     }
    },
    "holding": {
     "by_call": {
      "missed": 42.815572023391724,
      "needless": 1.4930933713912964,
      "none": 0.3219485282897949,
      "right_risk": 0.0,
      "right_safety": 6.756882866223653,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 8.0,
      "needless": 2.0,
      "right_risk": 0.0,
      "right_safety": 18.0,
      "wrong_risk": 0.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 8,
      "taken_grouped": 0,
      "taken_n": 2,
      "taken_other": 0
     },
     "error_rate": 51.38749678929647,
     "found": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     },
     "good": {
      "den": 2.0,
      "n": 0.0,
      "share": 0.0
     },
     "judgement": 45.0,
     "judgement_hi": 50.0,
     "judgement_lo": 35.714285714285715,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.0,
      "x": 1.0,
      "y": 0.1
     },
     "margin": 0.02,
     "missed": {
      "den": 8.0,
      "n": 8.0,
      "share": 1.0
     },
     "needless": {
      "den": 20.0,
      "n": 2.0,
      "share": 0.1
     },
     "needless_by_loss": {
      "big": {
       "den": 20.0,
       "n": 1.0,
       "share": 0.05
      },
      "medium": {
       "den": 20.0,
       "n": 0.0,
       "share": 0.0
      },
      "small": {
       "den": 20.0,
       "n": 1.0,
       "share": 0.05
      }
     },
     "no_trade_off": 2.0,
     "reference": null,
     "right_safety": {
      "den": 20.0,
      "n": 18.0,
      "share": 0.9
     },
     "risk_pays": 8.0,
     "safety_pays": 20.0,
     "scored": 30,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": 0.34872671339660355,
      "caution": 1.3864899678174551,
      "caution_hi": 1.8408438793264308,
      "caution_lo": 1.0497458136393152,
      "cstar": null,
      "cstar_note": "N/A: no ability (d′ ≤ 0)",
      "cstar_status": "na",
      "dprime": -0.4134577004111899,
      "dprime_hi": 0.4726977181673062,
      "dprime_lo": -0.9703638767553909,
      "false_alarm": {
       "den": 20.0,
       "n": 2.0,
       "share": 0.1
      },
      "false_alarm_rate": 0.11904761904761904,
      "hit": {
       "den": 8.0,
       "n": 0.0,
       "share": 0.0
      },
      "hit_rate": 0.05555555555555555,
      "missed_loss": 0.3211167901754379,
      "missed_n": 8.0,
      "na": null,
      "needless_loss": 0.04479280114173889,
      "needless_n": 2.0
     },
     "size": {
      "bad": {
       "mean": 6.5,
       "n": 2.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 5.0,
        "n": 5.0,
        "share": 1.0
       },
       "risk_pays": 5.0,
       "wrong": {
        "den": 5.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "medium": {
       "found": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       },
       "missed": {
        "den": 3.0,
        "n": 3.0,
        "share": 1.0
       },
       "risk_pays": 3.0,
       "wrong": {
        "den": 3.0,
        "n": 0.0,
        "share": 0.0
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 28.0,
     "wrong": {
      "den": 8.0,
      "n": 0.0,
      "share": 0.0
     }
    },
    "opening": {
     "by_call": {
      "missed": 29.367349214024014,
      "needless": 2.1554669365286827,
      "none": 0.0,
      "right_risk": 4.085486858255333,
      "right_safety": 3.8191269462307296,
      "wrong_risk": 5.168994785183006
     },
     "calls": {
      "missed": 107.0,
      "needless": 9.0,
      "right_risk": 46.0,
      "right_safety": 107.0,
      "wrong_risk": 19.0
     },
     "confidence": {
      "auroc_right_risk": null,
      "missed_mean_p": null,
      "missed_n": 107,
      "taken_grouped": 0,
      "taken_n": 74,
      "taken_other": 0
     },
     "error_rate": 44.596424740221764,
     "found": {
      "den": 172.0,
      "n": 46.0,
      "share": 0.26744186046511625
     },
     "good": {
      "den": 74.0,
      "n": 46.0,
      "share": 0.6216216216216216
     },
     "judgement": 59.49278267842823,
     "judgement_hi": 63.46153846153846,
     "judgement_lo": 55.68118228565144,
     "judgement_na": null,
     "map": {
      "wrong_share": 0.15079365079365079,
      "x": 0.7325581395348837,
      "y": 0.07758620689655173
     },
     "margin": 0.02,
     "missed": {
      "den": 172.0,
      "n": 107.0,
      "share": 0.622093023255814
     },
     "needless": {
      "den": 116.0,
      "n": 9.0,
      "share": 0.07758620689655173
     },
     "needless_by_loss": {
      "big": {
       "den": 116.0,
       "n": 4.0,
       "share": 0.034482758620689655
      },
      "medium": {
       "den": 116.0,
       "n": 2.0,
       "share": 0.017241379310344827
      },
      "small": {
       "den": 116.0,
       "n": 3.0,
       "share": 0.02586206896551724
      }
     },
     "no_trade_off": 0.0,
     "reference": null,
     "right_safety": {
      "den": 116.0,
      "n": 107.0,
      "share": 0.9224137931034483
     },
     "risk_pays": 172.0,
     "safety_pays": 116.0,
     "scored": 288,
     "sdt": {
      "aim": {
       "den": 65.0,
       "n": 46.0,
       "share": 0.7076923076923077
      },
      "beta": 0.5885013025970369,
      "caution": 0.8530970987167797,
      "caution_hi": 1.0614332962101318,
      "caution_lo": 0.6748023091205313,
      "cstar": -0.48732042793310726,
      "cstar_note": "unstable: fewer than 200 needless and missed risks behind a mean cost",
      "cstar_status": "unstable",
      "dprime": 1.0879415441581004,
      "dprime_hi": 1.5013271621949749,
      "dprime_lo": 0.7719236600423628,
      "false_alarm": {
       "den": 116.0,
       "n": 9.0,
       "share": 0.07758620689655173
      },
      "false_alarm_rate": 0.0811965811965812,
      "hit": {
       "den": 172.0,
       "n": 65.0,
       "share": 0.37790697674418605
      },
      "hit_rate": 0.3786127167630058,
      "missed_loss": 0.1580896555820358,
      "missed_n": 107.0,
      "na": null,
      "needless_loss": 0.1379498839378357,
      "needless_n": 9.0
     },
     "size": {
      "bad": {
       "mean": 7.142857142857143,
       "n": 28.0,
       "too_few": true
      },
      "right": {
       "mean": 6.369565217391305,
       "n": 46.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 104.0,
        "n": 32.0,
        "share": 0.3076923076923077
       },
       "missed": {
        "den": 104.0,
        "n": 67.0,
        "share": 0.6442307692307693
       },
       "risk_pays": 104.0,
       "wrong": {
        "den": 104.0,
        "n": 5.0,
        "share": 0.04807692307692308
       }
      },
      "medium": {
       "found": {
        "den": 68.0,
        "n": 14.0,
        "share": 0.20588235294117646
       },
       "missed": {
        "den": 68.0,
        "n": 40.0,
        "share": 0.5882352941176471
       },
       "risk_pays": 68.0,
       "wrong": {
        "den": 68.0,
        "n": 14.0,
        "share": 0.20588235294117646
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 288.0,
     "wrong": {
      "den": 172.0,
      "n": 19.0,
      "share": 0.11046511627906977
     }
    },
    "race": {
     "by_call": {
      "missed": 0.0,
      "needless": 0.0,
      "none": 24.01437233334128,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "calls": {
      "missed": 0.0,
      "needless": 0.0,
      "right_risk": 0.0,
      "right_safety": 0.0,
      "wrong_risk": 0.0
     },
     "confidence": null,
     "error_rate": 24.01437233334128,
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "good": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "judgement": null,
     "judgement_na": "N/A: no Risk pays decisions",
     "map": null,
     "margin": 0.02,
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "needless_by_loss": {
      "big": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "medium": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "small": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      }
     },
     "no_trade_off": 247.0,
     "reference": null,
     "right_safety": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "safety_pays": 0.0,
     "scored": 247,
     "sdt": {
      "aim": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "beta": null,
      "caution": null,
      "caution_hi": null,
      "caution_lo": null,
      "cstar": null,
      "cstar_note": "N/A: no Risk pays decisions",
      "cstar_status": "na",
      "dprime": null,
      "dprime_hi": null,
      "dprime_lo": null,
      "false_alarm": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "hit": {
       "den": 0.0,
       "n": 0.0,
       "share": null
      },
      "missed_loss": null,
      "missed_n": 0.0,
      "na": "N/A: no Risk pays decisions",
      "needless_loss": null,
      "needless_n": 0.0
     },
     "size": {
      "bad": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      },
      "right": {
       "mean": null,
       "n": 0.0,
       "too_few": true
      }
     },
     "stake": {
      "big": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "medium": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      },
      "small": {
       "found": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "missed": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       },
       "risk_pays": 0.0,
       "wrong": {
        "den": 0.0,
        "n": 0.0,
        "share": null
       }
      }
     },
     "trade_off": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "reference": null,
   "right_safety": {
    "den": 727.0,
    "n": 638.0,
    "share": 0.8775790921595599
   },
   "risk_pays": 625.0,
   "safety_pays": 727.0,
   "scored": 1853,
   "sdt": {
    "aim": {
     "den": 163.0,
     "n": 115.0,
     "share": 0.7055214723926381
    },
    "beta": 1.1799048726524384,
    "caution": 0.9000610795682426,
    "caution_hi": 0.9899823245078406,
    "caution_lo": 0.8191286656320377,
    "cstar": 0.31770719895064636,
    "cstar_note": "unstable: fewer than 200 needless risks behind a mean cost",
    "cstar_status": "unstable",
    "dprime": 0.5207115840562284,
    "dprime_hi": 0.6664592533389102,
    "dprime_lo": 0.37202096712635285,
    "false_alarm": {
     "den": 727.0,
     "n": 89.0,
     "share": 0.12242090784044017
    },
    "false_alarm_rate": 0.12293956043956043,
    "hit": {
     "den": 625.0,
     "n": 163.0,
     "share": 0.2608
    },
    "hit_rate": 0.26118210862619806,
    "missed_loss": 0.23005184505408977,
    "missed_n": 462.0,
    "na": null,
    "needless_loss": 0.23335565074106282,
    "needless_n": 89.0
   },
   "size": {
    "bad": {
     "mean": 7.124087591240876,
     "n": 137.0,
     "too_few": true
    },
    "right": {
     "mean": 5.991304347826087,
     "n": 115.0,
     "too_few": true
    }
   },
   "stake": {
    "big": {
     "found": {
      "den": 417.0,
      "n": 87.0,
      "share": 0.20863309352517986
     },
     "missed": {
      "den": 417.0,
      "n": 309.0,
      "share": 0.7410071942446043
     },
     "risk_pays": 417.0,
     "wrong": {
      "den": 417.0,
      "n": 21.0,
      "share": 0.050359712230215826
     }
    },
    "medium": {
     "found": {
      "den": 208.0,
      "n": 28.0,
      "share": 0.1346153846153846
     },
     "missed": {
      "den": 208.0,
      "n": 153.0,
      "share": 0.7355769230769231
     },
     "risk_pays": 208.0,
     "wrong": {
      "den": 208.0,
      "n": 27.0,
      "share": 0.12980769230769232
     }
    },
    "small": {
     "found": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "missed": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     },
     "risk_pays": 0.0,
     "wrong": {
      "den": 0.0,
      "n": 0.0,
      "share": null
     }
    }
   },
   "trade_off": 1352.0,
   "wrong": {
    "den": 625.0,
    "n": 48.0,
    "share": 0.0768
   }
  }
 },
 "slug": "mercury-decide",
 "status": "Published",
 "tags": {
  "back game": {
   "error_rate": 28.929658911444925,
   "n": 11,
   "too_few": true
  },
  "blitz": {
   "error_rate": 54.44194575850393,
   "n": 142,
   "too_few": true
  },
  "holding": {
   "error_rate": 51.38749678929647,
   "n": 30,
   "too_few": true
  },
  "low-anchor": {
   "error_rate": 62.3870466990041,
   "n": 477,
   "too_few": false
  },
  "other": {
   "error_rate": 50.829874822892336,
   "n": 83,
   "too_few": true
  },
  "priming": {
   "error_rate": 53.76077473163605,
   "n": 475,
   "too_few": false
  }
 },
 "version": "v3"
}
