{
 "additions": [
  "Liquid d1-ultra",
  "Fastino GLiDE",
  "Claude Fable 5.1 (high)",
  "Grok 4.7 (high)"
 ],
 "additions_note": "Added under §10.14(g) after this test's results had been computed and read: Liquid d1-ultra and Fastino GLiDE (decision models); Claude Fable 5.1 (high) and Grok 4.7 (high) (frontier). They follow the Cup roster, not the results. The primary comparisons are shown both ways: with the additions (the primary result, §10.14(b)) and with the original members only (22 setups, §10.14(d)).",
 "chart": [
  {
   "group": "decision models",
   "nackgammon_pr": 24.91,
   "setup": "Fastino GLiDE v1.2",
   "standard_pr": 22.74
  },
  {
   "group": "decision models",
   "nackgammon_pr": 23.38,
   "setup": "Fastino GLiDE",
   "standard_pr": 22.93
  },
  {
   "group": "decision models",
   "nackgammon_pr": 28.27,
   "setup": "Liquid d1-ultra",
   "standard_pr": 24.25
  },
  {
   "group": "decision models",
   "nackgammon_pr": 24.17,
   "setup": "Jev 1.13.0",
   "standard_pr": 26.53
  },
  {
   "group": "decision models",
   "nackgammon_pr": 34.11,
   "setup": "GPT-6 Luna (Decisions API)",
   "standard_pr": 28.27
  },
  {
   "group": "decision models",
   "nackgammon_pr": 28.47,
   "setup": "Celeris-1 Decision",
   "standard_pr": 29.71
  },
  {
   "group": "decision models",
   "nackgammon_pr": 28.64,
   "setup": "Perplexity Decider 27B v1.1 (local GPU)",
   "standard_pr": 30.42
  },
  {
   "group": "decision models",
   "nackgammon_pr": 24.48,
   "setup": "Cygnet",
   "standard_pr": 31.33
  },
  {
   "group": "decision models",
   "nackgammon_pr": 29.66,
   "setup": "SubQ Snap Preview",
   "standard_pr": 31.91
  },
  {
   "group": "decision models",
   "nackgammon_pr": 28.46,
   "setup": "Inception Mercury Decide",
   "standard_pr": 32.74
  },
  {
   "group": "decision models",
   "nackgammon_pr": 33.43,
   "setup": "Winnow-12B",
   "standard_pr": 34.33
  },
  {
   "group": "decision models",
   "nackgammon_pr": 22.8,
   "setup": "Perplexity Decider 27B v1.2 (local GPU)",
   "standard_pr": 34.68
  },
  {
   "group": "decision models",
   "nackgammon_pr": 42.86,
   "setup": "Perplexity Decider Flash v1.2",
   "standard_pr": 39.77
  },
  {
   "group": "decision models",
   "nackgammon_pr": 40.96,
   "setup": "Open-Jev 27B v1.1",
   "standard_pr": 52.08
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 8.43,
   "setup": "GPT-6.1 Sol (high)",
   "standard_pr": 9.88
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 9.9,
   "setup": "GPT-6.1 Sol (low)",
   "standard_pr": 11.15
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 14.5,
   "setup": "Claude Sonnet 5.5 (low)",
   "standard_pr": 13.96
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 11.81,
   "setup": "Gemini 3.8 Flash (low)",
   "standard_pr": 15.92
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 13.38,
   "setup": "Gemma 4 31B (on)",
   "standard_pr": 18.35
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 27.9,
   "setup": "DeepSeek-V4.1-Flash (off)",
   "standard_pr": 23.91
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 28.43,
   "setup": "Qwen3.8-27B (off)",
   "standard_pr": 28.13
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 37.55,
   "setup": "LFM2.5-24B-A2B (on)",
   "standard_pr": 38.2
  },
  {
   "group": "workhorses",
   "nackgammon_pr": 53.98,
   "setup": "LFM2.5-24B-A2B (off)",
   "standard_pr": 50.75
  },
  {
   "group": "frontier",
   "nackgammon_pr": 9.51,
   "setup": "Claude Fable 5.1 (high)",
   "standard_pr": 9.13
  },
  {
   "group": "frontier",
   "nackgammon_pr": 7.3,
   "setup": "GPT-6 Astra (medium)",
   "standard_pr": 9.66
  },
  {
   "group": "frontier",
   "nackgammon_pr": 14.53,
   "setup": "Grok 4.7 (high)",
   "standard_pr": 15.2
  },
  {
   "group": "no group (exploratory)",
   "nackgammon_pr": 14.4,
   "setup": "GPT-6.1 Terra",
   "standard_pr": 13.52
  },
  {
   "group": "no group (exploratory)",
   "nackgammon_pr": 15.71,
   "setup": "Gemini 4 Argon (low)",
   "standard_pr": 13.79
  },
  {
   "group": "yardstick",
   "nackgammon_pr": 24.13,
   "setup": "GNUbg weak",
   "standard_pr": 27.69
  },
  {
   "group": "yardstick",
   "nackgammon_pr": 82.89,
   "setup": "Random",
   "standard_pr": 87.45
  }
 ],
 "comparisons": 5,
 "cost_note": "Recorded cost (the field billed_usd_per_1000) is the cost stored with each answer: the provider's reported cost per response where the route reports one, otherwise the runner's list-price computation (Mercury Decide: list price; its provider-billed amount was not retained and is unknown). No invoice was checked. API-equivalent is a subscription setup priced at list price, not money paid. Setups on our GPUs have no list price.",
 "engine_check": {
  "counts": {
   "adjusted_plays_used": 441,
   "rolled_out_plays": 442
  },
  "pairs": 40,
  "per_setup": {
   "Celeris-1 Decision": {
    "2ply": {
     "drop": 33.24,
     "nackgammon_pr": 53.19,
     "standard_pr": 19.94
    },
    "rollout": {
     "drop": 30.37,
     "nackgammon_pr": 51.27,
     "standard_pr": 20.9
    }
   },
   "Claude Fable 5.1 (high)": {
    "2ply": {
     "drop": -4.01,
     "nackgammon_pr": 8.18,
     "standard_pr": 12.19
    },
    "rollout": {
     "drop": -6.88,
     "nackgammon_pr": 6.25,
     "standard_pr": 13.13
    }
   },
   "Claude Sonnet 5.5 (low)": {
    "2ply": {
     "drop": 5.66,
     "nackgammon_pr": 18.62,
     "standard_pr": 12.96
    },
    "rollout": {
     "drop": 2.89,
     "nackgammon_pr": 17.06,
     "standard_pr": 14.17
    }
   },
   "Cygnet": {
    "2ply": {
     "drop": 4.37,
     "nackgammon_pr": 22.08,
     "standard_pr": 17.71
    },
    "rollout": {
     "drop": 0.85,
     "nackgammon_pr": 19.93,
     "standard_pr": 19.07
    }
   },
   "DeepSeek-V4.1-Flash (off)": {
    "2ply": {
     "drop": 12.78,
     "nackgammon_pr": 22.97,
     "standard_pr": 10.19
    },
    "rollout": {
     "drop": 9.53,
     "nackgammon_pr": 20.58,
     "standard_pr": 11.05
    }
   },
   "Fastino GLiDE": {
    "2ply": {
     "drop": 9.02,
     "nackgammon_pr": 22.48,
     "standard_pr": 13.46
    },
    "rollout": {
     "drop": 7.08,
     "nackgammon_pr": 21.32,
     "standard_pr": 14.23
    }
   },
   "Fastino GLiDE v1.2": {
    "2ply": {
     "drop": 6.86,
     "nackgammon_pr": 20.28,
     "standard_pr": 13.43
    },
    "rollout": {
     "drop": 4.85,
     "nackgammon_pr": 19.14,
     "standard_pr": 14.3
    }
   },
   "GNUbg weak": {
    "2ply": {
     "drop": 4.16,
     "nackgammon_pr": 29.43,
     "standard_pr": 25.27
    },
    "rollout": {
     "drop": -0.02,
     "nackgammon_pr": 28.1,
     "standard_pr": 28.12
    }
   },
   "GPT-6 Astra (medium)": {
    "2ply": {
     "drop": -0.71,
     "nackgammon_pr": 7.75,
     "standard_pr": 8.46
    },
    "rollout": {
     "drop": -3.35,
     "nackgammon_pr": 6.25,
     "standard_pr": 9.6
    }
   },
   "GPT-6 Luna (Decisions API)": {
    "2ply": {
     "drop": 27.63,
     "nackgammon_pr": 38.9,
     "standard_pr": 11.27
    },
    "rollout": {
     "drop": 24.17,
     "nackgammon_pr": 36.34,
     "standard_pr": 12.17
    }
   },
   "GPT-6.1 Sol (high)": {
    "2ply": {
     "drop": -1.28,
     "nackgammon_pr": 10.46,
     "standard_pr": 11.73
    },
    "rollout": {
     "drop": -3.66,
     "nackgammon_pr": 8.87,
     "standard_pr": 12.53
    }
   },
   "GPT-6.1 Sol (low)": {
    "2ply": {
     "drop": -3.04,
     "nackgammon_pr": 10.52,
     "standard_pr": 13.56
    },
    "rollout": {
     "drop": -6.39,
     "nackgammon_pr": 8.7,
     "standard_pr": 15.09
    }
   },
   "GPT-6.1 Terra": {
    "2ply": {
     "drop": -2.81,
     "nackgammon_pr": 8.61,
     "standard_pr": 11.43
    },
    "rollout": {
     "drop": -5.9,
     "nackgammon_pr": 6.74,
     "standard_pr": 12.64
    }
   },
   "Gemini 3.8 Flash (low)": {
    "2ply": {
     "drop": -5.02,
     "nackgammon_pr": 10.19,
     "standard_pr": 15.21
    },
    "rollout": {
     "drop": -7.95,
     "nackgammon_pr": 8.38,
     "standard_pr": 16.33
    }
   },
   "Gemini 4 Argon (low)": {
    "2ply": {
     "drop": 2.6,
     "nackgammon_pr": 11.33,
     "standard_pr": 8.73
    },
    "rollout": {
     "drop": -0.02,
     "nackgammon_pr": 9.02,
     "standard_pr": 9.04
    }
   },
   "Gemma 4 31B (on)": {
    "2ply": {
     "drop": 3.13,
     "nackgammon_pr": 18.07,
     "standard_pr": 14.93
    },
    "rollout": {
     "drop": 0.69,
     "nackgammon_pr": 16.73,
     "standard_pr": 16.05
    }
   },
   "Grok 4.7 (high)": {
    "2ply": {
     "drop": 4.6,
     "nackgammon_pr": 16.37,
     "standard_pr": 11.77
    },
    "rollout": {
     "drop": 1.36,
     "nackgammon_pr": 14.18,
     "standard_pr": 12.82
    }
   },
   "Inception Mercury Decide": {
    "2ply": {
     "drop": 16.99,
     "nackgammon_pr": 32.27,
     "standard_pr": 15.28
    },
    "rollout": {
     "drop": 14.54,
     "nackgammon_pr": 30.64,
     "standard_pr": 16.11
    }
   },
   "Jev 1.13.0": {
    "2ply": {
     "drop": 10.61,
     "nackgammon_pr": 25.27,
     "standard_pr": 14.66
    },
    "rollout": {
     "drop": 7.97,
     "nackgammon_pr": 23.79,
     "standard_pr": 15.82
    }
   },
   "LFM2.5-24B-A2B (off)": {
    "2ply": {
     "drop": 36.54,
     "nackgammon_pr": 72.68,
     "standard_pr": 36.14
    },
    "rollout": {
     "drop": 34.12,
     "nackgammon_pr": 71.22,
     "standard_pr": 37.09
    }
   },
   "LFM2.5-24B-A2B (on)": {
    "2ply": {
     "drop": 21.95,
     "nackgammon_pr": 46.03,
     "standard_pr": 24.08
    },
    "rollout": {
     "drop": 18.49,
     "nackgammon_pr": 44.3,
     "standard_pr": 25.81
    }
   },
   "Liquid d1-ultra": {
    "2ply": {
     "drop": 11.46,
     "nackgammon_pr": 25.38,
     "standard_pr": 13.92
    },
    "rollout": {
     "drop": 7.03,
     "nackgammon_pr": 21.96,
     "standard_pr": 14.94
    }
   },
   "Open-Jev 27B v1.1": {
    "2ply": {
     "drop": 3.31,
     "nackgammon_pr": 54.35,
     "standard_pr": 51.03
    },
    "rollout": {
     "drop": 0.72,
     "nackgammon_pr": 52.82,
     "standard_pr": 52.1
    }
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "2ply": {
     "drop": 6.43,
     "nackgammon_pr": 23.64,
     "standard_pr": 17.21
    },
    "rollout": {
     "drop": 2.95,
     "nackgammon_pr": 21.31,
     "standard_pr": 18.36
    }
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "2ply": {
     "drop": 5.39,
     "nackgammon_pr": 20.47,
     "standard_pr": 15.09
    },
    "rollout": {
     "drop": 3.19,
     "nackgammon_pr": 19.36,
     "standard_pr": 16.17
    }
   },
   "Perplexity Decider Flash v1.2": {
    "2ply": {
     "drop": 34.31,
     "nackgammon_pr": 63.81,
     "standard_pr": 29.51
    },
    "rollout": {
     "drop": 28.6,
     "nackgammon_pr": 60.75,
     "standard_pr": 32.15
    }
   },
   "Qwen3.8-27B (off)": {
    "2ply": {
     "drop": 14.08,
     "nackgammon_pr": 23.71,
     "standard_pr": 9.63
    },
    "rollout": {
     "drop": 11.55,
     "nackgammon_pr": 22.07,
     "standard_pr": 10.52
    }
   },
   "Random": {
    "2ply": {
     "drop": 9.72,
     "nackgammon_pr": 93.55,
     "standard_pr": 83.84
    },
    "rollout": {
     "drop": 6.06,
     "nackgammon_pr": 92.16,
     "standard_pr": 86.1
    }
   },
   "SubQ Snap Preview": {
    "2ply": {
     "drop": 18.67,
     "nackgammon_pr": 35.79,
     "standard_pr": 17.11
    },
    "rollout": {
     "drop": 16.16,
     "nackgammon_pr": 34.63,
     "standard_pr": 18.47
    }
   },
   "Winnow-12B": {
    "2ply": {
     "drop": 21.54,
     "nackgammon_pr": 40.94,
     "standard_pr": 19.4
    },
    "rollout": {
     "drop": 18.74,
     "nackgammon_pr": 39.56,
     "standard_pr": 20.82
    }
   }
  },
  "primary": [
   {
    "2ply": 5.57,
    "2ply_ci_99": [
     -2.33,
     14.99
    ],
    "comparison": "decision models − workhorses",
    "direction_changed": false,
    "rollout": 5.35,
    "rollout_ci_99": [
     -2.63,
     15.07
    ]
   },
   {
    "2ply": 15.03,
    "2ply_ci_99": [
     -1.57,
     36.32
    ],
    "comparison": "decision models − frontier",
    "direction_changed": false,
    "rollout": 14.9,
    "rollout_ci_99": [
     -1.73,
     35.94
    ]
   },
   {
    "2ply": 9.46,
    "2ply_ci_99": [
     -1.84,
     23.64
    ],
    "comparison": "workhorses − frontier",
    "direction_changed": false,
    "rollout": 9.55,
    "rollout_ci_99": [
     -1.79,
     23.36
    ]
   },
   {
    "2ply": -14.59,
    "2ply_ci_99": [
     -55.64,
     18.77
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "direction_changed": false,
    "rollout": -15.63,
    "rollout_ci_99": [
     -56.64,
     16.95
    ]
   },
   {
    "2ply": 1.76,
    "2ply_ci_99": [
     -2.81,
     6.99
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "direction_changed": false,
    "rollout": 2.73,
    "rollout_ci_99": [
     -1.97,
     8.46
    ]
   }
  ],
  "primary_original_members": [
   {
    "2ply": 6.36,
    "2ply_ci_99": [
     -3.28,
     18.64
    ],
    "comparison": "decision models − workhorses",
    "direction_changed": false,
    "rollout": 6.17,
    "rollout_ci_99": [
     -3.57,
     18.72
    ]
   },
   {
    "2ply": 16.49,
    "2ply_ci_99": [
     -1.68,
     40.04
    ],
    "comparison": "decision models − frontier",
    "direction_changed": false,
    "rollout": 16.11,
    "rollout_ci_99": [
     -2.2,
     39.49
    ]
   },
   {
    "2ply": 10.13,
    "2ply_ci_99": [
     -1.63,
     24.58
    ],
    "comparison": "workhorses − frontier",
    "direction_changed": false,
    "rollout": 9.94,
    "rollout_ci_99": [
     -1.65,
     24.21
    ]
   },
   {
    "2ply": -14.59,
    "2ply_ci_99": [
     -55.64,
     18.77
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "direction_changed": false,
    "rollout": -15.63,
    "rollout_ci_99": [
     -56.64,
     16.95
    ]
   },
   {
    "2ply": 1.76,
    "2ply_ci_99": [
     -2.81,
     6.99
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "direction_changed": false,
    "rollout": 2.73,
    "rollout_ci_99": [
     -1.97,
     8.46
    ]
   }
  ],
  "settings": "GNUbg 1.08.003 rollout: 1,296 trials per play, cubeless, variance reduction on, quasi-random dice, no truncation, no late evaluation, chequer play 1-ply, seed 1, 8 threads, nice 19; candidates: top 5 at 2-ply plus every play any setup chose"
 },
 "exploratory": {
  "Gemini 4 Argon (low)": "Gemini 4 Argon (low), added by Can's decision of 2026-10-28 instead of Gemini 4 Argon (high), not because of the Cup roster (§10.14(h))"
 },
 "frontier_note": "The frontier group currently has 3 setups (GPT-6 Astra (medium), Claude Fable 5.1 (high), Grok 4.7 (high)); comparisons 2 and 3 rest on them.",
 "frontier_note_original_members": "Original members only: the frontier group has 1 setup (GPT-6 Astra (medium)); comparisons 2 and 3 rest on it.",
 "groups": {
  "decision models": [
   "Celeris-1 Decision",
   "SubQ Snap Preview",
   "Cygnet",
   "Perplexity Decider 27B v1.2 (local GPU)",
   "Fastino GLiDE v1.2",
   "Jev 1.13.0",
   "GPT-6 Luna (Decisions API)",
   "Perplexity Decider 27B v1.1 (local GPU)",
   "Inception Mercury Decide",
   "Winnow-12B",
   "Open-Jev 27B v1.1",
   "Perplexity Decider Flash v1.2",
   "Liquid d1-ultra",
   "Fastino GLiDE"
  ],
  "frontier": [
   "GPT-6 Astra (medium)",
   "Claude Fable 5.1 (high)",
   "Grok 4.7 (high)"
  ],
  "workhorses": [
   "DeepSeek-V4.1-Flash (off)",
   "LFM2.5-24B-A2B (on)",
   "Qwen3.8-27B (off)",
   "LFM2.5-24B-A2B (off)",
   "Gemini 3.8 Flash (low)",
   "Claude Sonnet 5.5 (low)",
   "GPT-6.1 Sol (low)",
   "GPT-6.1 Sol (high)",
   "Gemma 4 31B (on)"
  ]
 },
 "groups_original_members": {
  "decision models": [
   "Celeris-1 Decision",
   "SubQ Snap Preview",
   "Cygnet",
   "Perplexity Decider 27B v1.2 (local GPU)",
   "Fastino GLiDE v1.2",
   "Jev 1.13.0",
   "GPT-6 Luna (Decisions API)",
   "Perplexity Decider 27B v1.1 (local GPU)",
   "Inception Mercury Decide",
   "Winnow-12B",
   "Open-Jev 27B v1.1",
   "Perplexity Decider Flash v1.2"
  ],
  "frontier": [
   "GPT-6 Astra (medium)"
  ],
  "workhorses": [
   "DeepSeek-V4.1-Flash (off)",
   "LFM2.5-24B-A2B (on)",
   "Qwen3.8-27B (off)",
   "LFM2.5-24B-A2B (off)",
   "Gemini 3.8 Flash (low)",
   "Claude Sonnet 5.5 (low)",
   "GPT-6.1 Sol (low)",
   "GPT-6.1 Sol (high)",
   "Gemma 4 31B (on)"
  ]
 },
 "groups_rule": "Groups by original league (Method §10.14, amendment of 2026-10-27). Method §10 and its notes were committed before any model call, and the per-setup first looks were computed under the frozen extension rule. Separately, before the amendment, six full-report calls were issued on partial data under the earlier group definitions; that all six completed successfully has not been independently established. One returned numeric old-group primary results into the site agent's context before the amendment. Whether a person saw them, and any causation, is not established. Nothing was published before the amendment; the aggregate report and data were pushed to the public repository in commit 3e4f413 on 2026-10-28 (01:03 UTC), before release approval. See §10.14(e) and its dated correction (f) of 2026-10-28.",
 "in_progress": false,
 "interval_descriptive": 0.95,
 "intervals_first_final": 0.975,
 "limit_note": "Output limit (§10.14(h)): an answer cut off at 32,768 output tokens counts as invalid, with its own sensitivity check (cut-off pairs left out). No recorded answer was cut off at the limit. Past 32,768 output tokens from a run that sent no limit (flagged; the answers keep their scores): Grok 4.7 (high), 17 of its recorded positions (7 standard / 10 Nackgammon), 7 in the main 200 pairs.",
 "method": "Method spec 2026-10-24 §10 (groups: §10.14)",
 "missing_note": "LFM2.5-24B-A2B (on): 107 positions recorded without a valid choice (timeouts or missing choices), 38 in the main 200 pairs and 69 in the reserve; on its final 500 pairs 55 standard / 52 Nackgammon; Grok 4.7 (high): 34 positions recorded without a valid choice (timeouts or missing choices), 15 in the main 200 pairs and 19 in the reserve; on its final 500 pairs 16 standard / 18 Nackgammon. They are not answers: each is scored by the primary rule (the position's Random error), with both sensitivity checks below. Every other asked setup gave a valid choice on every recorded position.",
 "primary": {
  "cutoff": [
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "ci_99": [
     -8.85,
     4.96
    ],
    "comparison": "decision models − workhorses",
    "diff": -1.44,
    "kind": "group"
   },
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.89,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.45,
     "standard_pr": 11.33
    },
    "ci_99": [
     -14.19,
     10.26
    ],
    "comparison": "decision models − frontier",
    "diff": -1.04,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "B": {
     "drop": -0.89,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.45,
     "standard_pr": 11.33
    },
    "ci_99": [
     -6.68,
     6.96
    ],
    "comparison": "workhorses − frontier",
    "diff": 0.4,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.65,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 37.55,
     "standard_pr": 38.2
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -26.98,
     21.76
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -3.88,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ],
  "drop": [
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.16,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.36,
     "standard_pr": 22.52
    },
    "ci_99": [
     -9.22,
     4.92
    ],
    "comparison": "decision models − workhorses",
    "diff": -1.77,
    "kind": "group"
   },
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.94,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.64,
     "standard_pr": 11.58
    },
    "ci_99": [
     -14.18,
     10.32
    ],
    "comparison": "decision models − frontier",
    "diff": -0.99,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.16,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.36,
     "standard_pr": 22.52
    },
    "B": {
     "drop": -0.94,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.64,
     "standard_pr": 11.58
    },
    "ci_99": [
     -6.32,
     7.42
    ],
    "comparison": "workhorses − frontier",
    "diff": 0.78,
    "kind": "group"
   },
   {
    "A": {
     "drop": 2.32,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 32.91,
     "standard_pr": 30.59
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -24.13,
     25.2
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -0.91,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ],
  "random": [
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "ci_99": [
     -8.85,
     4.96
    ],
    "comparison": "decision models − workhorses",
    "diff": -1.44,
    "kind": "group"
   },
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.89,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.45,
     "standard_pr": 11.33
    },
    "ci_99": [
     -14.19,
     10.26
    ],
    "comparison": "decision models − frontier",
    "diff": -1.04,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "B": {
     "drop": -0.89,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.45,
     "standard_pr": 11.33
    },
    "ci_99": [
     -6.68,
     6.96
    ],
    "comparison": "workhorses − frontier",
    "diff": 0.4,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.65,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 37.55,
     "standard_pr": 38.2
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -26.98,
     21.76
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -3.88,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ],
  "worst": [
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -1.2,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 23.7,
     "standard_pr": 24.9
    },
    "ci_99": [
     -8.24,
     5.88
    ],
    "comparison": "decision models − workhorses",
    "diff": -0.73,
    "kind": "group"
   },
   {
    "A": {
     "drop": -1.93,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2",
      "Liquid d1-ultra",
      "Fastino GLiDE"
     ],
     "nackgammon_pr": 29.61,
     "standard_pr": 31.55
    },
    "B": {
     "drop": -0.81,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.64,
     "standard_pr": 11.45
    },
    "ci_99": [
     -14.14,
     10.21
    ],
    "comparison": "decision models − frontier",
    "diff": -1.12,
    "kind": "group"
   },
   {
    "A": {
     "drop": -1.2,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 23.7,
     "standard_pr": 24.9
    },
    "B": {
     "drop": -0.81,
     "members": [
      "GPT-6 Astra (medium)",
      "Claude Fable 5.1 (high)",
      "Grok 4.7 (high)"
     ],
     "nackgammon_pr": 10.64,
     "standard_pr": 11.45
    },
    "ci_99": [
     -7.62,
     6.32
    ],
    "comparison": "workhorses − frontier",
    "diff": -0.39,
    "kind": "group"
   },
   {
    "A": {
     "drop": -7.1,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 44.97,
     "standard_pr": 52.06
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -38.92,
     19.74
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -10.33,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ]
 },
 "primary_level": 0.99,
 "primary_original_members": {
  "cutoff": [
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "ci_99": [
     -10.07,
     4.88
    ],
    "comparison": "decision models − workhorses",
    "diff": -2.14,
    "kind": "group"
   },
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -14.64,
     12.04
    ],
    "comparison": "decision models − frontier",
    "diff": -0.26,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -5.73,
     9.33
    ],
    "comparison": "workhorses − frontier",
    "diff": 1.88,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.65,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 37.55,
     "standard_pr": 38.2
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -26.98,
     21.76
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -3.88,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ],
  "drop": [
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -0.16,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.36,
     "standard_pr": 22.52
    },
    "ci_99": [
     -10.57,
     4.72
    ],
    "comparison": "decision models − workhorses",
    "diff": -2.47,
    "kind": "group"
   },
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -14.64,
     12.04
    ],
    "comparison": "decision models − frontier",
    "diff": -0.26,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.16,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.36,
     "standard_pr": 22.52
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -5.45,
     9.55
    ],
    "comparison": "workhorses − frontier",
    "diff": 2.21,
    "kind": "group"
   },
   {
    "A": {
     "drop": 2.32,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 32.91,
     "standard_pr": 30.59
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -24.13,
     25.2
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -0.91,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ],
  "random": [
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "ci_99": [
     -10.07,
     4.88
    ],
    "comparison": "decision models − workhorses",
    "diff": -2.14,
    "kind": "group"
   },
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -14.64,
     12.04
    ],
    "comparison": "decision models − frontier",
    "diff": -0.26,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.49,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 22.88,
     "standard_pr": 23.36
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -5.73,
     9.33
    ],
    "comparison": "workhorses − frontier",
    "diff": 1.88,
    "kind": "group"
   },
   {
    "A": {
     "drop": -0.65,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 37.55,
     "standard_pr": 38.2
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -26.98,
     21.76
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -3.88,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ],
  "worst": [
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -1.2,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 23.7,
     "standard_pr": 24.9
    },
    "ci_99": [
     -9.56,
     5.66
    ],
    "comparison": "decision models − workhorses",
    "diff": -1.43,
    "kind": "group"
   },
   {
    "A": {
     "drop": -2.63,
     "members": [
      "Celeris-1 Decision",
      "SubQ Snap Preview",
      "Cygnet",
      "Perplexity Decider 27B v1.2 (local GPU)",
      "Fastino GLiDE v1.2",
      "Jev 1.13.0",
      "GPT-6 Luna (Decisions API)",
      "Perplexity Decider 27B v1.1 (local GPU)",
      "Inception Mercury Decide",
      "Winnow-12B",
      "Open-Jev 27B v1.1",
      "Perplexity Decider Flash v1.2"
     ],
     "nackgammon_pr": 30.25,
     "standard_pr": 32.88
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -14.64,
     12.04
    ],
    "comparison": "decision models − frontier",
    "diff": -0.26,
    "kind": "group"
   },
   {
    "A": {
     "drop": -1.2,
     "members": [
      "DeepSeek-V4.1-Flash (off)",
      "LFM2.5-24B-A2B (on)",
      "Qwen3.8-27B (off)",
      "LFM2.5-24B-A2B (off)",
      "Gemini 3.8 Flash (low)",
      "Claude Sonnet 5.5 (low)",
      "GPT-6.1 Sol (low)",
      "GPT-6.1 Sol (high)",
      "Gemma 4 31B (on)"
     ],
     "nackgammon_pr": 23.7,
     "standard_pr": 24.9
    },
    "B": {
     "drop": -2.37,
     "members": [
      "GPT-6 Astra (medium)"
     ],
     "nackgammon_pr": 7.3,
     "standard_pr": 9.66
    },
    "ci_99": [
     -6.49,
     8.72
    ],
    "comparison": "workhorses − frontier",
    "diff": 1.17,
    "kind": "group"
   },
   {
    "A": {
     "drop": -7.1,
     "members": [
      "LFM2.5-24B-A2B (on)"
     ],
     "nackgammon_pr": 44.97,
     "standard_pr": 52.06
    },
    "B": {
     "drop": 3.23,
     "members": [
      "LFM2.5-24B-A2B (off)"
     ],
     "nackgammon_pr": 53.98,
     "standard_pr": 50.75
    },
    "ci_99": [
     -38.92,
     19.74
    ],
    "comparison": "LFM2.5-24B-A2B (on) − LFM2.5-24B-A2B (off)",
    "diff": -10.33,
    "kind": "setup"
   },
   {
    "A": {
     "drop": -1.45,
     "members": [
      "GPT-6.1 Sol (high)"
     ],
     "nackgammon_pr": 8.43,
     "standard_pr": 9.88
    },
    "B": {
     "drop": -1.26,
     "members": [
      "GPT-6.1 Sol (low)"
     ],
     "nackgammon_pr": 9.9,
     "standard_pr": 11.15
    },
    "ci_99": [
     -3.0,
     2.63
    ],
    "comparison": "GPT-6.1 Sol (high) − GPT-6.1 Sol (low)",
    "diff": -0.19,
    "kind": "setup"
   }
  ]
 },
 "scope_note": "These results hold for these rosters only; each group is the setups in the run from that original league.",
 "secondary": {
  "kept_advantage": {
   "Celeris-1 Decision": {
    "K": 0.94,
    "advantage_95": [
     47.55,
     68.65
    ],
    "ci_95": [
     0.76,
     1.15
    ],
    "standard_advantage": 57.74,
    "unstable": false
   },
   "Claude Fable 5.1 (high)": {
    "K": 0.94,
    "advantage_95": [
     66.07,
     91.51
    ],
    "ci_95": [
     0.8,
     1.09
    ],
    "standard_advantage": 78.32,
    "unstable": false
   },
   "Claude Sonnet 5.5 (low)": {
    "K": 0.93,
    "advantage_95": [
     61.59,
     86.24
    ],
    "ci_95": [
     0.78,
     1.1
    ],
    "standard_advantage": 73.49,
    "unstable": false
   },
   "Cygnet": {
    "K": 1.04,
    "advantage_95": [
     46.07,
     66.46
    ],
    "ci_95": [
     0.86,
     1.27
    ],
    "standard_advantage": 56.12,
    "unstable": false
   },
   "DeepSeek-V4.1-Flash (off)": {
    "K": 0.87,
    "advantage_95": [
     53.09,
     74.34
    ],
    "ci_95": [
     0.71,
     1.05
    ],
    "standard_advantage": 63.54,
    "unstable": false
   },
   "Fastino GLiDE": {
    "K": 0.92,
    "advantage_95": [
     52.71,
     77.38
    ],
    "ci_95": [
     0.75,
     1.13
    ],
    "standard_advantage": 64.52,
    "unstable": false
   },
   "Fastino GLiDE v1.2": {
    "K": 0.9,
    "advantage_95": [
     52.87,
     77.53
    ],
    "ci_95": [
     0.73,
     1.09
    ],
    "standard_advantage": 64.71,
    "unstable": false
   },
   "GNUbg weak": {
    "K": 0.98,
    "advantage_95": [
     47.61,
     72.84
    ],
    "ci_95": [
     0.77,
     1.25
    ],
    "standard_advantage": 59.76,
    "unstable": false
   },
   "GPT-6 Astra (medium)": {
    "K": 0.97,
    "advantage_95": [
     65.54,
     90.83
    ],
    "ci_95": [
     0.83,
     1.13
    ],
    "standard_advantage": 77.79,
    "unstable": false
   },
   "GPT-6 Luna (Decisions API)": {
    "K": 0.82,
    "advantage_95": [
     49.11,
     69.51
    ],
    "ci_95": [
     0.64,
     1.03
    ],
    "standard_advantage": 59.18,
    "unstable": false
   },
   "GPT-6.1 Sol (high)": {
    "K": 0.96,
    "advantage_95": [
     65.47,
     90.77
    ],
    "ci_95": [
     0.82,
     1.11
    ],
    "standard_advantage": 77.57,
    "unstable": false
   },
   "GPT-6.1 Sol (low)": {
    "K": 0.96,
    "advantage_95": [
     64.19,
     89.41
    ],
    "ci_95": [
     0.81,
     1.12
    ],
    "standard_advantage": 76.3,
    "unstable": false
   },
   "GPT-6.1 Terra": {
    "K": 0.93,
    "advantage_95": [
     61.79,
     86.84
    ],
    "ci_95": [
     0.78,
     1.1
    ],
    "standard_advantage": 73.93,
    "unstable": false
   },
   "Gemini 3.8 Flash (low)": {
    "K": 0.99,
    "advantage_95": [
     59.26,
     84.64
    ],
    "ci_95": [
     0.83,
     1.18
    ],
    "standard_advantage": 71.53,
    "unstable": false
   },
   "Gemini 4 Argon (low)": {
    "K": 0.91,
    "advantage_95": [
     61.4,
     86.7
    ],
    "ci_95": [
     0.77,
     1.07
    ],
    "standard_advantage": 73.66,
    "unstable": false
   },
   "Gemma 4 31B (on)": {
    "K": 1.01,
    "advantage_95": [
     57.09,
     82.14
    ],
    "ci_95": [
     0.84,
     1.21
    ],
    "standard_advantage": 69.1,
    "unstable": false
   },
   "Grok 4.7 (high)": {
    "K": 0.95,
    "advantage_95": [
     60.31,
     85.0
    ],
    "ci_95": [
     0.79,
     1.12
    ],
    "standard_advantage": 72.25,
    "unstable": false
   },
   "Inception Mercury Decide": {
    "K": 0.99,
    "advantage_95": [
     45.13,
     64.95
    ],
    "ci_95": [
     0.81,
     1.21
    ],
    "standard_advantage": 54.71,
    "unstable": false
   },
   "Jev 1.13.0": {
    "K": 0.96,
    "advantage_95": [
     50.62,
     71.41
    ],
    "ci_95": [
     0.8,
     1.16
    ],
    "standard_advantage": 60.92,
    "unstable": false
   },
   "LFM2.5-24B-A2B (off)": {
    "K": 0.79,
    "advantage_95": [
     25.62,
     47.88
    ],
    "ci_95": [
     0.51,
     1.19
    ],
    "standard_advantage": 36.7,
    "unstable": false
   },
   "LFM2.5-24B-A2B (on)": {
    "K": 0.92,
    "advantage_95": [
     38.34,
     61.49
    ],
    "ci_95": [
     0.68,
     1.22
    ],
    "standard_advantage": 49.25,
    "unstable": false
   },
   "Liquid d1-ultra": {
    "K": 0.86,
    "advantage_95": [
     52.2,
     74.21
    ],
    "ci_95": [
     0.71,
     1.05
    ],
    "standard_advantage": 63.2,
    "unstable": false
   },
   "Open-Jev 27B v1.1": {
    "K": 1.19,
    "advantage_95": [
     22.97,
     48.64
    ],
    "ci_95": [
     0.84,
     1.83
    ],
    "standard_advantage": 35.37,
    "unstable": false
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "K": 0.95,
    "advantage_95": [
     46.86,
     67.46
    ],
    "ci_95": [
     0.76,
     1.17
    ],
    "standard_advantage": 57.03,
    "unstable": false
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "K": 1.14,
    "advantage_95": [
     42.9,
     62.93
    ],
    "ci_95": [
     0.93,
     1.39
    ],
    "standard_advantage": 52.77,
    "unstable": false
   },
   "Perplexity Decider Flash v1.2": {
    "K": 0.84,
    "advantage_95": [
     36.5,
     60.4
    ],
    "ci_95": [
     0.58,
     1.16
    ],
    "standard_advantage": 47.68,
    "unstable": false
   },
   "Qwen3.8-27B (off)": {
    "K": 0.92,
    "advantage_95": [
     49.48,
     69.69
    ],
    "ci_95": [
     0.76,
     1.1
    ],
    "standard_advantage": 59.32,
    "unstable": false
   },
   "SubQ Snap Preview": {
    "K": 0.96,
    "advantage_95": [
     45.29,
     66.11
    ],
    "ci_95": [
     0.76,
     1.19
    ],
    "standard_advantage": 55.54,
    "unstable": false
   },
   "Winnow-12B": {
    "K": 0.93,
    "advantage_95": [
     43.32,
     63.11
    ],
    "ci_95": [
     0.74,
     1.16
    ],
    "standard_advantage": 53.12,
    "unstable": false
   }
  },
  "kept_advantage_all_500": {
   "Celeris-1 Decision": {
    "K": 0.87,
    "advantage_95": [
     51.64,
     65.13
    ],
    "ci_95": [
     0.76,
     0.99
    ],
    "standard_advantage": 58.3,
    "unstable": false
   },
   "Claude Fable 5.1 (high)": {
    "K": 0.94,
    "advantage_95": [
     68.27,
     83.14
    ],
    "ci_95": [
     0.85,
     1.03
    ],
    "standard_advantage": 75.52,
    "unstable": false
   },
   "Claude Sonnet 5.5 (low)": {
    "K": 0.96,
    "advantage_95": [
     61.6,
     76.16
    ],
    "ci_95": [
     0.86,
     1.08
    ],
    "standard_advantage": 68.71,
    "unstable": false
   },
   "Cygnet": {
    "K": 0.93,
    "advantage_95": [
     50.32,
     63.36
    ],
    "ci_95": [
     0.83,
     1.05
    ],
    "standard_advantage": 56.7,
    "unstable": false
   },
   "DeepSeek-V4.1-Flash (off)": {
    "K": 0.84,
    "advantage_95": [
     55.23,
     68.46
    ],
    "ci_95": [
     0.75,
     0.95
    ],
    "standard_advantage": 61.8,
    "unstable": false
   },
   "Fastino GLiDE": {
    "K": 0.89,
    "advantage_95": [
     52.73,
     66.34
    ],
    "ci_95": [
     0.78,
     1.0
    ],
    "standard_advantage": 59.43,
    "unstable": false
   },
   "Fastino GLiDE v1.2": {
    "K": 0.91,
    "advantage_95": [
     52.1,
     65.71
    ],
    "ci_95": [
     0.79,
     1.05
    ],
    "standard_advantage": 58.83,
    "unstable": false
   },
   "GNUbg weak": {
    "K": 1.01,
    "advantage_95": [
     52.45,
     67.38
    ],
    "ci_95": [
     0.88,
     1.16
    ],
    "standard_advantage": 59.81,
    "unstable": false
   },
   "GPT-6 Astra (medium)": {
    "K": 0.98,
    "advantage_95": [
     67.1,
     81.78
    ],
    "ci_95": [
     0.88,
     1.08
    ],
    "standard_advantage": 74.29,
    "unstable": false
   },
   "GPT-6 Luna (Decisions API)": {
    "K": 0.83,
    "advantage_95": [
     49.0,
     62.17
    ],
    "ci_95": [
     0.72,
     0.96
    ],
    "standard_advantage": 55.6,
    "unstable": false
   },
   "GPT-6.1 Sol (high)": {
    "K": 0.98,
    "advantage_95": [
     66.8,
     81.46
    ],
    "ci_95": [
     0.88,
     1.08
    ],
    "standard_advantage": 74.01,
    "unstable": false
   },
   "GPT-6.1 Sol (low)": {
    "K": 0.97,
    "advantage_95": [
     65.81,
     80.4
    ],
    "ci_95": [
     0.87,
     1.08
    ],
    "standard_advantage": 72.95,
    "unstable": false
   },
   "GPT-6.1 Terra": {
    "K": 0.91,
    "advantage_95": [
     64.84,
     79.45
    ],
    "ci_95": [
     0.81,
     1.01
    ],
    "standard_advantage": 71.98,
    "unstable": false
   },
   "Gemini 3.8 Flash (low)": {
    "K": 0.96,
    "advantage_95": [
     61.28,
     75.91
    ],
    "ci_95": [
     0.86,
     1.08
    ],
    "standard_advantage": 68.45,
    "unstable": false
   },
   "Gemini 4 Argon (low)": {
    "K": 0.91,
    "advantage_95": [
     63.31,
     77.95
    ],
    "ci_95": [
     0.81,
     1.01
    ],
    "standard_advantage": 70.45,
    "unstable": false
   },
   "Gemma 4 31B (on)": {
    "K": 0.96,
    "advantage_95": [
     60.13,
     74.56
    ],
    "ci_95": [
     0.85,
     1.08
    ],
    "standard_advantage": 67.19,
    "unstable": false
   },
   "Grok 4.7 (high)": {
    "K": 0.93,
    "advantage_95": [
     62.42,
     76.93
    ],
    "ci_95": [
     0.83,
     1.05
    ],
    "standard_advantage": 69.47,
    "unstable": false
   },
   "Inception Mercury Decide": {
    "K": 0.88,
    "advantage_95": [
     47.34,
     60.28
    ],
    "ci_95": [
     0.77,
     1.01
    ],
    "standard_advantage": 53.81,
    "unstable": false
   },
   "Jev 1.13.0": {
    "K": 0.89,
    "advantage_95": [
     54.05,
     67.08
    ],
    "ci_95": [
     0.8,
     1.0
    ],
    "standard_advantage": 60.49,
    "unstable": false
   },
   "LFM2.5-24B-A2B (off)": {
    "K": 0.79,
    "advantage_95": [
     31.77,
     45.62
    ],
    "ci_95": [
     0.61,
     1.0
    ],
    "standard_advantage": 38.72,
    "unstable": false
   },
   "LFM2.5-24B-A2B (on)": {
    "K": 0.82,
    "advantage_95": [
     40.64,
     54.2
    ],
    "ci_95": [
     0.68,
     0.98
    ],
    "standard_advantage": 47.38,
    "unstable": false
   },
   "Liquid d1-ultra": {
    "K": 0.83,
    "advantage_95": [
     53.18,
     66.58
    ],
    "ci_95": [
     0.74,
     0.94
    ],
    "standard_advantage": 59.85,
    "unstable": false
   },
   "Open-Jev 27B v1.1": {
    "K": 0.98,
    "advantage_95": [
     30.72,
     45.47
    ],
    "ci_95": [
     0.81,
     1.23
    ],
    "standard_advantage": 38.09,
    "unstable": false
   },
   "Perplexity Decider 27B v1.1 (local GPU)": {
    "K": 0.92,
    "advantage_95": [
     47.43,
     60.46
    ],
    "ci_95": [
     0.8,
     1.05
    ],
    "standard_advantage": 53.89,
    "unstable": false
   },
   "Perplexity Decider 27B v1.2 (local GPU)": {
    "K": 0.98,
    "advantage_95": [
     46.69,
     60.36
    ],
    "ci_95": [
     0.84,
     1.14
    ],
    "standard_advantage": 53.44,
    "unstable": false
   },
   "Perplexity Decider Flash v1.2": {
    "K": 0.74,
    "advantage_95": [
     37.85,
     52.08
    ],
    "ci_95": [
     0.59,
     0.92
    ],
    "standard_advantage": 44.93,
    "unstable": false
   },
   "Qwen3.8-27B (off)": {
    "K": 0.85,
    "advantage_95": [
     51.96,
     64.55
    ],
    "ci_95": [
     0.76,
     0.96
    ],
    "standard_advantage": 58.27,
    "unstable": false
   },
   "SubQ Snap Preview": {
    "K": 0.9,
    "advantage_95": [
     47.3,
     60.5
    ],
    "ci_95": [
     0.78,
     1.03
    ],
    "standard_advantage": 53.91,
    "unstable": false
   },
   "Winnow-12B": {
    "K": 0.88,
    "advantage_95": [
     46.79,
     59.83
    ],
    "ci_95": [
     0.77,
     1.01
    ],
    "standard_advantage": 53.22,
    "unstable": false
   }
  },
  "spearman": {
   "ci_95": [
    0.79,
    0.92
   ],
   "largest_rank_changes": [
    {
     "change": -13,
     "nackgammon_rank": 11,
     "setup": "Perplexity Decider 27B v1.2 (local GPU)",
     "standard_rank": 24
    },
    {
     "change": 7,
     "nackgammon_rank": 24,
     "setup": "GPT-6 Luna (Decisions API)",
     "standard_rank": 17
    },
    {
     "change": -6,
     "nackgammon_rank": 14,
     "setup": "Cygnet",
     "standard_rank": 20
    },
    {
     "change": 4,
     "nackgammon_rank": 15,
     "setup": "Fastino GLiDE v1.2",
     "standard_rank": 11
    },
    {
     "change": -4,
     "nackgammon_rank": 5,
     "setup": "Gemini 3.8 Flash (low)",
     "standard_rank": 9
    }
   ],
   "rho": 0.9,
   "setups": 28
  }
 },
 "setups": {
  "Celeris-1 Decision": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.112,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.112,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 4.08,
    "drop_95": [
     -3.52,
     11.55
    ],
    "drop_975": [
     -4.58,
     12.64
    ],
    "nackgammon_pr": 30.93,
    "pairs": 500,
    "standard_pr": 26.86
   },
   "first": {
    "drop": -1.24,
    "drop_95": [
     -15.85,
     12.71
    ],
    "drop_975": [
     -18.27,
     14.59
    ],
    "nackgammon_pr": 28.47,
    "pairs": 200,
    "standard_pr": 29.71
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -36.43,
     14.27
    ],
    "diff": -11.19
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 1.4,
     "drop_95": [
      -9.03,
      13.58
     ],
     "nackgammon_pr": 8.75,
     "pairs": 25,
     "standard_pr": 7.35
    },
    "contact": {
     "drop": -5.01,
     "drop_95": [
      -22.42,
      12.21
     ],
     "nackgammon_pr": 28.66,
     "pairs": 60,
     "standard_pr": 33.67
    },
    "holding": {
     "drop": 8.48,
     "drop_95": [
      -74.23,
      83.54
     ],
     "nackgammon_pr": 59.76,
     "pairs": 30,
     "standard_pr": 51.28
    },
    "opening": {
     "drop": -9.07,
     "drop_95": [
      -26.13,
      6.22
     ],
     "nackgammon_pr": 24.63,
     "pairs": 60,
     "standard_pr": 33.69
    },
    "race": {
     "drop": 12.32,
     "drop_95": [
      -7.03,
      45.44
     ],
     "nackgammon_pr": 19.44,
     "pairs": 25,
     "standard_pr": 7.12
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.22,
      "caution_95": [
       -0.44,
       -0.01
      ],
      "d_prime": 0.06,
      "d_prime_95": [
       -0.38,
       0.46
      ]
     },
     "nackgammon": {
      "caution": 0.58,
      "d_prime": 0.6,
      "needless": 31.0,
      "risk_pays": 165,
      "risks_taken": 64.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.8,
      "d_prime": 0.54,
      "needless": 23.0,
      "risk_pays": 165,
      "risks_taken": 49.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.21,
      "caution_95": [
       -0.56,
       0.15
      ],
      "d_prime": 0.42,
      "d_prime_95": [
       -0.32,
       1.11
      ]
     },
     "nackgammon": {
      "caution": 0.65,
      "d_prime": 0.85,
      "needless": 9.0,
      "risk_pays": 66,
      "risks_taken": 27.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.86,
      "d_prime": 0.43,
      "needless": 9.0,
      "risk_pays": 66,
      "risks_taken": 17.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -1.24,
     "drop_975": [
      -18.27,
      14.59
     ],
     "nackgammon_pr": 28.47,
     "pairs": 200,
     "standard_pr": 29.71
    },
    "drop": {
     "drop": -1.24,
     "drop_975": [
      -18.27,
      14.59
     ],
     "nackgammon_pr": 28.47,
     "pairs": 200,
     "standard_pr": 29.71
    },
    "worst": {
     "drop": -1.24,
     "drop_975": [
      -18.27,
      14.59
     ],
     "nackgammon_pr": 28.47,
     "pairs": 200,
     "standard_pr": 29.71
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 4.08,
    "drop_975": [
     -4.58,
     12.64
    ],
    "nackgammon_pr": 30.93,
    "pairs": 500,
    "standard_pr": 26.86
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 8.75
     },
     "standard": {
      "n": 25,
      "pr": 7.35
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 24.63
     },
     "standard": {
      "n": 60,
      "pr": 33.69
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 19.44
     },
     "standard": {
      "n": 25,
      "pr": 7.12
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 37.21
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 30.6
     },
     "standard": {
      "n": 23,
      "pr": 35.99
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 59.76
     },
     "standard": {
      "n": 30,
      "pr": 51.28
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 40.57
     },
     "standard": {
      "n": 8,
      "pr": 31.16
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 14.27
     },
     "standard": {
      "n": 10,
      "pr": 23.29
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 25.76
     },
     "standard": {
      "n": 17,
      "pr": 39.1
     }
    }
   }
  },
  "Claude Fable 5.1 (high)": {
   "added": true,
   "aliases": [
    "Claude Fable 5.1 (on)"
   ],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 73.67,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 72.906,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 1.16,
    "drop_95": [
     -1.75,
     4.03
    ],
    "drop_975": [
     -2.17,
     4.4
    ],
    "nackgammon_pr": 10.8,
    "pairs": 500,
    "standard_pr": 9.64
   },
   "first": {
    "drop": 0.38,
    "drop_95": [
     -3.94,
     4.42
    ],
    "drop_975": [
     -4.64,
     5.07
    ],
    "nackgammon_pr": 9.51,
    "pairs": 200,
    "standard_pr": 9.13
   },
   "group": "frontier",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "kept",
   "opening_vs_rest": {
    "ci_95": [
     -4.0,
     15.02
    ],
    "diff": 5.29
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 0.0,
     "drop_95": [
      0.0,
      0.0
     ],
     "nackgammon_pr": 0.0,
     "pairs": 25,
     "standard_pr": 0.0
    },
    "contact": {
     "drop": 1.53,
     "drop_95": [
      -8.4,
      11.25
     ],
     "nackgammon_pr": 14.1,
     "pairs": 60,
     "standard_pr": 12.57
    },
    "holding": {
     "drop": -8.63,
     "drop_95": [
      -21.56,
      1.07
     ],
     "nackgammon_pr": 5.4,
     "pairs": 30,
     "standard_pr": 14.04
    },
    "opening": {
     "drop": 4.08,
     "drop_95": [
      -3.84,
      12.23
     ],
     "nackgammon_pr": 14.81,
     "pairs": 60,
     "standard_pr": 10.73
    },
    "race": {
     "drop": -0.07,
     "drop_95": [
      -0.76,
      0.55
     ],
     "nackgammon_pr": 0.18,
     "pairs": 25,
     "standard_pr": 0.25
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.06,
      "caution_95": [
       -0.27,
       0.15
      ],
      "d_prime": -0.03,
      "d_prime_95": [
       -0.47,
       0.39
      ]
     },
     "nackgammon": {
      "caution": 0.56,
      "d_prime": 1.44,
      "needless": 16.0,
      "risk_pays": 165,
      "risks_taken": 93.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.62,
      "d_prime": 1.47,
      "needless": 14.0,
      "risk_pays": 165,
      "risks_taken": 90.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.23,
      "caution_95": [
       -0.11,
       0.62
      ],
      "d_prime": 0.68,
      "d_prime_95": [
       0.0,
       1.47
      ]
     },
     "nackgammon": {
      "caution": 0.78,
      "d_prime": 2.01,
      "needless": 2.0,
      "risk_pays": 66,
      "risks_taken": 39.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.55,
      "d_prime": 1.33,
      "needless": 7.0,
      "risk_pays": 66,
      "risks_taken": 36.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 0.38,
     "drop_975": [
      -4.64,
      5.07
     ],
     "nackgammon_pr": 9.51,
     "pairs": 200,
     "standard_pr": 9.13
    },
    "drop": {
     "drop": 0.38,
     "drop_975": [
      -4.64,
      5.07
     ],
     "nackgammon_pr": 9.51,
     "pairs": 200,
     "standard_pr": 9.13
    },
    "worst": {
     "drop": 0.38,
     "drop_975": [
      -4.64,
      5.07
     ],
     "nackgammon_pr": 9.51,
     "pairs": 200,
     "standard_pr": 9.13
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 1.16,
    "drop_975": [
     -2.17,
     4.4
    ],
    "nackgammon_pr": 10.8,
    "pairs": 500,
    "standard_pr": 9.64
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.0
     },
     "standard": {
      "n": 25,
      "pr": 0.0
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 14.81
     },
     "standard": {
      "n": 60,
      "pr": 10.73
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.18
     },
     "standard": {
      "n": 25,
      "pr": 0.25
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 23.32
     },
     "standard": {
      "n": 2,
      "pr": 17.04
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 6.51
     },
     "standard": {
      "n": 23,
      "pr": 16.79
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 5.4
     },
     "standard": {
      "n": 30,
      "pr": 14.04
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 19.97
     },
     "standard": {
      "n": 8,
      "pr": 16.31
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 18.6
     },
     "standard": {
      "n": 10,
      "pr": 5.79
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 10.54
     },
     "standard": {
      "n": 17,
      "pr": 8.55
     }
    }
   }
  },
  "Claude Sonnet 5.5 (low)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 8.726,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 8.765,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -1.15,
    "drop_95": [
     -5.22,
     2.79
    ],
    "drop_975": [
     -5.89,
     3.32
    ],
    "nackgammon_pr": 15.3,
    "pairs": 500,
    "standard_pr": 16.45
   },
   "first": {
    "drop": 0.54,
    "drop_95": [
     -4.39,
     5.32
    ],
    "drop_975": [
     -5.04,
     6.02
    ],
    "nackgammon_pr": 14.5,
    "pairs": 200,
    "standard_pr": 13.96
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -4.32,
     16.34
    ],
    "diff": 5.58
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 0.07,
     "drop_95": [
      0.0,
      0.21
     ],
     "nackgammon_pr": 0.07,
     "pairs": 25,
     "standard_pr": 0.0
    },
    "contact": {
     "drop": -0.07,
     "drop_95": [
      -12.53,
      11.73
     ],
     "nackgammon_pr": 24.37,
     "pairs": 60,
     "standard_pr": 24.43
    },
    "holding": {
     "drop": -6.07,
     "drop_95": [
      -19.26,
      3.64
     ],
     "nackgammon_pr": 7.6,
     "pairs": 30,
     "standard_pr": 13.68
    },
    "opening": {
     "drop": 4.45,
     "drop_95": [
      -3.8,
      13.62
     ],
     "nackgammon_pr": 18.95,
     "pairs": 60,
     "standard_pr": 14.5
    },
    "race": {
     "drop": 1.01,
     "drop_95": [
      -3.88,
      7.07
     ],
     "nackgammon_pr": 2.86,
     "pairs": 25,
     "standard_pr": 1.85
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.07,
      "caution_95": [
       -0.29,
       0.16
      ],
      "d_prime": 0.14,
      "d_prime_95": [
       -0.31,
       0.58
      ]
     },
     "nackgammon": {
      "caution": 0.79,
      "d_prime": 1.22,
      "needless": 13.0,
      "risk_pays": 165,
      "risks_taken": 71.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.86,
      "d_prime": 1.08,
      "needless": 13.0,
      "risk_pays": 165,
      "risks_taken": 62.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.11,
      "caution_95": [
       -0.25,
       0.51
      ],
      "d_prime": 0.45,
      "d_prime_95": [
       -0.32,
       1.27
      ]
     },
     "nackgammon": {
      "caution": 0.91,
      "d_prime": 1.44,
      "needless": 3.0,
      "risk_pays": 66,
      "risks_taken": 28.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.8,
      "d_prime": 0.99,
      "needless": 6.0,
      "risk_pays": 66,
      "risks_taken": 25.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 0.54,
     "drop_975": [
      -5.04,
      6.02
     ],
     "nackgammon_pr": 14.5,
     "pairs": 200,
     "standard_pr": 13.96
    },
    "drop": {
     "drop": 0.54,
     "drop_975": [
      -5.04,
      6.02
     ],
     "nackgammon_pr": 14.5,
     "pairs": 200,
     "standard_pr": 13.96
    },
    "worst": {
     "drop": 0.54,
     "drop_975": [
      -5.04,
      6.02
     ],
     "nackgammon_pr": 14.5,
     "pairs": 200,
     "standard_pr": 13.96
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -1.15,
    "drop_975": [
     -5.89,
     3.32
    ],
    "nackgammon_pr": 15.3,
    "pairs": 500,
    "standard_pr": 16.45
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.07
     },
     "standard": {
      "n": 25,
      "pr": 0.0
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 18.95
     },
     "standard": {
      "n": 60,
      "pr": 14.5
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 2.86
     },
     "standard": {
      "n": 25,
      "pr": 1.85
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 39.47
     },
     "standard": {
      "n": 2,
      "pr": 11.09
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 10.09
     },
     "standard": {
      "n": 23,
      "pr": 24.68
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 7.6
     },
     "standard": {
      "n": 30,
      "pr": 13.68
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 36.58
     },
     "standard": {
      "n": 8,
      "pr": 41.27
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 30.71
     },
     "standard": {
      "n": 10,
      "pr": 23.58
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 20.13
     },
     "standard": {
      "n": 17,
      "pr": 18.25
     }
    }
   }
  },
  "Cygnet": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 0.2,
    "drop_95": [
     -6.61,
     6.63
    ],
    "drop_975": [
     -7.64,
     7.43
    ],
    "nackgammon_pr": 28.66,
    "pairs": 500,
    "standard_pr": 28.46
   },
   "first": {
    "drop": -6.85,
    "drop_95": [
     -19.77,
     4.16
    ],
    "drop_975": [
     -22.36,
     5.43
    ],
    "nackgammon_pr": 24.48,
    "pairs": 200,
    "standard_pr": 31.33
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -12.67,
     31.39
    ],
    "diff": 8.22
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -1.06,
     "drop_95": [
      -5.91,
      4.81
     ],
     "nackgammon_pr": 4.13,
     "pairs": 25,
     "standard_pr": 5.2
    },
    "contact": {
     "drop": -6.69,
     "drop_95": [
      -24.72,
      11.29
     ],
     "nackgammon_pr": 31.5,
     "pairs": 60,
     "standard_pr": 38.19
    },
    "holding": {
     "drop": -35.24,
     "drop_95": [
      -109.32,
      15.97
     ],
     "nackgammon_pr": 31.26,
     "pairs": 30,
     "standard_pr": 66.5
    },
    "opening": {
     "drop": -1.1,
     "drop_95": [
      -15.92,
      13.25
     ],
     "nackgammon_pr": 27.23,
     "pairs": 60,
     "standard_pr": 28.33
    },
    "race": {
     "drop": 7.24,
     "drop_95": [
      -1.28,
      18.07
     ],
     "nackgammon_pr": 13.21,
     "pairs": 25,
     "standard_pr": 5.97
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.11,
      "caution_95": [
       -0.33,
       0.09
      ],
      "d_prime": -0.29,
      "d_prime_95": [
       -0.7,
       0.13
      ]
     },
     "nackgammon": {
      "caution": 0.58,
      "d_prime": 0.43,
      "needless": 35.0,
      "risk_pays": 165,
      "risks_taken": 59.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.69,
      "d_prime": 0.72,
      "needless": 24.0,
      "risk_pays": 165,
      "risks_taken": 61.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.01,
      "caution_95": [
       -0.34,
       0.35
      ],
      "d_prime": -0.1,
      "d_prime_95": [
       -0.79,
       0.6
      ]
     },
     "nackgammon": {
      "caution": 0.69,
      "d_prime": 0.52,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 22.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.7,
      "d_prime": 0.62,
      "needless": 10.0,
      "risk_pays": 66,
      "risks_taken": 23.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -6.85,
     "drop_975": [
      -22.36,
      5.43
     ],
     "nackgammon_pr": 24.48,
     "pairs": 200,
     "standard_pr": 31.33
    },
    "drop": {
     "drop": -6.85,
     "drop_975": [
      -22.36,
      5.43
     ],
     "nackgammon_pr": 24.48,
     "pairs": 200,
     "standard_pr": 31.33
    },
    "worst": {
     "drop": -6.85,
     "drop_975": [
      -22.36,
      5.43
     ],
     "nackgammon_pr": 24.48,
     "pairs": 200,
     "standard_pr": 31.33
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 0.2,
    "drop_975": [
     -7.64,
     7.43
    ],
    "nackgammon_pr": 28.66,
    "pairs": 500,
    "standard_pr": 28.46
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 4.13
     },
     "standard": {
      "n": 25,
      "pr": 5.2
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 27.23
     },
     "standard": {
      "n": 60,
      "pr": 28.33
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 13.21
     },
     "standard": {
      "n": 25,
      "pr": 5.97
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 27.83
     },
     "standard": {
      "n": 2,
      "pr": 60.79
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 18.67
     },
     "standard": {
      "n": 23,
      "pr": 36.62
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 31.26
     },
     "standard": {
      "n": 30,
      "pr": 66.5
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 40.66
     },
     "standard": {
      "n": 8,
      "pr": 49.87
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 17.92
     },
     "standard": {
      "n": 10,
      "pr": 46.3
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 54.16
     },
     "standard": {
      "n": 17,
      "pr": 27.39
     }
    }
   }
  },
  "DeepSeek-V4.1-Flash (off)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.267,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.293,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 5.94,
    "drop_95": [
     -1.33,
     12.87
    ],
    "drop_975": [
     -2.48,
     13.87
    ],
    "nackgammon_pr": 29.29,
    "pairs": 500,
    "standard_pr": 23.35
   },
   "first": {
    "drop": 3.98,
    "drop_95": [
     -9.7,
     16.5
    ],
    "drop_975": [
     -11.72,
     17.96
    ],
    "nackgammon_pr": 27.9,
    "pairs": 200,
    "standard_pr": 23.91
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -4.89,
     37.4
    ],
    "diff": 15.13
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -3.49,
     "drop_95": [
      -8.35,
      -0.14
     ],
     "nackgammon_pr": 0.94,
     "pairs": 25,
     "standard_pr": 4.43
    },
    "contact": {
     "drop": -10.64,
     "drop_95": [
      -31.09,
      9.0
     ],
     "nackgammon_pr": 27.57,
     "pairs": 60,
     "standard_pr": 38.21
    },
    "holding": {
     "drop": 15.21,
     "drop_95": [
      -64.76,
      76.6
     ],
     "nackgammon_pr": 62.5,
     "pairs": 30,
     "standard_pr": 47.28
    },
    "opening": {
     "drop": 14.58,
     "drop_95": [
      3.87,
      25.35
     ],
     "nackgammon_pr": 27.97,
     "pairs": 60,
     "standard_pr": 13.39
    },
    "race": {
     "drop": 7.66,
     "drop_95": [
      -3.66,
      24.98
     ],
     "nackgammon_pr": 13.97,
     "pairs": 25,
     "standard_pr": 6.31
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.06,
      "caution_95": [
       -0.27,
       0.15
      ],
      "d_prime": -0.22,
      "d_prime_95": [
       -0.67,
       0.2
      ]
     },
     "nackgammon": {
      "caution": 0.62,
      "d_prime": 0.61,
      "needless": 29.0,
      "risk_pays": 165,
      "risks_taken": 62.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.68,
      "d_prime": 0.83,
      "needless": 22.0,
      "risk_pays": 165,
      "risks_taken": 65.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.15,
      "caution_95": [
       -0.2,
       0.49
      ],
      "d_prime": -0.18,
      "d_prime_95": [
       -0.9,
       0.55
      ]
     },
     "nackgammon": {
      "caution": 0.65,
      "d_prime": 0.6,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 24.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.5,
      "d_prime": 0.78,
      "needless": 12.0,
      "risk_pays": 66,
      "risks_taken": 30.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 3.98,
     "drop_975": [
      -11.72,
      17.96
     ],
     "nackgammon_pr": 27.9,
     "pairs": 200,
     "standard_pr": 23.91
    },
    "drop": {
     "drop": 3.98,
     "drop_975": [
      -11.72,
      17.96
     ],
     "nackgammon_pr": 27.9,
     "pairs": 200,
     "standard_pr": 23.91
    },
    "worst": {
     "drop": 3.98,
     "drop_975": [
      -11.72,
      17.96
     ],
     "nackgammon_pr": 27.9,
     "pairs": 200,
     "standard_pr": 23.91
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 5.94,
    "drop_975": [
     -2.48,
     13.87
    ],
    "nackgammon_pr": 29.29,
    "pairs": 500,
    "standard_pr": 23.35
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.94
     },
     "standard": {
      "n": 25,
      "pr": 4.43
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 27.97
     },
     "standard": {
      "n": 60,
      "pr": 13.39
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 13.97
     },
     "standard": {
      "n": 25,
      "pr": 6.31
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 27.83
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 11.36
     },
     "standard": {
      "n": 23,
      "pr": 35.63
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 62.5
     },
     "standard": {
      "n": 30,
      "pr": 47.28
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.54
     },
     "standard": {
      "n": 8,
      "pr": 40.47
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 27.94
     },
     "standard": {
      "n": 10,
      "pr": 25.0
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 37.11
     },
     "standard": {
      "n": 17,
      "pr": 50.2
     }
    }
   }
  },
  "Fastino GLiDE": {
   "added": true,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 3.07,
    "drop_95": [
     -2.92,
     8.95
    ],
    "drop_975": [
     -3.84,
     9.81
    ],
    "nackgammon_pr": 28.8,
    "pairs": 500,
    "standard_pr": 25.73
   },
   "first": {
    "drop": 0.45,
    "drop_95": [
     -7.03,
     7.72
    ],
    "drop_975": [
     -8.03,
     8.77
    ],
    "nackgammon_pr": 23.38,
    "pairs": 200,
    "standard_pr": 22.93
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -3.54,
     24.91
    ],
    "diff": 10.81
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -2.53,
     "drop_95": [
      -6.4,
      -0.04
     ],
     "nackgammon_pr": 1.62,
     "pairs": 25,
     "standard_pr": 4.14
    },
    "contact": {
     "drop": -9.62,
     "drop_95": [
      -28.23,
      8.37
     ],
     "nackgammon_pr": 31.12,
     "pairs": 60,
     "standard_pr": 40.73
    },
    "holding": {
     "drop": 5.78,
     "drop_95": [
      -15.22,
      30.11
     ],
     "nackgammon_pr": 31.67,
     "pairs": 30,
     "standard_pr": 25.89
    },
    "opening": {
     "drop": 8.02,
     "drop_95": [
      -2.6,
      18.11
     ],
     "nackgammon_pr": 26.07,
     "pairs": 60,
     "standard_pr": 18.05
    },
    "race": {
     "drop": 3.01,
     "drop_95": [
      -5.95,
      14.23
     ],
     "nackgammon_pr": 10.16,
     "pairs": 25,
     "standard_pr": 7.15
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.0,
      "caution_95": [
       -0.19,
       0.2
      ],
      "d_prime": -0.1,
      "d_prime_95": [
       -0.51,
       0.33
      ]
     },
     "nackgammon": {
      "caution": 0.68,
      "d_prime": 0.4,
      "needless": 31.0,
      "risk_pays": 165,
      "risks_taken": 52.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.68,
      "d_prime": 0.5,
      "needless": 29.0,
      "risk_pays": 165,
      "risks_taken": 55.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.12,
      "caution_95": [
       -0.19,
       0.45
      ],
      "d_prime": -0.24,
      "d_prime_95": [
       -0.87,
       0.38
      ]
     },
     "nackgammon": {
      "caution": 0.71,
      "d_prime": 0.48,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 21.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.59,
      "d_prime": 0.72,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 27.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 0.45,
     "drop_975": [
      -8.03,
      8.77
     ],
     "nackgammon_pr": 23.38,
     "pairs": 200,
     "standard_pr": 22.93
    },
    "drop": {
     "drop": 0.45,
     "drop_975": [
      -8.03,
      8.77
     ],
     "nackgammon_pr": 23.38,
     "pairs": 200,
     "standard_pr": 22.93
    },
    "worst": {
     "drop": 0.45,
     "drop_975": [
      -8.03,
      8.77
     ],
     "nackgammon_pr": 23.38,
     "pairs": 200,
     "standard_pr": 22.93
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 3.07,
    "drop_975": [
     -3.84,
     9.81
    ],
    "nackgammon_pr": 28.8,
    "pairs": 500,
    "standard_pr": 25.73
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.62
     },
     "standard": {
      "n": 25,
      "pr": 4.14
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 26.07
     },
     "standard": {
      "n": 60,
      "pr": 18.05
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 10.16
     },
     "standard": {
      "n": 25,
      "pr": 7.15
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 44.17
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 12.95
     },
     "standard": {
      "n": 23,
      "pr": 49.93
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 31.67
     },
     "standard": {
      "n": 30,
      "pr": 25.89
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 31.03
     },
     "standard": {
      "n": 8,
      "pr": 39.62
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 29.68
     },
     "standard": {
      "n": 10,
      "pr": 29.05
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 44.1
     },
     "standard": {
      "n": 17,
      "pr": 37.78
     }
    }
   }
  },
  "Fastino GLiDE v1.2": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 1.6,
    "drop_95": [
     -4.49,
     7.55
    ],
    "drop_975": [
     -5.33,
     8.3
    ],
    "nackgammon_pr": 27.93,
    "pairs": 500,
    "standard_pr": 26.33
   },
   "first": {
    "drop": 2.18,
    "drop_95": [
     -6.15,
     10.44
    ],
    "drop_975": [
     -7.28,
     11.93
    ],
    "nackgammon_pr": 24.91,
    "pairs": 200,
    "standard_pr": 22.74
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -5.64,
     25.57
    ],
    "diff": 10.11
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -4.41,
     "drop_95": [
      -9.76,
      -0.42
     ],
     "nackgammon_pr": 1.62,
     "pairs": 25,
     "standard_pr": 6.03
    },
    "contact": {
     "drop": -10.16,
     "drop_95": [
      -28.79,
      7.76
     ],
     "nackgammon_pr": 29.34,
     "pairs": 60,
     "standard_pr": 39.49
    },
    "holding": {
     "drop": 17.19,
     "drop_95": [
      -11.01,
      52.43
     ],
     "nackgammon_pr": 43.33,
     "pairs": 30,
     "standard_pr": 26.14
    },
    "opening": {
     "drop": 9.25,
     "drop_95": [
      -2.3,
      20.66
     ],
     "nackgammon_pr": 26.99,
     "pairs": 60,
     "standard_pr": 17.73
    },
    "race": {
     "drop": 3.38,
     "drop_95": [
      -5.64,
      14.63
     ],
     "nackgammon_pr": 10.53,
     "pairs": 25,
     "standard_pr": 7.15
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.0,
      "caution_95": [
       -0.21,
       0.21
      ],
      "d_prime": -0.12,
      "d_prime_95": [
       -0.54,
       0.3
      ]
     },
     "nackgammon": {
      "caution": 0.61,
      "d_prime": 0.37,
      "needless": 35.0,
      "risk_pays": 165,
      "risks_taken": 55.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.61,
      "d_prime": 0.49,
      "needless": 32.0,
      "risk_pays": 165,
      "risks_taken": 59.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.05,
      "caution_95": [
       -0.29,
       0.38
      ],
      "d_prime": -0.45,
      "d_prime_95": [
       -1.15,
       0.19
      ]
     },
     "nackgammon": {
      "caution": 0.65,
      "d_prime": 0.37,
      "needless": 13.0,
      "risk_pays": 66,
      "risks_taken": 21.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.6,
      "d_prime": 0.82,
      "needless": 10.0,
      "risk_pays": 66,
      "risks_taken": 28.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 2.18,
     "drop_975": [
      -7.28,
      11.93
     ],
     "nackgammon_pr": 24.91,
     "pairs": 200,
     "standard_pr": 22.74
    },
    "drop": {
     "drop": 2.18,
     "drop_975": [
      -7.28,
      11.93
     ],
     "nackgammon_pr": 24.91,
     "pairs": 200,
     "standard_pr": 22.74
    },
    "worst": {
     "drop": 2.18,
     "drop_975": [
      -7.28,
      11.93
     ],
     "nackgammon_pr": 24.91,
     "pairs": 200,
     "standard_pr": 22.74
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 1.6,
    "drop_975": [
     -5.33,
     8.3
    ],
    "nackgammon_pr": 27.93,
    "pairs": 500,
    "standard_pr": 26.33
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.62
     },
     "standard": {
      "n": 25,
      "pr": 6.03
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 26.99
     },
     "standard": {
      "n": 60,
      "pr": 17.73
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 10.53
     },
     "standard": {
      "n": 25,
      "pr": 7.15
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 44.17
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 8.8
     },
     "standard": {
      "n": 23,
      "pr": 48.46
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 43.33
     },
     "standard": {
      "n": 30,
      "pr": 26.14
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 31.03
     },
     "standard": {
      "n": 8,
      "pr": 39.62
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 29.68
     },
     "standard": {
      "n": 10,
      "pr": 25.0
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 41.69
     },
     "standard": {
      "n": 17,
      "pr": 37.78
     }
    }
   }
  },
  "GNUbg weak": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -4.57,
    "drop_95": [
     -9.63,
     0.61
    ],
    "drop_975": [
     -10.32,
     1.34
    ],
    "nackgammon_pr": 20.78,
    "pairs": 500,
    "standard_pr": 25.35
   },
   "first": {
    "drop": -3.56,
    "drop_95": [
     -12.67,
     5.75
    ],
    "drop_975": [
     -13.92,
     7.29
    ],
    "nackgammon_pr": 24.13,
    "pairs": 200,
    "standard_pr": 27.69
   },
   "group": "yardstick",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -23.29,
     11.9
    ],
    "diff": -5.57
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -3.61,
     "drop_95": [
      -10.52,
      0.66
     ],
     "nackgammon_pr": 1.53,
     "pairs": 25,
     "standard_pr": 5.15
    },
    "contact": {
     "drop": -5.85,
     "drop_95": [
      -32.05,
      20.17
     ],
     "nackgammon_pr": 34.06,
     "pairs": 60,
     "standard_pr": 39.9
    },
    "holding": {
     "drop": 3.37,
     "drop_95": [
      -12.48,
      21.09
     ],
     "nackgammon_pr": 26.0,
     "pairs": 30,
     "standard_pr": 22.63
    },
    "opening": {
     "drop": -7.46,
     "drop_95": [
      -21.3,
      6.5
     ],
     "nackgammon_pr": 31.32,
     "pairs": 60,
     "standard_pr": 38.78
    },
    "race": {
     "drop": 3.01,
     "drop_95": [
      -0.03,
      7.82
     ],
     "nackgammon_pr": 3.4,
     "pairs": 25,
     "standard_pr": 0.39
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.11,
      "caution_95": [
       -0.3,
       0.09
      ],
      "d_prime": 0.12,
      "d_prime_95": [
       -0.27,
       0.5
      ]
     },
     "nackgammon": {
      "caution": -0.42,
      "d_prime": 1.16,
      "needless": 72.0,
      "risk_pays": 165,
      "risks_taken": 139.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": -0.31,
      "d_prime": 1.04,
      "needless": 69.0,
      "risk_pays": 165,
      "risks_taken": 132.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.19,
      "caution_95": [
       -0.48,
       0.09
      ],
      "d_prime": 0.24,
      "d_prime_95": [
       -0.37,
       0.82
      ]
     },
     "nackgammon": {
      "caution": -0.47,
      "d_prime": 0.95,
      "needless": 33.0,
      "risk_pays": 66,
      "risks_taken": 55.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": -0.28,
      "d_prime": 0.71,
      "needless": 31.0,
      "risk_pays": 66,
      "risks_taken": 49.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -3.56,
     "drop_975": [
      -13.92,
      7.29
     ],
     "nackgammon_pr": 24.13,
     "pairs": 200,
     "standard_pr": 27.69
    },
    "drop": {
     "drop": -3.56,
     "drop_975": [
      -13.92,
      7.29
     ],
     "nackgammon_pr": 24.13,
     "pairs": 200,
     "standard_pr": 27.69
    },
    "worst": {
     "drop": -3.56,
     "drop_975": [
      -13.92,
      7.29
     ],
     "nackgammon_pr": 24.13,
     "pairs": 200,
     "standard_pr": 27.69
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -4.57,
    "drop_975": [
     -10.32,
     1.34
    ],
    "nackgammon_pr": 20.78,
    "pairs": 500,
    "standard_pr": 25.35
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.53
     },
     "standard": {
      "n": 25,
      "pr": 5.15
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 31.32
     },
     "standard": {
      "n": 60,
      "pr": 38.78
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 3.4
     },
     "standard": {
      "n": 25,
      "pr": 0.39
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 22.11
     },
     "standard": {
      "n": 2,
      "pr": 17.04
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 56.39
     },
     "standard": {
      "n": 23,
      "pr": 43.29
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 26.0
     },
     "standard": {
      "n": 30,
      "pr": 22.63
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 37.5
     },
     "standard": {
      "n": 8,
      "pr": 32.99
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 17.63
     },
     "standard": {
      "n": 10,
      "pr": 47.08
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 27.14
     },
     "standard": {
      "n": 17,
      "pr": 37.05
     }
    }
   }
  },
  "GPT-6 Astra (medium)": {
   "added": false,
   "aliases": [
    "GPT-6 Astra (on)"
   ],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 29.515,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 29.614,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -1.99,
    "drop_95": [
     -5.08,
     1.02
    ],
    "drop_975": [
     -5.52,
     1.47
    ],
    "nackgammon_pr": 8.88,
    "pairs": 500,
    "standard_pr": 10.86
   },
   "first": {
    "drop": -2.37,
    "drop_95": [
     -6.19,
     1.16
    ],
    "drop_975": [
     -6.69,
     1.77
    ],
    "nackgammon_pr": 7.3,
    "pairs": 200,
    "standard_pr": 9.66
   },
   "group": "frontier",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     0.51,
     16.05
    ],
    "diff": 8.1
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 0.04,
     "drop_95": [
      0.0,
      0.13
     ],
     "nackgammon_pr": 0.07,
     "pairs": 25,
     "standard_pr": 0.03
    },
    "contact": {
     "drop": -6.5,
     "drop_95": [
      -14.88,
      1.78
     ],
     "nackgammon_pr": 9.73,
     "pairs": 60,
     "standard_pr": 16.23
    },
    "holding": {
     "drop": -8.88,
     "drop_95": [
      -22.08,
      1.05
     ],
     "nackgammon_pr": 4.68,
     "pairs": 30,
     "standard_pr": 13.57
    },
    "opening": {
     "drop": 3.3,
     "drop_95": [
      -3.03,
      9.7
     ],
     "nackgammon_pr": 12.14,
     "pairs": 60,
     "standard_pr": 8.84
    },
    "race": {
     "drop": -0.64,
     "drop_95": [
      -2.22,
      0.37
     ],
     "nackgammon_pr": 0.18,
     "pairs": 25,
     "standard_pr": 0.83
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.02,
      "caution_95": [
       -0.25,
       0.22
      ],
      "d_prime": 0.24,
      "d_prime_95": [
       -0.21,
       0.72
      ]
     },
     "nackgammon": {
      "caution": 0.72,
      "d_prime": 1.71,
      "needless": 9.0,
      "risk_pays": 165,
      "risks_taken": 91.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.74,
      "d_prime": 1.47,
      "needless": 11.0,
      "risk_pays": 165,
      "risks_taken": 82.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.03,
      "caution_95": [
       -0.32,
       0.43
      ],
      "d_prime": 0.52,
      "d_prime_95": [
       -0.18,
       1.32
      ]
     },
     "nackgammon": {
      "caution": 0.76,
      "d_prime": 2.05,
      "needless": 2.0,
      "risk_pays": 66,
      "risks_taken": 40.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.73,
      "d_prime": 1.53,
      "needless": 4.0,
      "risk_pays": 66,
      "risks_taken": 34.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -2.37,
     "drop_975": [
      -6.69,
      1.77
     ],
     "nackgammon_pr": 7.3,
     "pairs": 200,
     "standard_pr": 9.66
    },
    "drop": {
     "drop": -2.37,
     "drop_975": [
      -6.69,
      1.77
     ],
     "nackgammon_pr": 7.3,
     "pairs": 200,
     "standard_pr": 9.66
    },
    "worst": {
     "drop": -2.37,
     "drop_975": [
      -6.69,
      1.77
     ],
     "nackgammon_pr": 7.3,
     "pairs": 200,
     "standard_pr": 9.66
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -1.99,
    "drop_975": [
     -5.52,
     1.47
    ],
    "nackgammon_pr": 8.88,
    "pairs": 500,
    "standard_pr": 10.86
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.07
     },
     "standard": {
      "n": 25,
      "pr": 0.03
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 12.14
     },
     "standard": {
      "n": 60,
      "pr": 8.84
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.18
     },
     "standard": {
      "n": 25,
      "pr": 0.83
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 17.22
     },
     "standard": {
      "n": 2,
      "pr": 11.09
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 10.78
     },
     "standard": {
      "n": 23,
      "pr": 10.2
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 4.68
     },
     "standard": {
      "n": 30,
      "pr": 13.57
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 9.99
     },
     "standard": {
      "n": 8,
      "pr": 21.16
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 8.27
     },
     "standard": {
      "n": 10,
      "pr": 23.69
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 4.48
     },
     "standard": {
      "n": 17,
      "pr": 18.28
     }
    }
   }
  },
  "GPT-6 Luna (Decisions API)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.267,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.267,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 5.87,
    "drop_95": [
     -2.86,
     14.01
    ],
    "drop_975": [
     -4.27,
     15.07
    ],
    "nackgammon_pr": 35.44,
    "pairs": 500,
    "standard_pr": 29.56
   },
   "first": {
    "drop": 5.84,
    "drop_95": [
     -8.47,
     18.85
    ],
    "drop_975": [
     -10.57,
     20.46
    ],
    "nackgammon_pr": 34.11,
    "pairs": 200,
    "standard_pr": 28.27
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -2.72,
     42.58
    ],
    "diff": 18.72
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 2.57,
     "drop_95": [
      -6.03,
      13.91
     ],
     "nackgammon_pr": 9.57,
     "pairs": 25,
     "standard_pr": 7.01
    },
    "contact": {
     "drop": -9.49,
     "drop_95": [
      -31.25,
      11.04
     ],
     "nackgammon_pr": 30.85,
     "pairs": 60,
     "standard_pr": 40.34
    },
    "holding": {
     "drop": 4.31,
     "drop_95": [
      -74.85,
      63.66
     ],
     "nackgammon_pr": 64.87,
     "pairs": 30,
     "standard_pr": 60.56
    },
    "opening": {
     "drop": 18.94,
     "drop_95": [
      6.05,
      31.44
     ],
     "nackgammon_pr": 35.63,
     "pairs": 60,
     "standard_pr": 16.69
    },
    "race": {
     "drop": 16.28,
     "drop_95": [
      -5.65,
      51.13
     ],
     "nackgammon_pr": 25.92,
     "pairs": 25,
     "standard_pr": 9.65
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.21,
      "caution_95": [
       -0.43,
       0.01
      ],
      "d_prime": -0.39,
      "d_prime_95": [
       -0.86,
       0.02
      ]
     },
     "nackgammon": {
      "caution": 0.58,
      "d_prime": 0.34,
      "needless": 37.0,
      "risk_pays": 165,
      "risks_taken": 56.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.79,
      "d_prime": 0.73,
      "needless": 20.0,
      "risk_pays": 165,
      "risks_taken": 55.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.0,
      "caution_95": [
       -0.36,
       0.38
      ],
      "d_prime": -0.81,
      "d_prime_95": [
       -1.57,
       -0.11
      ]
     },
     "nackgammon": {
      "caution": 0.66,
      "d_prime": 0.14,
      "needless": 15.0,
      "risk_pays": 66,
      "risks_taken": 18.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.66,
      "d_prime": 0.95,
      "needless": 8.0,
      "risk_pays": 66,
      "risks_taken": 28.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 5.84,
     "drop_975": [
      -10.57,
      20.46
     ],
     "nackgammon_pr": 34.11,
     "pairs": 200,
     "standard_pr": 28.27
    },
    "drop": {
     "drop": 5.84,
     "drop_975": [
      -10.57,
      20.46
     ],
     "nackgammon_pr": 34.11,
     "pairs": 200,
     "standard_pr": 28.27
    },
    "worst": {
     "drop": 5.84,
     "drop_975": [
      -10.57,
      20.46
     ],
     "nackgammon_pr": 34.11,
     "pairs": 200,
     "standard_pr": 28.27
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 5.87,
    "drop_975": [
     -4.27,
     15.07
    ],
    "nackgammon_pr": 35.44,
    "pairs": 500,
    "standard_pr": 29.56
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 9.57
     },
     "standard": {
      "n": 25,
      "pr": 7.01
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 35.63
     },
     "standard": {
      "n": 60,
      "pr": 16.69
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 25.92
     },
     "standard": {
      "n": 25,
      "pr": 9.65
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 32.07
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 14.08
     },
     "standard": {
      "n": 23,
      "pr": 44.92
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 64.87
     },
     "standard": {
      "n": 30,
      "pr": 60.56
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.54
     },
     "standard": {
      "n": 8,
      "pr": 36.76
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 30.99
     },
     "standard": {
      "n": 10,
      "pr": 63.71
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 42.09
     },
     "standard": {
      "n": 17,
      "pr": 24.12
     }
    }
   }
  },
  "GPT-6.1 Sol (high)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 8.066,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 8.148,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -2.03,
    "drop_95": [
     -5.1,
     0.98
    ],
    "drop_975": [
     -5.57,
     1.38
    ],
    "nackgammon_pr": 9.12,
    "pairs": 500,
    "standard_pr": 11.14
   },
   "first": {
    "drop": -1.45,
    "drop_95": [
     -5.14,
     2.07
    ],
    "drop_975": [
     -5.57,
     2.68
    ],
    "nackgammon_pr": 8.43,
    "pairs": 200,
    "standard_pr": 9.88
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -5.08,
     12.07
    ],
    "diff": 3.24
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 0.0,
     "drop_95": [
      0.0,
      0.0
     ],
     "nackgammon_pr": 0.0,
     "pairs": 25,
     "standard_pr": 0.0
    },
    "contact": {
     "drop": -2.43,
     "drop_95": [
      -9.76,
      5.0
     ],
     "nackgammon_pr": 11.24,
     "pairs": 60,
     "standard_pr": 13.67
    },
    "holding": {
     "drop": -6.26,
     "drop_95": [
      -19.56,
      3.87
     ],
     "nackgammon_pr": 7.15,
     "pairs": 30,
     "standard_pr": 13.41
    },
    "opening": {
     "drop": 0.82,
     "drop_95": [
      -6.57,
      8.28
     ],
     "nackgammon_pr": 13.21,
     "pairs": 60,
     "standard_pr": 12.39
    },
    "race": {
     "drop": -0.24,
     "drop_95": [
      -1.01,
      0.38
     ],
     "nackgammon_pr": 0.18,
     "pairs": 25,
     "standard_pr": 0.43
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.05,
      "caution_95": [
       -0.18,
       0.29
      ],
      "d_prime": 0.41,
      "d_prime_95": [
       -0.06,
       0.89
      ]
     },
     "nackgammon": {
      "caution": 0.71,
      "d_prime": 1.74,
      "needless": 9.0,
      "risk_pays": 165,
      "risks_taken": 93.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.66,
      "d_prime": 1.33,
      "needless": 15.0,
      "risk_pays": 165,
      "risks_taken": 83.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.13,
      "caution_95": [
       -0.22,
       0.54
      ],
      "d_prime": 0.87,
      "d_prime_95": [
       0.16,
       1.71
      ]
     },
     "nackgammon": {
      "caution": 0.76,
      "d_prime": 2.05,
      "needless": 2.0,
      "risk_pays": 66,
      "risks_taken": 40.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.63,
      "d_prime": 1.18,
      "needless": 7.0,
      "risk_pays": 66,
      "risks_taken": 32.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -1.45,
     "drop_975": [
      -5.57,
      2.68
     ],
     "nackgammon_pr": 8.43,
     "pairs": 200,
     "standard_pr": 9.88
    },
    "drop": {
     "drop": -1.45,
     "drop_975": [
      -5.57,
      2.68
     ],
     "nackgammon_pr": 8.43,
     "pairs": 200,
     "standard_pr": 9.88
    },
    "worst": {
     "drop": -1.45,
     "drop_975": [
      -5.57,
      2.68
     ],
     "nackgammon_pr": 8.43,
     "pairs": 200,
     "standard_pr": 9.88
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -2.03,
    "drop_975": [
     -5.57,
     1.38
    ],
    "nackgammon_pr": 9.12,
    "pairs": 500,
    "standard_pr": 11.14
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.0
     },
     "standard": {
      "n": 25,
      "pr": 0.0
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 13.21
     },
     "standard": {
      "n": 60,
      "pr": 12.39
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.18
     },
     "standard": {
      "n": 25,
      "pr": 0.43
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 17.22
     },
     "standard": {
      "n": 2,
      "pr": 11.09
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 10.78
     },
     "standard": {
      "n": 23,
      "pr": 12.66
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 7.15
     },
     "standard": {
      "n": 30,
      "pr": 13.41
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 9.99
     },
     "standard": {
      "n": 8,
      "pr": 13.16
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 12.75
     },
     "standard": {
      "n": 10,
      "pr": 20.29
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 7.25
     },
     "standard": {
      "n": 17,
      "pr": 11.68
     }
    }
   }
  },
  "GPT-6.1 Sol (low)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 6.016,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 6.022,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -1.46,
    "drop_95": [
     -4.6,
     1.64
    ],
    "drop_975": [
     -5.01,
     2.05
    ],
    "nackgammon_pr": 10.75,
    "pairs": 500,
    "standard_pr": 12.21
   },
   "first": {
    "drop": -1.26,
    "drop_95": [
     -5.25,
     2.67
    ],
    "drop_975": [
     -5.7,
     3.31
    ],
    "nackgammon_pr": 9.9,
    "pairs": 200,
    "standard_pr": 11.15
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -1.9,
     16.65
    ],
    "diff": 7.12
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -1.59,
     "drop_95": [
      -4.77,
      0.0
     ],
     "nackgammon_pr": 0.0,
     "pairs": 25,
     "standard_pr": 1.59
    },
    "contact": {
     "drop": -3.71,
     "drop_95": [
      -12.27,
      4.62
     ],
     "nackgammon_pr": 12.74,
     "pairs": 60,
     "standard_pr": 16.46
    },
    "holding": {
     "drop": -6.33,
     "drop_95": [
      -19.68,
      3.53
     ],
     "nackgammon_pr": 7.37,
     "pairs": 30,
     "standard_pr": 13.7
    },
    "opening": {
     "drop": 3.73,
     "drop_95": [
      -4.12,
      12.06
     ],
     "nackgammon_pr": 16.48,
     "pairs": 60,
     "standard_pr": 12.75
    },
    "race": {
     "drop": -0.91,
     "drop_95": [
      -2.57,
      0.28
     ],
     "nackgammon_pr": 0.18,
     "pairs": 25,
     "standard_pr": 1.1
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.04,
      "caution_95": [
       -0.18,
       0.28
      ],
      "d_prime": 0.15,
      "d_prime_95": [
       -0.32,
       0.61
      ]
     },
     "nackgammon": {
      "caution": 0.72,
      "d_prime": 1.43,
      "needless": 12.0,
      "risk_pays": 165,
      "risks_taken": 82.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.68,
      "d_prime": 1.28,
      "needless": 15.0,
      "risk_pays": 165,
      "risks_taken": 80.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.2,
      "caution_95": [
       -0.12,
       0.63
      ],
      "d_prime": 0.72,
      "d_prime_95": [
       0.04,
       1.56
      ]
     },
     "nackgammon": {
      "caution": 0.85,
      "d_prime": 1.86,
      "needless": 2.0,
      "risk_pays": 66,
      "risks_taken": 35.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.65,
      "d_prime": 1.14,
      "needless": 7.0,
      "risk_pays": 66,
      "risks_taken": 31.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -1.26,
     "drop_975": [
      -5.7,
      3.31
     ],
     "nackgammon_pr": 9.9,
     "pairs": 200,
     "standard_pr": 11.15
    },
    "drop": {
     "drop": -1.26,
     "drop_975": [
      -5.7,
      3.31
     ],
     "nackgammon_pr": 9.9,
     "pairs": 200,
     "standard_pr": 11.15
    },
    "worst": {
     "drop": -1.26,
     "drop_975": [
      -5.7,
      3.31
     ],
     "nackgammon_pr": 9.9,
     "pairs": 200,
     "standard_pr": 11.15
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -1.46,
    "drop_975": [
     -5.01,
     2.05
    ],
    "nackgammon_pr": 10.75,
    "pairs": 500,
    "standard_pr": 12.21
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.0
     },
     "standard": {
      "n": 25,
      "pr": 1.59
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 16.48
     },
     "standard": {
      "n": 60,
      "pr": 12.75
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.18
     },
     "standard": {
      "n": 25,
      "pr": 1.1
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 17.22
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 12.98
     },
     "standard": {
      "n": 23,
      "pr": 11.77
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 7.37
     },
     "standard": {
      "n": 30,
      "pr": 13.7
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 21.59
     },
     "standard": {
      "n": 8,
      "pr": 37.19
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 10.68
     },
     "standard": {
      "n": 10,
      "pr": 20.24
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 6.89
     },
     "standard": {
      "n": 17,
      "pr": 10.05
     }
    }
   }
  },
  "GPT-6.1 Terra": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 3.709,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 3.723,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 3.04,
    "drop_95": [
     -0.44,
     6.74
    ],
    "drop_975": [
     -0.94,
     7.39
    ],
    "nackgammon_pr": 16.22,
    "pairs": 500,
    "standard_pr": 13.18
   },
   "first": {
    "drop": 0.89,
    "drop_95": [
     -4.96,
     7.44
    ],
    "drop_975": [
     -5.73,
     8.59
    ],
    "nackgammon_pr": 14.4,
    "pairs": 200,
    "standard_pr": 13.52
   },
   "group": "no group (exploratory)",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -1.66,
     19.61
    ],
    "diff": 9.34
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -1.76,
     "drop_95": [
      -5.12,
      0.0
     ],
     "nackgammon_pr": 0.0,
     "pairs": 25,
     "standard_pr": 1.76
    },
    "contact": {
     "drop": -6.61,
     "drop_95": [
      -18.78,
      5.67
     ],
     "nackgammon_pr": 17.13,
     "pairs": 60,
     "standard_pr": 23.74
    },
    "holding": {
     "drop": 5.69,
     "drop_95": [
      -18.06,
      40.13
     ],
     "nackgammon_pr": 19.69,
     "pairs": 30,
     "standard_pr": 14.0
    },
    "opening": {
     "drop": 7.42,
     "drop_95": [
      1.12,
      13.95
     ],
     "nackgammon_pr": 20.77,
     "pairs": 60,
     "standard_pr": 13.35
    },
    "race": {
     "drop": 0.08,
     "drop_95": [
      -0.99,
      1.35
     ],
     "nackgammon_pr": 0.64,
     "pairs": 25,
     "standard_pr": 0.56
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.05,
      "caution_95": [
       -0.31,
       0.19
      ],
      "d_prime": -0.14,
      "d_prime_95": [
       -0.64,
       0.36
      ]
     },
     "nackgammon": {
      "caution": 0.86,
      "d_prime": 0.99,
      "needless": 14.0,
      "risk_pays": 165,
      "risks_taken": 59.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.91,
      "d_prime": 1.13,
      "needless": 11.0,
      "risk_pays": 165,
      "risks_taken": 60.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.3,
      "caution_95": [
       -0.07,
       0.75
      ],
      "d_prime": 0.53,
      "d_prime_95": [
       -0.29,
       1.45
      ]
     },
     "nackgammon": {
      "caution": 1.06,
      "d_prime": 1.44,
      "needless": 2.0,
      "risk_pays": 66,
      "risks_taken": 24.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.76,
      "d_prime": 0.91,
      "needless": 7.0,
      "risk_pays": 66,
      "risks_taken": 25.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 0.89,
     "drop_975": [
      -5.73,
      8.59
     ],
     "nackgammon_pr": 14.4,
     "pairs": 200,
     "standard_pr": 13.52
    },
    "drop": {
     "drop": 0.89,
     "drop_975": [
      -5.73,
      8.59
     ],
     "nackgammon_pr": 14.4,
     "pairs": 200,
     "standard_pr": 13.52
    },
    "worst": {
     "drop": 0.89,
     "drop_975": [
      -5.73,
      8.59
     ],
     "nackgammon_pr": 14.4,
     "pairs": 200,
     "standard_pr": 13.52
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 3.04,
    "drop_975": [
     -0.94,
     7.39
    ],
    "nackgammon_pr": 16.22,
    "pairs": 500,
    "standard_pr": 13.18
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.0
     },
     "standard": {
      "n": 25,
      "pr": 1.76
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 20.77
     },
     "standard": {
      "n": 60,
      "pr": 13.35
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.64
     },
     "standard": {
      "n": 25,
      "pr": 0.56
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 31.19
     },
     "standard": {
      "n": 2,
      "pr": 39.75
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 6.51
     },
     "standard": {
      "n": 23,
      "pr": 18.82
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 19.69
     },
     "standard": {
      "n": 30,
      "pr": 14.0
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 50.56
     },
     "standard": {
      "n": 8,
      "pr": 28.12
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 12.01
     },
     "standard": {
      "n": 10,
      "pr": 20.24
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 7.94
     },
     "standard": {
      "n": 17,
      "pr": 28.52
     }
    }
   }
  },
  "Gemini 3.8 Flash (low)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 2.885,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 2.845,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -1.3,
    "drop_95": [
     -4.96,
     2.41
    ],
    "drop_975": [
     -5.48,
     2.9
    ],
    "nackgammon_pr": 15.41,
    "pairs": 500,
    "standard_pr": 16.71
   },
   "first": {
    "drop": -4.11,
    "drop_95": [
     -8.93,
     0.45
    ],
    "drop_975": [
     -9.72,
     1.04
    ],
    "nackgammon_pr": 11.81,
    "pairs": 200,
    "standard_pr": 15.92
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -1.46,
     16.42
    ],
    "diff": 7.4
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -2.08,
     "drop_95": [
      -6.01,
      0.0
     ],
     "nackgammon_pr": 0.07,
     "pairs": 25,
     "standard_pr": 2.15
    },
    "contact": {
     "drop": -12.35,
     "drop_95": [
      -24.99,
      -0.09
     ],
     "nackgammon_pr": 16.38,
     "pairs": 60,
     "standard_pr": 28.74
    },
    "holding": {
     "drop": -0.88,
     "drop_95": [
      -14.62,
      10.17
     ],
     "nackgammon_pr": 13.35,
     "pairs": 30,
     "standard_pr": 14.24
    },
    "opening": {
     "drop": 1.07,
     "drop_95": [
      -5.51,
      7.26
     ],
     "nackgammon_pr": 16.01,
     "pairs": 60,
     "standard_pr": 14.94
    },
    "race": {
     "drop": -2.67,
     "drop_95": [
      -6.94,
      0.62
     ],
     "nackgammon_pr": 0.64,
     "pairs": 25,
     "standard_pr": 3.31
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.03,
      "caution_95": [
       -0.21,
       0.3
      ],
      "d_prime": 0.36,
      "d_prime_95": [
       -0.12,
       0.89
      ]
     },
     "nackgammon": {
      "caution": 1.02,
      "d_prime": 1.35,
      "needless": 7.0,
      "risk_pays": 165,
      "risks_taken": 60.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.99,
      "d_prime": 0.99,
      "needless": 11.0,
      "risk_pays": 165,
      "risks_taken": 51.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.45,
      "caution_95": [
       0.12,
       0.72
      ],
      "d_prime": 1.38,
      "d_prime_95": [
       0.73,
       1.92
      ]
     },
     "nackgammon": {
      "caution": 1.35,
      "d_prime": 2.17,
      "needless": 0.0,
      "risk_pays": 66,
      "risks_taken": 26.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.9,
      "d_prime": 0.79,
      "needless": 6.0,
      "risk_pays": 66,
      "risks_taken": 20.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -4.11,
     "drop_975": [
      -9.72,
      1.04
     ],
     "nackgammon_pr": 11.81,
     "pairs": 200,
     "standard_pr": 15.92
    },
    "drop": {
     "drop": -4.11,
     "drop_975": [
      -9.72,
      1.04
     ],
     "nackgammon_pr": 11.81,
     "pairs": 200,
     "standard_pr": 15.92
    },
    "worst": {
     "drop": -4.11,
     "drop_975": [
      -9.72,
      1.04
     ],
     "nackgammon_pr": 11.81,
     "pairs": 200,
     "standard_pr": 15.92
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -1.3,
    "drop_975": [
     -5.48,
     2.9
    ],
    "nackgammon_pr": 15.41,
    "pairs": 500,
    "standard_pr": 16.71
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.07
     },
     "standard": {
      "n": 25,
      "pr": 2.15
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 16.01
     },
     "standard": {
      "n": 60,
      "pr": 14.94
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.64
     },
     "standard": {
      "n": 25,
      "pr": 3.31
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 27.83
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 6.66
     },
     "standard": {
      "n": 23,
      "pr": 29.33
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 13.35
     },
     "standard": {
      "n": 30,
      "pr": 14.24
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 29.48
     },
     "standard": {
      "n": 8,
      "pr": 36.72
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 15.09
     },
     "standard": {
      "n": 10,
      "pr": 21.48
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 14.61
     },
     "standard": {
      "n": 17,
      "pr": 29.13
     }
    }
   }
  },
  "Gemini 4 Argon (low)": {
   "added": false,
   "aliases": [
    "Gemini 4 Argon (off)"
   ],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 5.907,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 5.906,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 2.71,
    "drop_95": [
     -1.51,
     7.03
    ],
    "drop_975": [
     -2.06,
     7.62
    ],
    "nackgammon_pr": 17.42,
    "pairs": 500,
    "standard_pr": 14.71
   },
   "first": {
    "drop": 1.92,
    "drop_95": [
     -3.5,
     7.49
    ],
    "drop_975": [
     -4.33,
     8.42
    ],
    "nackgammon_pr": 15.71,
    "pairs": 200,
    "standard_pr": 13.79
   },
   "group": "no group (exploratory)",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -10.49,
     13.27
    ],
    "diff": 1.42
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 0.11,
     "drop_95": [
      -0.48,
      0.81
     ],
     "nackgammon_pr": 0.34,
     "pairs": 25,
     "standard_pr": 0.23
    },
    "contact": {
     "drop": -5.83,
     "drop_95": [
      -16.79,
      4.71
     ],
     "nackgammon_pr": 17.18,
     "pairs": 60,
     "standard_pr": 23.0
    },
    "holding": {
     "drop": 18.09,
     "drop_95": [
      0.69,
      42.23
     ],
     "nackgammon_pr": 31.67,
     "pairs": 30,
     "standard_pr": 13.58
    },
    "opening": {
     "drop": 2.91,
     "drop_95": [
      -7.2,
      12.64
     ],
     "nackgammon_pr": 18.13,
     "pairs": 60,
     "standard_pr": 15.22
    },
    "race": {
     "drop": 0.5,
     "drop_95": [
      -4.03,
      6.55
     ],
     "nackgammon_pr": 2.6,
     "pairs": 25,
     "standard_pr": 2.09
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.09,
      "caution_95": [
       -0.1,
       0.29
      ],
      "d_prime": 0.2,
      "d_prime_95": [
       -0.21,
       0.6
      ]
     },
     "nackgammon": {
      "caution": 0.57,
      "d_prime": 1.18,
      "needless": 20.0,
      "risk_pays": 165,
      "risks_taken": 84.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.48,
      "d_prime": 0.98,
      "needless": 27.0,
      "risk_pays": 165,
      "risks_taken": 83.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.31,
      "caution_95": [
       0.02,
       0.61
      ],
      "d_prime": 0.09,
      "d_prime_95": [
       -0.48,
       0.71
      ]
     },
     "nackgammon": {
      "caution": 0.67,
      "d_prime": 1.26,
      "needless": 6.0,
      "risk_pays": 66,
      "risks_taken": 32.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.36,
      "d_prime": 1.17,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 39.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 1.92,
     "drop_975": [
      -4.33,
      8.42
     ],
     "nackgammon_pr": 15.71,
     "pairs": 200,
     "standard_pr": 13.79
    },
    "drop": {
     "drop": 1.92,
     "drop_975": [
      -4.33,
      8.42
     ],
     "nackgammon_pr": 15.71,
     "pairs": 200,
     "standard_pr": 13.79
    },
    "worst": {
     "drop": 1.92,
     "drop_975": [
      -4.33,
      8.42
     ],
     "nackgammon_pr": 15.71,
     "pairs": 200,
     "standard_pr": 13.79
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 2.71,
    "drop_975": [
     -2.06,
     7.62
    ],
    "nackgammon_pr": 17.42,
    "pairs": 500,
    "standard_pr": 14.71
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.34
     },
     "standard": {
      "n": 25,
      "pr": 0.23
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 18.13
     },
     "standard": {
      "n": 60,
      "pr": 15.22
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 2.6
     },
     "standard": {
      "n": 25,
      "pr": 2.09
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 21.46
     },
     "standard": {
      "n": 2,
      "pr": 0.0
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 8.73
     },
     "standard": {
      "n": 23,
      "pr": 22.27
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 31.67
     },
     "standard": {
      "n": 30,
      "pr": 13.58
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 35.49
     },
     "standard": {
      "n": 8,
      "pr": 32.68
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 28.54
     },
     "standard": {
      "n": 10,
      "pr": 15.73
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 7.02
     },
     "standard": {
      "n": 17,
      "pr": 26.43
     }
    }
   }
  },
  "Gemma 4 31B (on)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -1.13,
    "drop_95": [
     -5.59,
     3.58
    ],
    "drop_975": [
     -6.19,
     4.39
    ],
    "nackgammon_pr": 16.84,
    "pairs": 500,
    "standard_pr": 17.97
   },
   "first": {
    "drop": -4.97,
    "drop_95": [
     -10.91,
     0.89
    ],
    "drop_975": [
     -11.81,
     1.78
    ],
    "nackgammon_pr": 13.38,
    "pairs": 200,
    "standard_pr": 18.35
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -5.19,
     19.68
    ],
    "diff": 7.11
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -1.99,
     "drop_95": [
      -5.93,
      0.06
     ],
     "nackgammon_pr": 0.03,
     "pairs": 25,
     "standard_pr": 2.02
    },
    "contact": {
     "drop": -13.65,
     "drop_95": [
      -29.63,
      2.24
     ],
     "nackgammon_pr": 19.17,
     "pairs": 60,
     "standard_pr": 32.82
    },
    "holding": {
     "drop": -1.54,
     "drop_95": [
      -15.22,
      9.5
     ],
     "nackgammon_pr": 11.62,
     "pairs": 30,
     "standard_pr": 13.15
    },
    "opening": {
     "drop": 0.01,
     "drop_95": [
      -9.76,
      10.08
     ],
     "nackgammon_pr": 19.53,
     "pairs": 60,
     "standard_pr": 19.52
    },
    "race": {
     "drop": -3.17,
     "drop_95": [
      -6.88,
      -0.32
     ],
     "nackgammon_pr": 0.18,
     "pairs": 25,
     "standard_pr": 3.36
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.29,
      "caution_95": [
       -0.57,
       -0.02
      ],
      "d_prime": 0.1,
      "d_prime_95": [
       -0.5,
       0.65
      ]
     },
     "nackgammon": {
      "caution": 0.95,
      "d_prime": 1.15,
      "needless": 10.0,
      "risk_pays": 165,
      "risks_taken": 58.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 1.24,
      "d_prime": 1.05,
      "needless": 6.0,
      "risk_pays": 165,
      "risks_taken": 39.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.17,
      "caution_95": [
       -0.61,
       0.3
      ],
      "d_prime": 0.9,
      "d_prime_95": [
       0.04,
       1.81
      ]
     },
     "nackgammon": {
      "caution": 1.0,
      "d_prime": 1.56,
      "needless": 2.0,
      "risk_pays": 66,
      "risks_taken": 27.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 1.17,
      "d_prime": 0.66,
      "needless": 4.0,
      "risk_pays": 66,
      "risks_taken": 13.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -4.97,
     "drop_975": [
      -11.81,
      1.78
     ],
     "nackgammon_pr": 13.38,
     "pairs": 200,
     "standard_pr": 18.35
    },
    "drop": {
     "drop": -4.97,
     "drop_975": [
      -11.81,
      1.78
     ],
     "nackgammon_pr": 13.38,
     "pairs": 200,
     "standard_pr": 18.35
    },
    "worst": {
     "drop": -4.97,
     "drop_975": [
      -11.81,
      1.78
     ],
     "nackgammon_pr": 13.38,
     "pairs": 200,
     "standard_pr": 18.35
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -1.13,
    "drop_975": [
     -6.19,
     4.39
    ],
    "nackgammon_pr": 16.84,
    "pairs": 500,
    "standard_pr": 17.97
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.03
     },
     "standard": {
      "n": 25,
      "pr": 2.02
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 19.53
     },
     "standard": {
      "n": 60,
      "pr": 19.52
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.18
     },
     "standard": {
      "n": 25,
      "pr": 3.36
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 28.66
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 8.77
     },
     "standard": {
      "n": 23,
      "pr": 28.28
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 11.62
     },
     "standard": {
      "n": 30,
      "pr": 13.15
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 27.07
     },
     "standard": {
      "n": 8,
      "pr": 38.14
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 16.96
     },
     "standard": {
      "n": 10,
      "pr": 40.99
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 22.56
     },
     "standard": {
      "n": 17,
      "pr": 32.83
     }
    }
   }
  },
  "Grok 4.7 (high)": {
   "added": true,
   "aliases": [
    "Grok 4.7 (on)"
   ],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 63.44,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 64.087,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 0.85,
    "drop_95": [
     -3.12,
     4.78
    ],
    "drop_975": [
     -3.74,
     5.35
    ],
    "nackgammon_pr": 16.53,
    "pairs": 500,
    "standard_pr": 15.68
   },
   "first": {
    "drop": -0.67,
    "drop_95": [
     -5.81,
     4.42
    ],
    "drop_975": [
     -6.58,
     5.07
    ],
    "nackgammon_pr": 14.53,
    "pairs": 200,
    "standard_pr": 15.2
   },
   "group": "frontier",
   "invalid": {
    "final": {
     "nackgammon": 18,
     "standard": 16
    },
    "first": {
     "nackgammon": 9,
     "standard": 6
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     4.49,
     26.73
    ],
    "diff": 15.37
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 10,
     "standard": 7
    },
    "main": {
     "nackgammon": 2,
     "standard": 5
    }
   },
   "phases": {
    "bear-off": {
     "drop": 1.11,
     "drop_95": [
      0.0,
      3.18
     ],
     "nackgammon_pr": 1.11,
     "pairs": 25,
     "standard_pr": 0.0
    },
    "contact": {
     "drop": -10.99,
     "drop_95": [
      -21.81,
      -0.91
     ],
     "nackgammon_pr": 17.57,
     "pairs": 60,
     "standard_pr": 28.56
    },
    "holding": {
     "drop": -2.45,
     "drop_95": [
      -20.92,
      17.77
     ],
     "nackgammon_pr": 14.39,
     "pairs": 30,
     "standard_pr": 16.84
    },
    "opening": {
     "drop": 10.09,
     "drop_95": [
      1.1,
      19.52
     ],
     "nackgammon_pr": 22.83,
     "pairs": 60,
     "standard_pr": 12.73
    },
    "race": {
     "drop": -1.37,
     "drop_95": [
      -5.37,
      1.51
     ],
     "nackgammon_pr": 0.93,
     "pairs": 25,
     "standard_pr": 2.3
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.02,
      "caution_95": [
       -0.23,
       0.2
      ],
      "d_prime": 0.17,
      "d_prime_95": [
       -0.26,
       0.6
      ]
     },
     "nackgammon": {
      "caution": 0.68,
      "d_prime": 1.05,
      "needless": 18.43,
      "risk_pays": 165,
      "risks_taken": 72.16,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.7,
      "d_prime": 0.88,
      "needless": 20.6,
      "risk_pays": 165,
      "risks_taken": 65.71,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.42,
      "caution_95": [
       0.09,
       0.87
      ],
      "d_prime": 0.84,
      "d_prime_95": [
       0.16,
       1.76
      ]
     },
     "nackgammon": {
      "caution": 0.89,
      "d_prime": 1.47,
      "needless": 3.0,
      "risk_pays": 66,
      "risks_taken": 28.96,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.47,
      "d_prime": 0.63,
      "needless": 14.0,
      "risk_pays": 66,
      "risks_taken": 29.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -0.67,
     "drop_975": [
      -6.58,
      5.07
     ],
     "nackgammon_pr": 14.53,
     "pairs": 200,
     "standard_pr": 15.2
    },
    "drop": {
     "drop": -0.84,
     "drop_975": [
      -7.17,
      5.33
     ],
     "nackgammon_pr": 15.11,
     "pairs": 186,
     "standard_pr": 15.94
    },
    "worst": {
     "drop": -0.46,
     "drop_975": [
      -6.52,
      5.59
     ],
     "nackgammon_pr": 15.11,
     "pairs": 200,
     "standard_pr": 15.57
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 0.85,
    "drop_975": [
     -3.74,
     5.35
    ],
    "nackgammon_pr": 16.53,
    "pairs": 500,
    "standard_pr": 15.68
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.11
     },
     "standard": {
      "n": 25,
      "pr": 0.0
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 22.83
     },
     "standard": {
      "n": 60,
      "pr": 12.73
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.93
     },
     "standard": {
      "n": 25,
      "pr": 2.3
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 18.61
     },
     "standard": {
      "n": 2,
      "pr": 39.75
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 13.2
     },
     "standard": {
      "n": 23,
      "pr": 23.28
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 14.39
     },
     "standard": {
      "n": 30,
      "pr": 16.84
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.54
     },
     "standard": {
      "n": 8,
      "pr": 40.59
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 19.01
     },
     "standard": {
      "n": 10,
      "pr": 20.82
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 7.71
     },
     "standard": {
      "n": 17,
      "pr": 33.27
     }
    }
   }
  },
  "Inception Mercury Decide": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.056,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.056,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 2.73,
    "drop_95": [
     -4.75,
     9.89
    ],
    "drop_975": [
     -5.94,
     10.85
    ],
    "nackgammon_pr": 34.08,
    "pairs": 500,
    "standard_pr": 31.34
   },
   "first": {
    "drop": -4.28,
    "drop_95": [
     -18.02,
     7.42
    ],
    "drop_975": [
     -20.11,
     8.75
    ],
    "nackgammon_pr": 28.46,
    "pairs": 200,
    "standard_pr": 32.74
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -9.5,
     33.39
    ],
    "diff": 11.1
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -3.8,
     "drop_95": [
      -8.36,
      -0.66
     ],
     "nackgammon_pr": 1.42,
     "pairs": 25,
     "standard_pr": 5.22
    },
    "contact": {
     "drop": -17.52,
     "drop_95": [
      -35.81,
      -0.62
     ],
     "nackgammon_pr": 29.39,
     "pairs": 60,
     "standard_pr": 46.91
    },
    "holding": {
     "drop": -12.41,
     "drop_95": [
      -88.53,
      41.14
     ],
     "nackgammon_pr": 47.77,
     "pairs": 30,
     "standard_pr": 60.18
    },
    "opening": {
     "drop": 3.49,
     "drop_95": [
      -10.13,
      15.91
     ],
     "nackgammon_pr": 30.21,
     "pairs": 60,
     "standard_pr": 26.72
    },
    "race": {
     "drop": 18.14,
     "drop_95": [
      -4.66,
      52.55
     ],
     "nackgammon_pr": 25.88,
     "pairs": 25,
     "standard_pr": 7.74
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.01,
      "caution_95": [
       -0.23,
       0.21
      ],
      "d_prime": -0.09,
      "d_prime_95": [
       -0.52,
       0.33
      ]
     },
     "nackgammon": {
      "caution": 0.83,
      "d_prime": 0.28,
      "needless": 27.0,
      "risk_pays": 165,
      "risks_taken": 40.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.84,
      "d_prime": 0.37,
      "needless": 25.0,
      "risk_pays": 165,
      "risks_taken": 42.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.04,
      "caution_95": [
       -0.29,
       0.37
      ],
      "d_prime": 0.17,
      "d_prime_95": [
       -0.51,
       0.86
      ]
     },
     "nackgammon": {
      "caution": 0.83,
      "d_prime": 0.48,
      "needless": 9.0,
      "risk_pays": 66,
      "risks_taken": 18.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.79,
      "d_prime": 0.31,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 17.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -4.28,
     "drop_975": [
      -20.11,
      8.75
     ],
     "nackgammon_pr": 28.46,
     "pairs": 200,
     "standard_pr": 32.74
    },
    "drop": {
     "drop": -4.28,
     "drop_975": [
      -20.11,
      8.75
     ],
     "nackgammon_pr": 28.46,
     "pairs": 200,
     "standard_pr": 32.74
    },
    "worst": {
     "drop": -4.28,
     "drop_975": [
      -20.11,
      8.75
     ],
     "nackgammon_pr": 28.46,
     "pairs": 200,
     "standard_pr": 32.74
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 2.73,
    "drop_975": [
     -5.94,
     10.85
    ],
    "nackgammon_pr": 34.08,
    "pairs": 500,
    "standard_pr": 31.34
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.42
     },
     "standard": {
      "n": 25,
      "pr": 5.22
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 30.21
     },
     "standard": {
      "n": 60,
      "pr": 26.72
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 25.88
     },
     "standard": {
      "n": 25,
      "pr": 7.74
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 35.43
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 10.87
     },
     "standard": {
      "n": 23,
      "pr": 58.55
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 47.77
     },
     "standard": {
      "n": 30,
      "pr": 60.18
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.54
     },
     "standard": {
      "n": 8,
      "pr": 44.31
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 21.24
     },
     "standard": {
      "n": 10,
      "pr": 45.57
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 44.77
     },
     "standard": {
      "n": 17,
      "pr": 36.0
     }
    }
   }
  },
  "Jev 1.13.0": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.129,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.129,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 2.77,
    "drop_95": [
     -4.2,
     9.49
    ],
    "drop_975": [
     -5.2,
     10.44
    ],
    "nackgammon_pr": 27.44,
    "pairs": 500,
    "standard_pr": 24.67
   },
   "first": {
    "drop": -2.37,
    "drop_95": [
     -15.32,
     8.77
    ],
    "drop_975": [
     -17.72,
     9.97
    ],
    "nackgammon_pr": 24.17,
    "pairs": 200,
    "standard_pr": 26.53
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -10.22,
     29.77
    ],
    "diff": 8.36
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 2.42,
     "drop_95": [
      -3.09,
      11.88
     ],
     "nackgammon_pr": 7.24,
     "pairs": 25,
     "standard_pr": 4.82
    },
    "contact": {
     "drop": -3.65,
     "drop_95": [
      -21.53,
      13.76
     ],
     "nackgammon_pr": 28.13,
     "pairs": 60,
     "standard_pr": 31.78
    },
    "holding": {
     "drop": -21.19,
     "drop_95": [
      -97.45,
      35.95
     ],
     "nackgammon_pr": 42.43,
     "pairs": 30,
     "standard_pr": 63.62
    },
    "opening": {
     "drop": 3.49,
     "drop_95": [
      -7.33,
      14.0
     ],
     "nackgammon_pr": 23.69,
     "pairs": 60,
     "standard_pr": 20.21
    },
    "race": {
     "drop": 4.46,
     "drop_95": [
      -4.55,
      15.49
     ],
     "nackgammon_pr": 10.79,
     "pairs": 25,
     "standard_pr": 6.34
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.18,
      "caution_95": [
       -0.39,
       0.04
      ],
      "d_prime": 0.05,
      "d_prime_95": [
       -0.4,
       0.48
      ]
     },
     "nackgammon": {
      "caution": 0.57,
      "d_prime": 0.76,
      "needless": 28.0,
      "risk_pays": 165,
      "risks_taken": 70.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.75,
      "d_prime": 0.71,
      "needless": 22.0,
      "risk_pays": 165,
      "risks_taken": 57.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.06,
      "caution_95": [
       -0.28,
       0.43
      ],
      "d_prime": 0.51,
      "d_prime_95": [
       -0.17,
       1.25
      ]
     },
     "nackgammon": {
      "caution": 0.66,
      "d_prime": 1.1,
      "needless": 7.0,
      "risk_pays": 66,
      "risks_taken": 30.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.6,
      "d_prime": 0.59,
      "needless": 12.0,
      "risk_pays": 66,
      "risks_taken": 25.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -2.37,
     "drop_975": [
      -17.72,
      9.97
     ],
     "nackgammon_pr": 24.17,
     "pairs": 200,
     "standard_pr": 26.53
    },
    "drop": {
     "drop": -2.37,
     "drop_975": [
      -17.72,
      9.97
     ],
     "nackgammon_pr": 24.17,
     "pairs": 200,
     "standard_pr": 26.53
    },
    "worst": {
     "drop": -2.37,
     "drop_975": [
      -17.72,
      9.97
     ],
     "nackgammon_pr": 24.17,
     "pairs": 200,
     "standard_pr": 26.53
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 2.77,
    "drop_975": [
     -5.2,
     10.44
    ],
    "nackgammon_pr": 27.44,
    "pairs": 500,
    "standard_pr": 24.67
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 7.24
     },
     "standard": {
      "n": 25,
      "pr": 4.82
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 23.69
     },
     "standard": {
      "n": 60,
      "pr": 20.21
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 10.79
     },
     "standard": {
      "n": 25,
      "pr": 6.34
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 35.43
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 13.43
     },
     "standard": {
      "n": 23,
      "pr": 33.9
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 42.43
     },
     "standard": {
      "n": 30,
      "pr": 63.62
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 37.32
     },
     "standard": {
      "n": 8,
      "pr": 48.48
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 17.33
     },
     "standard": {
      "n": 10,
      "pr": 36.46
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 43.56
     },
     "standard": {
      "n": 17,
      "pr": 19.34
     }
    }
   }
  },
  "LFM2.5-24B-A2B (off)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 4.43,
    "drop_95": [
     -5.2,
     14.0
    ],
    "drop_975": [
     -6.53,
     15.38
    ],
    "nackgammon_pr": 50.87,
    "pairs": 500,
    "standard_pr": 46.44
   },
   "first": {
    "drop": 3.23,
    "drop_95": [
     -14.09,
     19.88
    ],
    "drop_975": [
     -16.93,
     22.07
    ],
    "nackgammon_pr": 53.98,
    "pairs": 200,
    "standard_pr": 50.75
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -10.83,
     47.11
    ],
    "diff": 17.54
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 4.49,
     "drop_95": [
      -6.96,
      17.06
     ],
     "nackgammon_pr": 25.09,
     "pairs": 25,
     "standard_pr": 20.6
    },
    "contact": {
     "drop": -0.04,
     "drop_95": [
      -28.23,
      29.22
     ],
     "nackgammon_pr": 65.61,
     "pairs": 60,
     "standard_pr": 65.65
    },
    "holding": {
     "drop": -14.33,
     "drop_95": [
      -107.31,
      69.03
     ],
     "nackgammon_pr": 73.95,
     "pairs": 30,
     "standard_pr": 88.29
    },
    "opening": {
     "drop": 15.51,
     "drop_95": [
      -2.57,
      33.81
     ],
     "nackgammon_pr": 56.04,
     "pairs": 60,
     "standard_pr": 40.54
    },
    "race": {
     "drop": 1.45,
     "drop_95": [
      -14.37,
      21.51
     ],
     "nackgammon_pr": 26.07,
     "pairs": 25,
     "standard_pr": 24.63
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.23,
      "caution_95": [
       -0.44,
       -0.03
      ],
      "d_prime": 0.4,
      "d_prime_95": [
       0.01,
       0.8
      ]
     },
     "nackgammon": {
      "caution": -0.05,
      "d_prime": 0.6,
      "needless": 66.0,
      "risk_pays": 165,
      "risks_taken": 105.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.18,
      "d_prime": 0.2,
      "needless": 64.0,
      "risk_pays": 165,
      "risks_taken": 77.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.19,
      "caution_95": [
       -0.49,
       0.11
      ],
      "d_prime": 0.22,
      "d_prime_95": [
       -0.39,
       0.86
      ]
     },
     "nackgammon": {
      "caution": -0.0,
      "d_prime": 0.45,
      "needless": 27.0,
      "risk_pays": 66,
      "risks_taken": 39.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.19,
      "d_prime": 0.23,
      "needless": 25.0,
      "risk_pays": 66,
      "risks_taken": 31.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 3.23,
     "drop_975": [
      -16.93,
      22.07
     ],
     "nackgammon_pr": 53.98,
     "pairs": 200,
     "standard_pr": 50.75
    },
    "drop": {
     "drop": 3.23,
     "drop_975": [
      -16.93,
      22.07
     ],
     "nackgammon_pr": 53.98,
     "pairs": 200,
     "standard_pr": 50.75
    },
    "worst": {
     "drop": 3.23,
     "drop_975": [
      -16.93,
      22.07
     ],
     "nackgammon_pr": 53.98,
     "pairs": 200,
     "standard_pr": 50.75
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 4.43,
    "drop_975": [
     -6.53,
     15.38
    ],
    "nackgammon_pr": 50.87,
    "pairs": 500,
    "standard_pr": 46.44
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 25.09
     },
     "standard": {
      "n": 25,
      "pr": 20.6
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 56.04
     },
     "standard": {
      "n": 60,
      "pr": 40.54
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 26.07
     },
     "standard": {
      "n": 25,
      "pr": 24.63
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 45.59
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 125.24
     },
     "standard": {
      "n": 23,
      "pr": 76.34
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 73.95
     },
     "standard": {
      "n": 30,
      "pr": 88.29
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.08
     },
     "standard": {
      "n": 8,
      "pr": 62.22
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 21.21
     },
     "standard": {
      "n": 10,
      "pr": 90.4
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 53.51
     },
     "standard": {
      "n": 17,
      "pr": 43.26
     }
    }
   }
  },
  "LFM2.5-24B-A2B (on)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 4.77,
    "drop_95": [
     -2.98,
     12.48
    ],
    "drop_975": [
     -4.14,
     13.49
    ],
    "nackgammon_pr": 42.54,
    "pairs": 500,
    "standard_pr": 37.78
   },
   "first": {
    "drop": -0.65,
    "drop_95": [
     -13.34,
     12.24
    ],
    "drop_975": [
     -15.17,
     14.42
    ],
    "nackgammon_pr": 37.55,
    "pairs": 200,
    "standard_pr": 38.2
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 52,
     "standard": 55
    },
    "first": {
     "nackgammon": 16,
     "standard": 22
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -18.48,
     29.98
    ],
    "diff": 5.44
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 3.82,
     "drop_95": [
      -4.51,
      14.94
     ],
     "nackgammon_pr": 9.74,
     "pairs": 25,
     "standard_pr": 5.92
    },
    "contact": {
     "drop": -24.94,
     "drop_95": [
      -54.3,
      5.53
     ],
     "nackgammon_pr": 39.9,
     "pairs": 60,
     "standard_pr": 64.84
    },
    "holding": {
     "drop": 29.38,
     "drop_95": [
      -14.29,
      77.6
     ],
     "nackgammon_pr": 72.2,
     "pairs": 30,
     "standard_pr": 42.82
    },
    "opening": {
     "drop": 3.16,
     "drop_95": [
      -13.56,
      21.6
     ],
     "nackgammon_pr": 37.1,
     "pairs": 60,
     "standard_pr": 33.94
    },
    "race": {
     "drop": 8.0,
     "drop_95": [
      -7.23,
      27.95
     ],
     "nackgammon_pr": 19.24,
     "pairs": 25,
     "standard_pr": 11.24
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.01,
      "caution_95": [
       -0.19,
       0.18
      ],
      "d_prime": -0.36,
      "d_prime_95": [
       -0.74,
       0.0
      ]
     },
     "nackgammon": {
      "caution": 0.19,
      "d_prime": 0.34,
      "needless": 59.07,
      "risk_pays": 165,
      "risks_taken": 80.75,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.2,
      "d_prime": 0.7,
      "needless": 47.73,
      "risk_pays": 165,
      "risks_taken": 92.18,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.06,
      "caution_95": [
       -0.24,
       0.35
      ],
      "d_prime": -0.06,
      "d_prime_95": [
       -0.7,
       0.52
      ]
     },
     "nackgammon": {
      "caution": 0.23,
      "d_prime": 0.47,
      "needless": 21.0,
      "risk_pays": 66,
      "risks_taken": 33.08,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.17,
      "d_prime": 0.53,
      "needless": 21.69,
      "risk_pays": 66,
      "risks_taken": 35.6,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -0.65,
     "drop_975": [
      -15.17,
      14.42
     ],
     "nackgammon_pr": 37.55,
     "pairs": 200,
     "standard_pr": 38.2
    },
    "drop": {
     "drop": 2.32,
     "drop_975": [
      -12.28,
      18.07
     ],
     "nackgammon_pr": 32.91,
     "pairs": 166,
     "standard_pr": 30.59
    },
    "worst": {
     "drop": -7.1,
     "drop_975": [
      -27.35,
      13.34
     ],
     "nackgammon_pr": 44.97,
     "pairs": 200,
     "standard_pr": 52.06
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 4.77,
    "drop_975": [
     -4.14,
     13.49
    ],
    "nackgammon_pr": 42.54,
    "pairs": 500,
    "standard_pr": 37.78
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 9.74
     },
     "standard": {
      "n": 25,
      "pr": 5.92
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 37.1
     },
     "standard": {
      "n": 60,
      "pr": 33.94
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 19.24
     },
     "standard": {
      "n": 25,
      "pr": 11.24
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 34.16
     },
     "standard": {
      "n": 2,
      "pr": 68.33
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 14.94
     },
     "standard": {
      "n": 23,
      "pr": 58.45
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 72.2
     },
     "standard": {
      "n": 30,
      "pr": 42.82
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 53.66
     },
     "standard": {
      "n": 8,
      "pr": 51.18
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 21.02
     },
     "standard": {
      "n": 10,
      "pr": 67.4
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 79.43
     },
     "standard": {
      "n": 17,
      "pr": 77.99
     }
    }
   }
  },
  "Liquid d1-ultra": {
   "added": true,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.105,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.105,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 6.17,
    "drop_95": [
     -1.11,
     13.09
    ],
    "drop_975": [
     -2.06,
     13.95
    ],
    "nackgammon_pr": 31.47,
    "pairs": 500,
    "standard_pr": 25.3
   },
   "first": {
    "drop": 4.01,
    "drop_95": [
     -9.32,
     15.63
    ],
    "drop_975": [
     -11.37,
     17.17
    ],
    "nackgammon_pr": 28.27,
    "pairs": 200,
    "standard_pr": 24.25
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -11.1,
     29.64
    ],
    "diff": 8.52
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 2.08,
     "drop_95": [
      -3.98,
      11.87
     ],
     "nackgammon_pr": 7.24,
     "pairs": 25,
     "standard_pr": 5.16
    },
    "contact": {
     "drop": -3.75,
     "drop_95": [
      -19.32,
      12.24
     ],
     "nackgammon_pr": 28.98,
     "pairs": 60,
     "standard_pr": 32.73
    },
    "holding": {
     "drop": 7.06,
     "drop_95": [
      -72.46,
      68.47
     ],
     "nackgammon_pr": 55.33,
     "pairs": 30,
     "standard_pr": 48.27
    },
    "opening": {
     "drop": 9.98,
     "drop_95": [
      -1.3,
      21.21
     ],
     "nackgammon_pr": 28.66,
     "pairs": 60,
     "standard_pr": 18.68
    },
    "race": {
     "drop": 6.61,
     "drop_95": [
      -4.67,
      24.16
     ],
     "nackgammon_pr": 14.15,
     "pairs": 25,
     "standard_pr": 7.54
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.04,
      "caution_95": [
       -0.25,
       0.16
      ],
      "d_prime": -0.49,
      "d_prime_95": [
       -0.92,
       -0.09
      ]
     },
     "nackgammon": {
      "caution": 0.52,
      "d_prime": 0.43,
      "needless": 38.0,
      "risk_pays": 165,
      "risks_taken": 63.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.56,
      "d_prime": 0.92,
      "needless": 25.0,
      "risk_pays": 165,
      "risks_taken": 76.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.03,
      "caution_95": [
       -0.32,
       0.37
      ],
      "d_prime": -0.39,
      "d_prime_95": [
       -1.15,
       0.27
      ]
     },
     "nackgammon": {
      "caution": 0.52,
      "d_prime": 0.52,
      "needless": 14.0,
      "risk_pays": 66,
      "risks_taken": 26.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.49,
      "d_prime": 0.91,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 32.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 4.01,
     "drop_975": [
      -11.37,
      17.17
     ],
     "nackgammon_pr": 28.27,
     "pairs": 200,
     "standard_pr": 24.25
    },
    "drop": {
     "drop": 4.01,
     "drop_975": [
      -11.37,
      17.17
     ],
     "nackgammon_pr": 28.27,
     "pairs": 200,
     "standard_pr": 24.25
    },
    "worst": {
     "drop": 4.01,
     "drop_975": [
      -11.37,
      17.17
     ],
     "nackgammon_pr": 28.27,
     "pairs": 200,
     "standard_pr": 24.25
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 6.17,
    "drop_975": [
     -2.06,
     13.95
    ],
    "nackgammon_pr": 31.47,
    "pairs": 500,
    "standard_pr": 25.3
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 7.24
     },
     "standard": {
      "n": 25,
      "pr": 5.16
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 28.66
     },
     "standard": {
      "n": 60,
      "pr": 18.68
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 14.15
     },
     "standard": {
      "n": 25,
      "pr": 7.54
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 27.83
     },
     "standard": {
      "n": 2,
      "pr": 60.79
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 16.11
     },
     "standard": {
      "n": 23,
      "pr": 27.25
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 55.33
     },
     "standard": {
      "n": 30,
      "pr": 48.27
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.54
     },
     "standard": {
      "n": 8,
      "pr": 36.13
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 24.72
     },
     "standard": {
      "n": 10,
      "pr": 44.45
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 39.74
     },
     "standard": {
      "n": 17,
      "pr": 28.36
     }
    }
   }
  },
  "Open-Jev 27B v1.1": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -3.08,
    "drop_95": [
     -12.09,
     5.55
    ],
    "drop_975": [
     -13.33,
     6.76
    ],
    "nackgammon_pr": 43.99,
    "pairs": 500,
    "standard_pr": 47.07
   },
   "first": {
    "drop": -11.12,
    "drop_95": [
     -26.93,
     4.67
    ],
    "drop_975": [
     -29.52,
     6.79
    ],
    "nackgammon_pr": 40.96,
    "pairs": 200,
    "standard_pr": 52.08
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -35.83,
     21.69
    ],
    "diff": -6.83
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -5.75,
     "drop_95": [
      -13.02,
      -0.57
     ],
     "nackgammon_pr": 1.74,
     "pairs": 25,
     "standard_pr": 7.48
    },
    "contact": {
     "drop": -27.89,
     "drop_95": [
      -63.56,
      5.21
     ],
     "nackgammon_pr": 60.66,
     "pairs": 60,
     "standard_pr": 88.55
    },
    "holding": {
     "drop": 18.72,
     "drop_95": [
      -49.4,
      90.12
     ],
     "nackgammon_pr": 81.96,
     "pairs": 30,
     "standard_pr": 63.23
    },
    "opening": {
     "drop": -15.9,
     "drop_95": [
      -34.91,
      3.03
     ],
     "nackgammon_pr": 29.7,
     "pairs": 60,
     "standard_pr": 45.6
    },
    "race": {
     "drop": -0.56,
     "drop_95": [
      -13.57,
      12.64
     ],
     "nackgammon_pr": 10.76,
     "pairs": 25,
     "standard_pr": 11.32
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.01,
      "caution_95": [
       -0.19,
       0.19
      ],
      "d_prime": -0.28,
      "d_prime_95": [
       -0.66,
       0.11
      ]
     },
     "nackgammon": {
      "caution": 0.11,
      "d_prime": 0.21,
      "needless": 68.0,
      "risk_pays": 165,
      "risks_taken": 82.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.12,
      "d_prime": 0.49,
      "needless": 59.0,
      "risk_pays": 165,
      "risks_taken": 91.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.17,
      "caution_95": [
       -0.14,
       0.46
      ],
      "d_prime": -0.19,
      "d_prime_95": [
       -0.82,
       0.43
      ]
     },
     "nackgammon": {
      "caution": 0.23,
      "d_prime": 0.23,
      "needless": 24.0,
      "risk_pays": 66,
      "risks_taken": 30.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.06,
      "d_prime": 0.42,
      "needless": 26.0,
      "risk_pays": 66,
      "risks_taken": 37.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -11.12,
     "drop_975": [
      -29.52,
      6.79
     ],
     "nackgammon_pr": 40.96,
     "pairs": 200,
     "standard_pr": 52.08
    },
    "drop": {
     "drop": -11.12,
     "drop_975": [
      -29.52,
      6.79
     ],
     "nackgammon_pr": 40.96,
     "pairs": 200,
     "standard_pr": 52.08
    },
    "worst": {
     "drop": -11.12,
     "drop_975": [
      -29.52,
      6.79
     ],
     "nackgammon_pr": 40.96,
     "pairs": 200,
     "standard_pr": 52.08
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -3.08,
    "drop_975": [
     -13.33,
     6.76
    ],
    "nackgammon_pr": 43.99,
    "pairs": 500,
    "standard_pr": 47.07
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.74
     },
     "standard": {
      "n": 25,
      "pr": 7.48
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 29.7
     },
     "standard": {
      "n": 60,
      "pr": 45.6
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 10.76
     },
     "standard": {
      "n": 25,
      "pr": 11.32
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 52.7
     },
     "standard": {
      "n": 2,
      "pr": 81.86
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 58.85
     },
     "standard": {
      "n": 23,
      "pr": 98.15
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 81.96
     },
     "standard": {
      "n": 30,
      "pr": 63.23
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 70.45
     },
     "standard": {
      "n": 8,
      "pr": 42.77
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 40.1
     },
     "standard": {
      "n": 10,
      "pr": 81.2
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 78.53
     },
     "standard": {
      "n": 17,
      "pr": 102.23
     }
    }
   }
  },
  "Perplexity Decider 27B v1.1 (local GPU)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.056,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.056,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 0.81,
    "drop_95": [
     -6.92,
     8.11
    ],
    "drop_975": [
     -7.98,
     9.24
    ],
    "nackgammon_pr": 32.08,
    "pairs": 500,
    "standard_pr": 31.27
   },
   "first": {
    "drop": -1.78,
    "drop_95": [
     -15.21,
     10.49
    ],
    "drop_975": [
     -17.3,
     11.94
    ],
    "nackgammon_pr": 28.64,
    "pairs": 200,
    "standard_pr": 30.42
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     7.23,
     50.59
    ],
    "diff": 27.8
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -5.98,
     "drop_95": [
      -14.04,
      -0.23
     ],
     "nackgammon_pr": 0.85,
     "pairs": 25,
     "standard_pr": 6.83
    },
    "contact": {
     "drop": -13.36,
     "drop_95": [
      -30.51,
      3.94
     ],
     "nackgammon_pr": 29.99,
     "pairs": 60,
     "standard_pr": 43.35
    },
    "holding": {
     "drop": -17.56,
     "drop_95": [
      -95.1,
      44.28
     ],
     "nackgammon_pr": 48.33,
     "pairs": 30,
     "standard_pr": 65.89
    },
    "opening": {
     "drop": 17.68,
     "drop_95": [
      4.29,
      31.27
     ],
     "nackgammon_pr": 37.37,
     "pairs": 60,
     "standard_pr": 19.69
    },
    "race": {
     "drop": 2.4,
     "drop_95": [
      -5.96,
      13.24
     ],
     "nackgammon_pr": 8.59,
     "pairs": 25,
     "standard_pr": 6.19
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.07,
      "caution_95": [
       -0.13,
       0.27
      ],
      "d_prime": 0.03,
      "d_prime_95": [
       -0.38,
       0.42
      ]
     },
     "nackgammon": {
      "caution": 0.63,
      "d_prime": 0.33,
      "needless": 35.0,
      "risk_pays": 165,
      "risks_taken": 53.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.56,
      "d_prime": 0.3,
      "needless": 39.0,
      "risk_pays": 165,
      "risks_taken": 56.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.05,
      "caution_95": [
       -0.27,
       0.38
      ],
      "d_prime": 0.01,
      "d_prime_95": [
       -0.67,
       0.66
      ]
     },
     "nackgammon": {
      "caution": 0.61,
      "d_prime": 0.45,
      "needless": 13.0,
      "risk_pays": 66,
      "risks_taken": 23.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.56,
      "d_prime": 0.44,
      "needless": 14.0,
      "risk_pays": 66,
      "risks_taken": 24.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -1.78,
     "drop_975": [
      -17.3,
      11.94
     ],
     "nackgammon_pr": 28.64,
     "pairs": 200,
     "standard_pr": 30.42
    },
    "drop": {
     "drop": -1.78,
     "drop_975": [
      -17.3,
      11.94
     ],
     "nackgammon_pr": 28.64,
     "pairs": 200,
     "standard_pr": 30.42
    },
    "worst": {
     "drop": -1.78,
     "drop_975": [
      -17.3,
      11.94
     ],
     "nackgammon_pr": 28.64,
     "pairs": 200,
     "standard_pr": 30.42
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 0.81,
    "drop_975": [
     -7.98,
     9.24
    ],
    "nackgammon_pr": 32.08,
    "pairs": 500,
    "standard_pr": 31.27
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.85
     },
     "standard": {
      "n": 25,
      "pr": 6.83
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 37.37
     },
     "standard": {
      "n": 60,
      "pr": 19.69
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 8.59
     },
     "standard": {
      "n": 25,
      "pr": 6.19
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 31.19
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 16.55
     },
     "standard": {
      "n": 23,
      "pr": 56.92
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 48.33
     },
     "standard": {
      "n": 30,
      "pr": 65.89
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 35.51
     },
     "standard": {
      "n": 8,
      "pr": 37.56
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 25.86
     },
     "standard": {
      "n": 10,
      "pr": 25.72
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 44.86
     },
     "standard": {
      "n": 17,
      "pr": 40.48
     }
    }
   }
  },
  "Perplexity Decider 27B v1.2 (local GPU)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.056,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.056,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": -2.68,
    "drop_95": [
     -10.0,
     4.18
    ],
    "drop_975": [
     -11.03,
     5.25
    ],
    "nackgammon_pr": 29.03,
    "pairs": 500,
    "standard_pr": 31.72
   },
   "first": {
    "drop": -11.87,
    "drop_95": [
     -25.58,
     -0.28
    ],
    "drop_975": [
     -27.93,
     1.03
    ],
    "nackgammon_pr": 22.8,
    "pairs": 200,
    "standard_pr": 34.68
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -4.0,
     39.66
    ],
    "diff": 16.76
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -3.76,
     "drop_95": [
      -8.54,
      -0.46
     ],
     "nackgammon_pr": 0.63,
     "pairs": 25,
     "standard_pr": 4.39
    },
    "contact": {
     "drop": -18.23,
     "drop_95": [
      -39.05,
      1.11
     ],
     "nackgammon_pr": 31.86,
     "pairs": 60,
     "standard_pr": 50.09
    },
    "holding": {
     "drop": -40.06,
     "drop_95": [
      -113.99,
      16.88
     ],
     "nackgammon_pr": 26.41,
     "pairs": 30,
     "standard_pr": 66.47
    },
    "opening": {
     "drop": -0.14,
     "drop_95": [
      -13.61,
      12.94
     ],
     "nackgammon_pr": 27.14,
     "pairs": 60,
     "standard_pr": 27.28
    },
    "race": {
     "drop": 0.94,
     "drop_95": [
      -9.24,
      12.63
     ],
     "nackgammon_pr": 8.51,
     "pairs": 25,
     "standard_pr": 7.57
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.06,
      "caution_95": [
       -0.13,
       0.27
      ],
      "d_prime": 0.29,
      "d_prime_95": [
       -0.1,
       0.67
      ]
     },
     "nackgammon": {
      "caution": 0.59,
      "d_prime": 0.62,
      "needless": 30.0,
      "risk_pays": 165,
      "risks_taken": 64.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.53,
      "d_prime": 0.33,
      "needless": 40.0,
      "risk_pays": 165,
      "risks_taken": 59.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.1,
      "caution_95": [
       -0.25,
       0.45
      ],
      "d_prime": 0.58,
      "d_prime_95": [
       -0.1,
       1.27
      ]
     },
     "nackgammon": {
      "caution": 0.63,
      "d_prime": 0.88,
      "needless": 9.0,
      "risk_pays": 66,
      "risks_taken": 28.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.53,
      "d_prime": 0.3,
      "needless": 16.0,
      "risk_pays": 66,
      "risks_taken": 23.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -11.87,
     "drop_975": [
      -27.93,
      1.03
     ],
     "nackgammon_pr": 22.8,
     "pairs": 200,
     "standard_pr": 34.68
    },
    "drop": {
     "drop": -11.87,
     "drop_975": [
      -27.93,
      1.03
     ],
     "nackgammon_pr": 22.8,
     "pairs": 200,
     "standard_pr": 34.68
    },
    "worst": {
     "drop": -11.87,
     "drop_975": [
      -27.93,
      1.03
     ],
     "nackgammon_pr": 22.8,
     "pairs": 200,
     "standard_pr": 34.68
    }
   },
   "sensitivity_final_cutoff": {
    "drop": -2.68,
    "drop_975": [
     -11.03,
     5.25
    ],
    "nackgammon_pr": 29.03,
    "pairs": 500,
    "standard_pr": 31.72
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 0.63
     },
     "standard": {
      "n": 25,
      "pr": 4.39
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 27.14
     },
     "standard": {
      "n": 60,
      "pr": 27.28
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 8.51
     },
     "standard": {
      "n": 25,
      "pr": 7.57
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 43.32
     },
     "standard": {
      "n": 2,
      "pr": 17.04
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 14.51
     },
     "standard": {
      "n": 23,
      "pr": 75.68
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 26.41
     },
     "standard": {
      "n": 30,
      "pr": 66.47
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 51.9
     },
     "standard": {
      "n": 8,
      "pr": 47.99
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 20.23
     },
     "standard": {
      "n": 10,
      "pr": 21.48
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 43.06
     },
     "standard": {
      "n": 17,
      "pr": 37.18
     }
    }
   }
  },
  "Perplexity Decider Flash v1.2": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.028,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.028,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 7.78,
    "drop_95": [
     -0.91,
     16.91
    ],
    "drop_975": [
     -2.16,
     18.39
    ],
    "nackgammon_pr": 48.01,
    "pairs": 500,
    "standard_pr": 40.23
   },
   "first": {
    "drop": 3.09,
    "drop_95": [
     -10.03,
     17.8
    ],
    "drop_975": [
     -12.09,
     20.11
    ],
    "nackgammon_pr": 42.86,
    "pairs": 200,
    "standard_pr": 39.77
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -29.19,
     21.46
    ],
    "diff": -3.19
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 1.79,
     "drop_95": [
      -6.82,
      11.56
     ],
     "nackgammon_pr": 9.3,
     "pairs": 25,
     "standard_pr": 7.52
    },
    "contact": {
     "drop": -11.41,
     "drop_95": [
      -40.76,
      18.75
     ],
     "nackgammon_pr": 58.06,
     "pairs": 60,
     "standard_pr": 69.47
    },
    "holding": {
     "drop": 28.75,
     "drop_95": [
      -24.0,
      99.67
     ],
     "nackgammon_pr": 75.18,
     "pairs": 30,
     "standard_pr": 46.43
    },
    "opening": {
     "drop": 0.86,
     "drop_95": [
      -15.82,
      18.38
     ],
     "nackgammon_pr": 33.12,
     "pairs": 60,
     "standard_pr": 32.27
    },
    "race": {
     "drop": 13.78,
     "drop_95": [
      -1.66,
      32.85
     ],
     "nackgammon_pr": 24.51,
     "pairs": 25,
     "standard_pr": 10.73
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.1,
      "caution_95": [
       -0.29,
       0.1
      ],
      "d_prime": 0.09,
      "d_prime_95": [
       -0.3,
       0.48
      ]
     },
     "nackgammon": {
      "caution": -0.05,
      "d_prime": 0.44,
      "needless": 71.0,
      "risk_pays": 165,
      "risks_taken": 100.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.05,
      "d_prime": 0.35,
      "needless": 68.0,
      "risk_pays": 165,
      "risks_taken": 91.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.04,
      "caution_95": [
       -0.35,
       0.25
      ],
      "d_prime": 0.23,
      "d_prime_95": [
       -0.42,
       0.85
      ]
     },
     "nackgammon": {
      "caution": 0.04,
      "d_prime": 0.53,
      "needless": 25.0,
      "risk_pays": 66,
      "risks_taken": 39.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.08,
      "d_prime": 0.3,
      "needless": 27.0,
      "risk_pays": 66,
      "risks_taken": 35.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 3.09,
     "drop_975": [
      -12.09,
      20.11
     ],
     "nackgammon_pr": 42.86,
     "pairs": 200,
     "standard_pr": 39.77
    },
    "drop": {
     "drop": 3.09,
     "drop_975": [
      -12.09,
      20.11
     ],
     "nackgammon_pr": 42.86,
     "pairs": 200,
     "standard_pr": 39.77
    },
    "worst": {
     "drop": 3.09,
     "drop_975": [
      -12.09,
      20.11
     ],
     "nackgammon_pr": 42.86,
     "pairs": 200,
     "standard_pr": 39.77
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 7.78,
    "drop_975": [
     -2.16,
     18.39
    ],
    "nackgammon_pr": 48.01,
    "pairs": 500,
    "standard_pr": 40.23
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 9.3
     },
     "standard": {
      "n": 25,
      "pr": 7.52
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 33.12
     },
     "standard": {
      "n": 60,
      "pr": 32.27
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 24.51
     },
     "standard": {
      "n": 25,
      "pr": 10.73
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 47.05
     },
     "standard": {
      "n": 2,
      "pr": 35.25
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 51.71
     },
     "standard": {
      "n": 23,
      "pr": 85.22
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 75.18
     },
     "standard": {
      "n": 30,
      "pr": 46.43
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 80.19
     },
     "standard": {
      "n": 8,
      "pr": 44.13
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 32.79
     },
     "standard": {
      "n": 10,
      "pr": 56.5
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 80.81
     },
     "standard": {
      "n": 17,
      "pr": 71.75
     }
    }
   }
  },
  "Qwen3.8-27B (off)": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 4.76,
    "drop_95": [
     -2.43,
     11.58
    ],
    "drop_975": [
     -3.56,
     12.53
    ],
    "nackgammon_pr": 31.65,
    "pairs": 500,
    "standard_pr": 26.89
   },
   "first": {
    "drop": 0.3,
    "drop_95": [
     -12.64,
     10.8
    ],
    "drop_975": [
     -14.48,
     12.12
    ],
    "nackgammon_pr": 28.43,
    "pairs": 200,
    "standard_pr": 28.13
   },
   "group": "workhorses",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -1.24,
     39.95
    ],
    "diff": 18.36
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": 3.97,
     "drop_95": [
      -4.31,
      15.03
     ],
     "nackgammon_pr": 9.54,
     "pairs": 25,
     "standard_pr": 5.56
    },
    "contact": {
     "drop": -9.37,
     "drop_95": [
      -23.98,
      4.78
     ],
     "nackgammon_pr": 29.03,
     "pairs": 60,
     "standard_pr": 38.4
    },
    "holding": {
     "drop": -12.45,
     "drop_95": [
      -88.96,
      41.03
     ],
     "nackgammon_pr": 49.21,
     "pairs": 30,
     "standard_pr": 61.66
    },
    "opening": {
     "drop": 13.15,
     "drop_95": [
      -0.07,
      25.87
     ],
     "nackgammon_pr": 32.36,
     "pairs": 60,
     "standard_pr": 19.21
    },
    "race": {
     "drop": 4.32,
     "drop_95": [
      -4.51,
      15.35
     ],
     "nackgammon_pr": 11.56,
     "pairs": 25,
     "standard_pr": 7.24
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.03,
      "caution_95": [
       -0.24,
       0.19
      ],
      "d_prime": -0.05,
      "d_prime_95": [
       -0.52,
       0.37
      ]
     },
     "nackgammon": {
      "caution": 0.87,
      "d_prime": 0.2,
      "needless": 27.0,
      "risk_pays": 165,
      "risks_taken": 36.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.9,
      "d_prime": 0.25,
      "needless": 25.0,
      "risk_pays": 165,
      "risks_taken": 36.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.03,
      "caution_95": [
       -0.29,
       0.36
      ],
      "d_prime": 0.06,
      "d_prime_95": [
       -0.64,
       0.78
      ]
     },
     "nackgammon": {
      "caution": 0.82,
      "d_prime": 0.37,
      "needless": 10.0,
      "risk_pays": 66,
      "risks_taken": 17.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.79,
      "d_prime": 0.31,
      "needless": 11.0,
      "risk_pays": 66,
      "risks_taken": 17.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": 0.3,
     "drop_975": [
      -14.48,
      12.12
     ],
     "nackgammon_pr": 28.43,
     "pairs": 200,
     "standard_pr": 28.13
    },
    "drop": {
     "drop": 0.3,
     "drop_975": [
      -14.48,
      12.12
     ],
     "nackgammon_pr": 28.43,
     "pairs": 200,
     "standard_pr": 28.13
    },
    "worst": {
     "drop": 0.3,
     "drop_975": [
      -14.48,
      12.12
     ],
     "nackgammon_pr": 28.43,
     "pairs": 200,
     "standard_pr": 28.13
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 4.76,
    "drop_975": [
     -3.56,
     12.53
    ],
    "nackgammon_pr": 31.65,
    "pairs": 500,
    "standard_pr": 26.89
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 9.54
     },
     "standard": {
      "n": 25,
      "pr": 5.56
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 32.36
     },
     "standard": {
      "n": 60,
      "pr": 19.21
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 11.56
     },
     "standard": {
      "n": 25,
      "pr": 7.24
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 23.84
     },
     "standard": {
      "n": 2,
      "pr": 22.94
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 11.86
     },
     "standard": {
      "n": 23,
      "pr": 47.64
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 49.21
     },
     "standard": {
      "n": 30,
      "pr": 61.66
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 45.54
     },
     "standard": {
      "n": 8,
      "pr": 44.31
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 24.3
     },
     "standard": {
      "n": 10,
      "pr": 43.95
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 47.71
     },
     "standard": {
      "n": 17,
      "pr": 21.69
     }
    }
   }
  },
  "Random": {
   "added": false,
   "aliases": [],
   "cost": null,
   "cut_off": null,
   "extend_at_first_look": false,
   "extended": false,
   "extension_incomplete": null,
   "final": {
    "drop": -3.73,
    "drop_95": [
     -10.41,
     2.81
    ],
    "drop_975": [
     -11.43,
     3.74
    ],
    "nackgammon_pr": 81.43,
    "pairs": 500,
    "standard_pr": 85.16
   },
   "first": {
    "drop": -4.56,
    "drop_95": [
     -15.96,
     6.15
    ],
    "drop_975": [
     -18.04,
     7.86
    ],
    "nackgammon_pr": 82.89,
    "pairs": 200,
    "standard_pr": 87.45
   },
   "group": "yardstick",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -28.68,
     9.8
    ],
    "diff": -9.66
   },
   "past_32768_no_limit_sent": null,
   "phases": {
    "bear-off": {
     "drop": 0.54,
     "drop_95": [
      -5.63,
      6.89
     ],
     "nackgammon_pr": 14.46,
     "pairs": 25,
     "standard_pr": 13.92
    },
    "contact": {
     "drop": -9.32,
     "drop_95": [
      -27.33,
      8.75
     ],
     "nackgammon_pr": 115.99,
     "pairs": 60,
     "standard_pr": 125.31
    },
    "holding": {
     "drop": 7.61,
     "drop_95": [
      -57.23,
      63.11
     ],
     "nackgammon_pr": 121.18,
     "pairs": 30,
     "standard_pr": 113.57
    },
    "opening": {
     "drop": -11.32,
     "drop_95": [
      -23.34,
      0.42
     ],
     "nackgammon_pr": 84.31,
     "pairs": 60,
     "standard_pr": 95.63
    },
    "race": {
     "drop": 3.4,
     "drop_95": [
      -7.66,
      16.86
     ],
     "nackgammon_pr": 22.57,
     "pairs": 25,
     "standard_pr": 19.17
    }
   },
   "risk": {
    "all": null,
    "main": {
     "change": {
      "caution": -0.05,
      "caution_95": [
       -0.15,
       0.04
      ],
      "d_prime": 0.1,
      "d_prime_95": [
       -0.11,
       0.3
      ]
     },
     "nackgammon": {
      "caution": -0.82,
      "d_prime": 0.37,
      "needless": 48.96,
      "risk_pays": 66,
      "risks_taken": 55.93,
      "safety_pays": 66
     },
     "standard": {
      "caution": -0.77,
      "d_prime": 0.27,
      "needless": 48.81,
      "risk_pays": 66,
      "risks_taken": 54.16,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -4.56,
     "drop_975": [
      -18.04,
      7.86
     ],
     "nackgammon_pr": 82.89,
     "pairs": 200,
     "standard_pr": 87.45
    },
    "drop": {
     "drop": -4.56,
     "drop_975": [
      -18.04,
      7.86
     ],
     "nackgammon_pr": 82.89,
     "pairs": 200,
     "standard_pr": 87.45
    },
    "worst": {
     "drop": -4.56,
     "drop_975": [
      -18.04,
      7.86
     ],
     "nackgammon_pr": 82.89,
     "pairs": 200,
     "standard_pr": 87.45
    }
   },
   "sensitivity_final_cutoff": null,
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 14.46
     },
     "standard": {
      "n": 25,
      "pr": 13.92
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 84.31
     },
     "standard": {
      "n": 60,
      "pr": 95.63
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 22.57
     },
     "standard": {
      "n": 25,
      "pr": 19.17
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 104.58
     },
     "standard": {
      "n": 2,
      "pr": 57.49
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 143.55
     },
     "standard": {
      "n": 23,
      "pr": 125.59
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 121.18
     },
     "standard": {
      "n": 30,
      "pr": 113.57
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 113.21
     },
     "standard": {
      "n": 8,
      "pr": 92.05
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 81.52
     },
     "standard": {
      "n": 10,
      "pr": 135.92
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 118.93
     },
     "standard": {
      "n": 17,
      "pr": 142.31
     }
    }
   }
  },
  "SubQ Snap Preview": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.14,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.14,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 1.62,
    "drop_95": [
     -5.97,
     9.05
    ],
    "drop_975": [
     -7.07,
     10.07
    ],
    "nackgammon_pr": 32.87,
    "pairs": 500,
    "standard_pr": 31.25
   },
   "first": {
    "drop": -2.25,
    "drop_95": [
     -15.84,
     10.11
    ],
    "drop_975": [
     -18.09,
     11.88
    ],
    "nackgammon_pr": 29.66,
    "pairs": 200,
    "standard_pr": 31.91
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -7.21,
     37.11
    ],
    "diff": 13.77
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -3.41,
     "drop_95": [
      -7.89,
      -0.15
     ],
     "nackgammon_pr": 1.02,
     "pairs": 25,
     "standard_pr": 4.44
    },
    "contact": {
     "drop": -3.49,
     "drop_95": [
      -23.46,
      18.42
     ],
     "nackgammon_pr": 38.64,
     "pairs": 60,
     "standard_pr": 42.13
    },
    "holding": {
     "drop": -17.85,
     "drop_95": [
      -94.94,
      42.28
     ],
     "nackgammon_pr": 42.23,
     "pairs": 30,
     "standard_pr": 60.08
    },
    "opening": {
     "drop": 7.39,
     "drop_95": [
      -6.51,
      21.06
     ],
     "nackgammon_pr": 37.55,
     "pairs": 60,
     "standard_pr": 30.16
    },
    "race": {
     "drop": -2.51,
     "drop_95": [
      -8.14,
      2.98
     ],
     "nackgammon_pr": 2.75,
     "pairs": 25,
     "standard_pr": 5.27
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": 0.0,
      "caution_95": [
       -0.2,
       0.2
      ],
      "d_prime": -0.19,
      "d_prime_95": [
       -0.57,
       0.19
      ]
     },
     "nackgammon": {
      "caution": 0.42,
      "d_prime": 0.36,
      "needless": 45.0,
      "risk_pays": 165,
      "risks_taken": 67.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.42,
      "d_prime": 0.55,
      "needless": 40.0,
      "risk_pays": 165,
      "risks_taken": 73.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": 0.09,
      "caution_95": [
       -0.23,
       0.42
      ],
      "d_prime": -0.27,
      "d_prime_95": [
       -0.95,
       0.34
      ]
     },
     "nackgammon": {
      "caution": 0.45,
      "d_prime": 0.29,
      "needless": 18.0,
      "risk_pays": 66,
      "risks_taken": 25.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.36,
      "d_prime": 0.56,
      "needless": 17.0,
      "risk_pays": 66,
      "risks_taken": 31.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -2.25,
     "drop_975": [
      -18.09,
      11.88
     ],
     "nackgammon_pr": 29.66,
     "pairs": 200,
     "standard_pr": 31.91
    },
    "drop": {
     "drop": -2.25,
     "drop_975": [
      -18.09,
      11.88
     ],
     "nackgammon_pr": 29.66,
     "pairs": 200,
     "standard_pr": 31.91
    },
    "worst": {
     "drop": -2.25,
     "drop_975": [
      -18.09,
      11.88
     ],
     "nackgammon_pr": 29.66,
     "pairs": 200,
     "standard_pr": 31.91
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 1.62,
    "drop_975": [
     -7.07,
     10.07
    ],
    "nackgammon_pr": 32.87,
    "pairs": 500,
    "standard_pr": 31.25
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 1.02
     },
     "standard": {
      "n": 25,
      "pr": 4.44
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 37.55
     },
     "standard": {
      "n": 60,
      "pr": 30.16
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 2.75
     },
     "standard": {
      "n": 25,
      "pr": 5.27
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 51.48
     },
     "standard": {
      "n": 2,
      "pr": 17.04
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 34.81
     },
     "standard": {
      "n": 23,
      "pr": 42.33
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 42.23
     },
     "standard": {
      "n": 30,
      "pr": 60.08
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 48.65
     },
     "standard": {
      "n": 8,
      "pr": 48.45
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 16.02
     },
     "standard": {
      "n": 10,
      "pr": 32.21
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 46.33
     },
     "standard": {
      "n": 17,
      "pr": 47.68
     }
    }
   }
  },
  "Winnow-12B": {
   "added": false,
   "aliases": [],
   "cost": {
    "all": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 1000
    },
    "main": {
     "api_eq_usd_per_1000": 0.0,
     "billed_usd_per_1000": 0.0,
     "decisions": 400
    }
   },
   "cut_off": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "extend_at_first_look": true,
   "extended": true,
   "extension_incomplete": null,
   "final": {
    "drop": 2.68,
    "drop_95": [
     -4.91,
     10.09
    ],
    "drop_975": [
     -6.26,
     11.16
    ],
    "nackgammon_pr": 34.61,
    "pairs": 500,
    "standard_pr": 31.93
   },
   "first": {
    "drop": -0.89,
    "drop_95": [
     -15.3,
     12.97
    ],
    "drop_975": [
     -17.96,
     14.97
    ],
    "nackgammon_pr": 33.43,
    "pairs": 200,
    "standard_pr": 34.33
   },
   "group": "decision models",
   "invalid": {
    "final": {
     "nackgammon": 0,
     "standard": 0
    },
    "first": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "label": "unclear",
   "opening_vs_rest": {
    "ci_95": [
     -10.31,
     37.0
    ],
    "diff": 12.63
   },
   "past_32768_no_limit_sent": {
    "all": {
     "nackgammon": 0,
     "standard": 0
    },
    "main": {
     "nackgammon": 0,
     "standard": 0
    }
   },
   "phases": {
    "bear-off": {
     "drop": -2.99,
     "drop_95": [
      -9.39,
      3.76
     ],
     "nackgammon_pr": 3.95,
     "pairs": 25,
     "standard_pr": 6.94
    },
    "contact": {
     "drop": -12.11,
     "drop_95": [
      -31.78,
      7.01
     ],
     "nackgammon_pr": 33.14,
     "pairs": 60,
     "standard_pr": 45.25
    },
    "holding": {
     "drop": 3.45,
     "drop_95": [
      -84.49,
      79.88
     ],
     "nackgammon_pr": 76.68,
     "pairs": 30,
     "standard_pr": 73.23
    },
    "opening": {
     "drop": 7.95,
     "drop_95": [
      -6.25,
      21.71
     ],
     "nackgammon_pr": 32.92,
     "pairs": 60,
     "standard_pr": 24.97
    },
    "race": {
     "drop": 1.68,
     "drop_95": [
      -7.12,
      10.17
     ],
     "nackgammon_pr": 12.97,
     "pairs": 25,
     "standard_pr": 11.29
    }
   },
   "risk": {
    "all": {
     "change": {
      "caution": -0.18,
      "caution_95": [
       -0.38,
       0.02
      ],
      "d_prime": -0.15,
      "d_prime_95": [
       -0.53,
       0.22
      ]
     },
     "nackgammon": {
      "caution": 0.19,
      "d_prime": 0.31,
      "needless": 60.0,
      "risk_pays": 165,
      "risks_taken": 80.0,
      "safety_pays": 165
     },
     "standard": {
      "caution": 0.37,
      "d_prime": 0.46,
      "needless": 45.0,
      "risk_pays": 165,
      "risks_taken": 73.0,
      "safety_pays": 165
     },
     "thin": false
    },
    "main": {
     "change": {
      "caution": -0.12,
      "caution_95": [
       -0.43,
       0.18
      ],
      "d_prime": -0.01,
      "d_prime_95": [
       -0.65,
       0.6
      ]
     },
     "nackgammon": {
      "caution": 0.23,
      "d_prime": 0.39,
      "needless": 22.0,
      "risk_pays": 66,
      "risks_taken": 32.0,
      "safety_pays": 66
     },
     "standard": {
      "caution": 0.35,
      "d_prime": 0.4,
      "needless": 19.0,
      "risk_pays": 66,
      "risks_taken": 29.0,
      "safety_pays": 66
     },
     "thin": false
    }
   },
   "sensitivity": {
    "cutoff": {
     "drop": -0.89,
     "drop_975": [
      -17.96,
      14.97
     ],
     "nackgammon_pr": 33.43,
     "pairs": 200,
     "standard_pr": 34.33
    },
    "drop": {
     "drop": -0.89,
     "drop_975": [
      -17.96,
      14.97
     ],
     "nackgammon_pr": 33.43,
     "pairs": 200,
     "standard_pr": 34.33
    },
    "worst": {
     "drop": -0.89,
     "drop_975": [
      -17.96,
      14.97
     ],
     "nackgammon_pr": 33.43,
     "pairs": 200,
     "standard_pr": 34.33
    }
   },
   "sensitivity_final_cutoff": {
    "drop": 2.68,
    "drop_975": [
     -6.26,
     11.16
    ],
    "nackgammon_pr": 34.61,
    "pairs": 500,
    "standard_pr": 31.93
   },
   "tags": {
    "(none: bear-off)": {
     "nackgammon": {
      "n": 25,
      "pr": 3.95
     },
     "standard": {
      "n": 25,
      "pr": 6.94
     }
    },
    "(none: opening)": {
     "nackgammon": {
      "n": 60,
      "pr": 32.92
     },
     "standard": {
      "n": 60,
      "pr": 24.97
     }
    },
    "(none: race)": {
     "nackgammon": {
      "n": 25,
      "pr": 12.97
     },
     "standard": {
      "n": 25,
      "pr": 11.29
     }
    },
    "back game": {
     "nackgammon": {
      "n": 10,
      "pr": 27.91
     },
     "standard": {
      "n": 2,
      "pr": 54.89
     }
    },
    "blitz": {
     "nackgammon": {
      "n": 17,
      "pr": 10.87
     },
     "standard": {
      "n": 23,
      "pr": 41.91
     }
    },
    "holding": {
     "nackgammon": {
      "n": 30,
      "pr": 76.68
     },
     "standard": {
      "n": 30,
      "pr": 73.23
     }
    },
    "low-anchor": {
     "nackgammon": {
      "n": 7,
      "pr": 41.48
     },
     "standard": {
      "n": 8,
      "pr": 45.79
     }
    },
    "other": {
     "nackgammon": {
      "n": 11,
      "pr": 35.18
     },
     "standard": {
      "n": 10,
      "pr": 65.55
     }
    },
    "priming": {
     "nackgammon": {
      "n": 15,
      "pr": 56.47
     },
     "standard": {
      "n": 17,
      "pr": 36.43
     }
    }
   }
  }
 },
 "title": "Nackgammon paired test",
 "version": "v3"
}
