{
 "baseline_shuffles": 1000,
 "complete": [
  {
   "changed_same_features": 10,
   "deterministic": false,
   "exact_n": 34,
   "excluded": {},
   "excluded_positions": 0,
   "observed_nonempty": 19,
   "positions": 100,
   "predicted_size_mean": 1.19,
   "primary_exact": {
    "baseline_hi": 0.32,
    "baseline_lo": 0.23,
    "baseline_mean": 0.27542,
    "observed": 0.34,
    "p": 0.004,
    "vs_baseline": "above"
   },
   "same_play": 71,
   "scored": 100,
   "secondary_overlap": {
    "baseline_hi": 0.3650416666666666,
    "baseline_lo": 0.2675,
    "baseline_mean": 0.315355,
    "observed": 0.4016666666666666,
    "p": 0.0,
    "vs_baseline": "above"
   },
   "setting": "effort high (default, adaptive thinking)",
   "team": "Claude Opus 5.5 (high)",
   "temperature": {
    "known": true,
    "text": "none sent; 1.0 is Anthropic's documented default",
    "value": "1.0"
   }
  },
  {
   "changed_same_features": 5,
   "deterministic": false,
   "exact_n": 20,
   "excluded": {},
   "excluded_positions": 0,
   "observed_nonempty": 5,
   "positions": 100,
   "predicted_size_mean": 1.72,
   "primary_exact": {
    "baseline_hi": 0.2,
    "baseline_lo": 0.15,
    "baseline_mean": 0.17623,
    "observed": 0.2,
    "p": 0.054,
    "vs_baseline": "within"
   },
   "same_play": 90,
   "scored": 100,
   "secondary_overlap": {
    "baseline_hi": 0.21166666666666664,
    "baseline_lo": 0.16,
    "baseline_mean": 0.18890083333333332,
    "observed": 0.21333333333333335,
    "p": 0.023,
    "vs_baseline": "above"
   },
   "setting": "reasoning effort medium (the model's default)",
   "team": "GPT-6 Astra (medium)",
   "temperature": {
    "known": false,
    "text": "none sent; not disclosed",
    "value": null
   }
  },
  {
   "changed_same_features": 10,
   "deterministic": false,
   "exact_n": 20,
   "excluded": {},
   "excluded_positions": 0,
   "observed_nonempty": 10,
   "positions": 100,
   "predicted_size_mean": 1.64,
   "primary_exact": {
    "baseline_hi": 0.17,
    "baseline_lo": 0.11,
    "baseline_mean": 0.13851999999999998,
    "observed": 0.2,
    "p": 0.0,
    "vs_baseline": "above"
   },
   "same_play": 80,
   "scored": 100,
   "secondary_overlap": {
    "baseline_hi": 0.19333333333333333,
    "baseline_lo": 0.12666666666666665,
    "baseline_mean": 0.16269083333333334,
    "observed": 0.22333333333333333,
    "p": 0.0,
    "vs_baseline": "above"
   },
   "setting": "reasoning effort high",
   "team": "GPT-6.1 Sol (high)",
   "temperature": {
    "known": false,
    "text": "none sent; not disclosed",
    "value": null
   }
  },
  {
   "changed_same_features": 10,
   "deterministic": false,
   "exact_n": 13,
   "excluded": {},
   "excluded_positions": 0,
   "observed_nonempty": 10,
   "positions": 100,
   "predicted_size_mean": 1.75,
   "primary_exact": {
    "baseline_hi": 0.14,
    "baseline_lo": 0.08,
    "baseline_mean": 0.11066000000000002,
    "observed": 0.13,
    "p": 0.154,
    "vs_baseline": "within"
   },
   "same_play": 80,
   "scored": 100,
   "secondary_overlap": {
    "baseline_hi": 0.165,
    "baseline_lo": 0.10247916666666666,
    "baseline_mean": 0.13526999999999997,
    "observed": 0.1691666666666667,
    "p": 0.01,
    "vs_baseline": "above"
   },
   "setting": "reasoning effort low",
   "team": "GPT-6.1 Sol (low)",
   "temperature": {
    "known": false,
    "text": "none sent; not disclosed",
    "value": null
   }
  },
  {
   "changed_same_features": 2,
   "deterministic": false,
   "exact_n": 6,
   "excluded": {},
   "excluded_positions": 0,
   "observed_nonempty": 6,
   "positions": 100,
   "predicted_size_mean": 2.12,
   "primary_exact": {
    "baseline_hi": 0.04,
    "baseline_lo": 0.01,
    "baseline_mean": 0.01768,
    "observed": 0.06,
    "p": 0.0,
    "vs_baseline": "above"
   },
   "same_play": 92,
   "scored": 100,
   "secondary_overlap": {
    "baseline_hi": 0.05,
    "baseline_lo": 0.02416666666666667,
    "baseline_mean": 0.036599999999999994,
    "observed": 0.065,
    "p": 0.0,
    "vs_baseline": "above"
   },
   "setting": "thinking level low",
   "team": "Gemini 3.8 Flash (low)",
   "temperature": {
    "known": true,
    "text": "1.0, sent",
    "value": "1.0"
   }
  }
 ],
 "method": "Method spec 2026-10-24 §9.9-9.13",
 "positions": 100,
 "repeats": 5,
 "score_file": "close-choices-b-score-5teams.json",
 "title": "Stage B: five teams",
 "version": "v3"
}
