{
  "method": "Tiers within each size class: for each pair of setups, every task (24 per track, public and private) is one paired item, won by the setup that passed more of its 3 repetitions; ties drop out. Exact two-sided sign test, Holm-corrected over all pairs of the class, p < 0.05. Rows in accuracy order: the top row starts Tier 1, and a row starts the next tier when the test separates it from its tier's top row. Accuracy: both tracks (48 tasks); Renamed tools: each track (24 tasks). \u2013 : not tiered (class not verified, incomplete or not qualified).",
  "views": {
    "all": {
      "medium": {
        "attempts_per_setup": 144,
        "order": [
          {
            "passed": 131,
            "report_id": "a92b0fc63f5e4d1d3c6ad852aca000c3a793ff08d84ee076b0ab1367a5930506",
            "setup": "Gemma 4 31B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 130,
            "report_id": "9918f896f7234fe98b21795fb4937fb29b7dfe49b233ddc1bdda4c5881fb2c8e",
            "setup": "LFM2.5-24B-A2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 127,
            "report_id": "604dc3902cff19025cbfe96022094ed0376406a03797afe689cb8227ffe6786c",
            "setup": "Qwen3.8-27B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 107,
            "report_id": "33b2fc529fb2de88831d43e81b9afd563c90d7d8dbded7d334a2ac02081daff4",
            "setup": "Qwen3.8-27B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 93,
            "report_id": "f4b2e4a175cbb720ef525cacf7c1ce04ae09083a794457d2af61fbcf1f78e024",
            "setup": "Gemma 4 31B \u00b7 thinking off",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 0.90625,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 41,
            "wins": 5
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 0.470123291015625,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 38,
            "wins": 8
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 5,
            "p": 0.04138946533203125,
            "p_holm": 0.28972625732421875,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 28,
            "wins": 15
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.009765625,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 33,
            "wins": 14
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 0.90625,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 35,
            "wins": 8
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 6,
            "p": 0.0783538818359375,
            "p_holm": 0.470123291015625,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 27,
            "wins": 15
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.009765625,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 33,
            "wins": 14
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 7,
            "p": 0.18924713134765625,
            "p_holm": 0.5677413940429688,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 27,
            "wins": 14
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 4,
            "p": 0.01181793212890625,
            "p_holm": 0.09454345703125,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 28,
            "wins": 16
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 3,
            "p": 0.09228515625,
            "p_holm": 0.470123291015625,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 35,
            "wins": 10
          }
        ],
        "tasks": 48
      },
      "small": {
        "attempts_per_setup": 144,
        "order": [
          {
            "passed": 137,
            "report_id": "e03a41c8c729e138a1fb4130837439a8db729ee21829c5ba0d89b80306493c30",
            "setup": "Gemma 4 12B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 103,
            "report_id": "87114d424d910acc4d84092ad931c0475cb0d5065dd1225e549e670a2d5b032c",
            "setup": "Gemma 4 12B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 61,
            "report_id": "79f5324a24db4cc6683f5865e00eb7d8331fe137d891fbdf13dfa98cb58be2d3",
            "setup": "Granite 4.2 8B \u00b7 thinking off",
            "tier": 3
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 0,
            "p": 6.103515625e-05,
            "p_holm": 0.0001220703125,
            "second": "Gemma 4 12B \u00b7 thinking off",
            "ties": 33,
            "wins": 15
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 0,
            "p": 2.3283064365386963e-10,
            "p_holm": 6.984919309616089e-10,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 15,
            "wins": 33
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 3,
            "p": 0.00048828125,
            "p_holm": 0.00048828125,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 25,
            "wins": 20
          }
        ],
        "tasks": 48
      },
      "tiny": {
        "attempts_per_setup": 144,
        "order": [
          {
            "passed": 129,
            "report_id": "5a64e9a304ce5c22dfd4735c60096c3fe6de65503565fd9c137b08a2bde90f1e",
            "setup": "Qwen3.5 4B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 127,
            "report_id": "d22fa30c9004d04be7e72181e46b3f7fdd3ec9120580253f3f1e57f22d72c827",
            "setup": "Granite 4.2 3B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 120,
            "report_id": "27a84c9ac606f29120025ba5146dab10d8f79ef462e0349180345e8f555e1039",
            "setup": "MiniCPM5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 116,
            "report_id": "10f52280f44dd977a0733509d0804f1816b0e0644c25d892d70f1f66e9802318",
            "setup": "Qwen3.5 4B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 111,
            "report_id": "24f1c17bca4f3b38537e72c6986fabd7b26ff4299c7e541839e3202593272272",
            "setup": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 106,
            "report_id": "6438dc0d15728a182dc3216c2f94299e8263235b2e728a125ff9f8cadbdc76ed",
            "setup": "Gemma 4 E2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 102,
            "report_id": "d2f720cf1b957dd753d1e58d2e828032b15b14a9ab92d897881a20200f6195e1",
            "setup": "Raon-1 nano \u00b7 thinking on",
            "tier": 2
          },
          {
            "passed": 98,
            "report_id": "21f3ef13e659ef514e71016f70155fa31e593844002b71343fc4d06cde56b3fe",
            "setup": "Qwen3.5-2B \u00b7 thinking on",
            "tier": 2
          },
          {
            "passed": 93,
            "report_id": "49054f114d4aa8ab00b0c970a466e93e09bdb8a8a2b13e094cb3f89fa4ccb6f5",
            "setup": "LFM3-1.7B \u00b7 thinking on",
            "tier": 2
          },
          {
            "passed": 83,
            "report_id": "14a1670c43f9b70edb6d260fd3652c7187b98c97fd041848fce7f700d36730ff",
            "setup": "Qwen3.5-2B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 58,
            "report_id": "96415472354b896e265793e2365fc5b2bebc5594968e98f2c325bb3c39f43339",
            "setup": "Granite 4.2 3B \u00b7 thinking off",
            "tier": 3
          },
          {
            "passed": 42,
            "report_id": "f6a742942de067fc3de4686e688c564e80be956f0bbeee5b08c5f96d12e160af",
            "setup": "LFM3-1.7B \u00b7 thinking off",
            "tier": 3
          },
          {
            "passed": 42,
            "report_id": "53112cc9e51a3c84619a497052868f2be47fd3bfcd44b4eb17af43f0f08311a9",
            "setup": "MiniCPM5-2B \u00b7 thinking off",
            "tier": 3
          },
          {
            "passed": 36,
            "report_id": "6e10091742dfb5f0288682ffb0410d23bff860b2d03558c320630b957452baf6",
            "setup": "Raon-1 nano \u00b7 thinking off",
            "tier": 3
          }
        ],
        "pairs": [
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 7,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking on",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 0.076812744140625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 32,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 0.143463134765625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 31,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 0.076812744140625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 32,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.007537841796875,
            "p_holm": 0.301513671875,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 30,
            "wins": 15
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.013458251953125,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 31,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 8.797645568847656e-05,
            "p_holm": 0.004574775695800781,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 22,
            "wins": 23
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 0.002599477767944336,
            "p_holm": 0.11437702178955078,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 25,
            "wins": 19
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 2,
            "p": 2.4633482098579407e-07,
            "p_holm": 1.6504433006048203e-05,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 16,
            "wins": 30
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 1.076841726899147e-09,
            "p_holm": 8.93778633326292e-08,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 12,
            "wins": 35
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 5.820766091346741e-11,
            "p_holm": 5.238689482212067e-09,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 13,
            "wins": 35
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 2.837623469531536e-10,
            "p_holm": 2.4119799491018057e-08,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 37
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 1.4551915228366852e-10,
            "p_holm": 1.2660166248679161e-08,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 9,
            "wins": 38
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 8,
            "p": 0.38331031799316406,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 27,
            "wins": 13
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 6,
            "p": 0.332305908203125,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 31,
            "wins": 11
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 8,
            "p": 0.28627872467041016,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 26,
            "wins": 14
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 8,
            "p": 0.15158963203430176,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 24,
            "wins": 16
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 7,
            "p": 0.028959274291992188,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 22,
            "wins": 19
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.002493917942047119,
            "p_holm": 0.11222630739212036,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 22,
            "wins": 21
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 6,
            "p": 0.01463329792022705,
            "p_holm": 0.5560653209686279,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 23,
            "wins": 19
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 7.660128176212311e-07,
            "p_holm": 4.825880751013756e-05,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 14,
            "wins": 31
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 1.233129296451807e-07,
            "p_holm": 8.87853093445301e-06,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 11,
            "wins": 34
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 1.0244548320770264e-08,
            "p_holm": 8.093193173408508e-07,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 11,
            "wins": 35
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 2.841261448338628e-09,
            "p_holm": 2.3298343876376748e-07,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 9,
            "wins": 37
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0479197953827679e-08,
            "p_holm": 8.17377440398559e-07,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 7,
            "wins": 38
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 10,
            "p": 0.8318119049072266,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 26,
            "wins": 12
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.210113525390625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 32,
            "wins": 11
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.076812744140625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 32,
            "wins": 12
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.04138946533203125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 28,
            "wins": 15
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.0014896392822265625,
            "p_holm": 0.06852340698242188,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 27,
            "wins": 18
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.006610751152038574,
            "p_holm": 0.27104079723358154,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 24,
            "wins": 19
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 2.5560148060321808e-06,
            "p_holm": 0.00015591690316796303,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 16,
            "wins": 29
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 2.3283064365386963e-10,
            "p_holm": 2.0023435354232788e-08,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 15,
            "wins": 33
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 1.1641532182693481e-10,
            "p_holm": 1.0244548320770264e-08,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 14,
            "wins": 34
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 2.9103830456733704e-11,
            "p_holm": 2.648448571562767e-09,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 12,
            "wins": 36
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 7.457856554538012e-11,
            "p_holm": 6.63749233353883e-09,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 8,
            "wins": 39
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 9,
            "p": 0.8238029479980469,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 28,
            "wins": 11
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 7,
            "p": 0.359283447265625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 29,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 9,
            "p": 0.4048728942871094,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 25,
            "wins": 14
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 8,
            "p": 0.03569813817739487,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 20,
            "wins": 20
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 6,
            "p": 0.03468966484069824,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 25,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 5,
            "p": 0.00019219517707824707,
            "p_holm": 0.009609758853912354,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 17,
            "wins": 26
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 6,
            "p": 2.4342560209333897e-05,
            "p_holm": 0.0013144982513040304,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 32
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 1,
            "p": 4.0745362639427185e-09,
            "p_holm": 3.259629011154175e-07,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 14,
            "wins": 33
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 1.941225491464138e-08,
            "p_holm": 1.475331373512745e-06,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 12,
            "wins": 34
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 1.8570244719740003e-07,
            "p_holm": 1.2999171303818002e-05,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 8,
            "wins": 36
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 37,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 7,
            "p": 0.26317596435546875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 28,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 7,
            "p": 0.13380050659179688,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 26,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 3,
            "p": 0.057373046875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 34,
            "wins": 11
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 5,
            "p": 0.0005461126565933228,
            "p_holm": 0.026213407516479492,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 19,
            "wins": 24
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 2.1606683731079102e-07,
            "p_holm": 1.490861177444458e-05,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 20,
            "wins": 27
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 1.1175870895385742e-07,
            "p_holm": 8.158385753631592e-06,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 19,
            "wins": 28
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 2.9802322387695312e-08,
            "p_holm": 2.2351741790771484e-06,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 17,
            "wins": 30
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 9.313225746154785e-10,
            "p_holm": 7.82310962677002e-08,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 17,
            "wins": 31
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.6476058959960938,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 29,
            "wins": 11
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 10,
            "p": 0.42435622215270996,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 23,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.076812744140625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 32,
            "wins": 12
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 7,
            "p": 0.005222879350185394,
            "p_holm": 0.21936093270778656,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 18,
            "wins": 23
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 3.39532271027565e-05,
            "p_holm": 0.0017995210364460945,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 17,
            "wins": 27
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 2.4633482098579407e-07,
            "p_holm": 1.6504433006048203e-05,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 16,
            "wins": 30
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 1.3085082173347473e-07,
            "p_holm": 9.290408343076706e-06,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 15,
            "wins": 31
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 1.5366822481155396e-08,
            "p_holm": 1.1832453310489655e-06,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 16,
            "wins": 31
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 10,
            "p": 0.8318119049072266,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 26,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 12,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 24,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 7,
            "p": 0.008130058646202087,
            "p_holm": 0.3170722872018814,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 19,
            "wins": 22
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 1,
            "p": 2.1606683731079102e-07,
            "p_holm": 1.490861177444458e-05,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 20,
            "wins": 27
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 0,
            "p": 3.725290298461914e-09,
            "p_holm": 3.0174851417541504e-07,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 19,
            "wins": 29
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 4.628673195838928e-07,
            "p_holm": 2.962350845336914e-05,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 17,
            "wins": 29
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 3.6729034036397934e-08,
            "p_holm": 2.717948518693447e-06,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 13,
            "wins": 33
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 13,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 23,
            "wins": 12
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 9,
            "p": 0.029449373483657837,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 17,
            "wins": 22
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 5.7220458984375e-06,
            "p_holm": 0.00033320486545562744,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 25,
            "wins": 22
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 3.032386302947998e-06,
            "p_holm": 0.00018194317817687988,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 20,
            "wins": 26
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 1.4011748135089874e-06,
            "p_holm": 8.687283843755722e-05,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 15,
            "wins": 30
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 4.176981747150421e-07,
            "p_holm": 2.7150381356477737e-05,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 13,
            "wins": 32
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 12,
            "p": 0.16275565745308995,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 15,
            "wins": 21
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 6,
            "p": 0.0008779102936387062,
            "p_holm": 0.04126178380101919,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 17,
            "wins": 25
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 5.647540092468262e-06,
            "p_holm": 0.00033320486545562744,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 21,
            "wins": 25
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 8.430331945419312e-06,
            "p_holm": 0.00048052892088890076,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 18,
            "wins": 27
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0928604751825333e-05,
            "p_holm": 0.0006120018661022186,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 15,
            "wins": 29
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 11,
            "p": 0.11018416518345475,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 16,
            "wins": 21
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 10,
            "p": 0.024306510109454393,
            "p_holm": 0.8993408740498126,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 14,
            "wins": 24
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 4,
            "p": 0.00017999112606048584,
            "p_holm": 0.009179547429084778,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 20,
            "wins": 24
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0928604751825333e-05,
            "p_holm": 0.0006120018661022186,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 15,
            "wins": 29
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 6,
            "p": 0.11531829833984375,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 28,
            "wins": 14
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 8,
            "p": 0.15158963203430176,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 24,
            "wins": 16
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 4,
            "p": 0.002599477767944336,
            "p_holm": 0.11437702178955078,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 25,
            "wins": 19
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 6,
            "p": 0.79052734375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 34,
            "wins": 8
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 9,
            "p": 0.5234670639038086,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 26,
            "wins": 13
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 8,
            "p": 0.6476058959960938,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 29,
            "wins": 11
          }
        ],
        "tasks": 48
      }
    },
    "original": {
      "medium": {
        "attempts_per_setup": 72,
        "order": [
          {
            "passed": 66,
            "report_id": "9918f896f7234fe98b21795fb4937fb29b7dfe49b233ddc1bdda4c5881fb2c8e",
            "setup": "LFM2.5-24B-A2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 65,
            "report_id": "a92b0fc63f5e4d1d3c6ad852aca000c3a793ff08d84ee076b0ab1367a5930506",
            "setup": "Gemma 4 31B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 64,
            "report_id": "604dc3902cff19025cbfe96022094ed0376406a03797afe689cb8227ffe6786c",
            "setup": "Qwen3.8-27B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 54,
            "report_id": "33b2fc529fb2de88831d43e81b9afd563c90d7d8dbded7d334a2ac02081daff4",
            "setup": "Qwen3.8-27B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 45,
            "report_id": "f4b2e4a175cbb720ef525cacf7c1ce04ae09083a794457d2af61fbcf1f78e024",
            "setup": "Gemma 4 31B \u00b7 thinking off",
            "tier": 1
          }
        ],
        "pairs": [
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 2,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 31B \u00b7 thinking on",
            "ties": 21,
            "wins": 1
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 18,
            "wins": 4
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 15,
            "wins": 7
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0078125,
            "p_holm": 0.078125,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 16,
            "wins": 8
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 19,
            "wins": 4
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 14,
            "wins": 7
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 0,
            "p": 0.015625,
            "p_holm": 0.140625,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 17,
            "wins": 7
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 13,
            "wins": 7
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 0.875,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 14,
            "wins": 8
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 19,
            "wins": 4
          }
        ],
        "tasks": 24
      },
      "small": {
        "attempts_per_setup": 72,
        "order": [
          {
            "passed": 68,
            "report_id": "e03a41c8c729e138a1fb4130837439a8db729ee21829c5ba0d89b80306493c30",
            "setup": "Gemma 4 12B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 51,
            "report_id": "87114d424d910acc4d84092ad931c0475cb0d5065dd1225e549e670a2d5b032c",
            "setup": "Gemma 4 12B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 30,
            "report_id": "79f5324a24db4cc6683f5865e00eb7d8331fe137d891fbdf13dfa98cb58be2d3",
            "setup": "Granite 4.2 8B \u00b7 thinking off",
            "tier": 3
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 0,
            "p": 0.015625,
            "p_holm": 0.03125,
            "second": "Gemma 4 12B \u00b7 thinking off",
            "ties": 17,
            "wins": 7
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 0,
            "p": 3.0517578125e-05,
            "p_holm": 9.1552734375e-05,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 8,
            "wins": 16
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 0.03125,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 14,
            "wins": 9
          }
        ],
        "tasks": 24
      },
      "tiny": {
        "attempts_per_setup": 72,
        "order": [
          {
            "passed": 68,
            "report_id": "5a64e9a304ce5c22dfd4735c60096c3fe6de65503565fd9c137b08a2bde90f1e",
            "setup": "Qwen3.5 4B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 61,
            "report_id": "d22fa30c9004d04be7e72181e46b3f7fdd3ec9120580253f3f1e57f22d72c827",
            "setup": "Granite 4.2 3B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 60,
            "report_id": "27a84c9ac606f29120025ba5146dab10d8f79ef462e0349180345e8f555e1039",
            "setup": "MiniCPM5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 56,
            "report_id": "10f52280f44dd977a0733509d0804f1816b0e0644c25d892d70f1f66e9802318",
            "setup": "Qwen3.5 4B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 55,
            "report_id": "24f1c17bca4f3b38537e72c6986fabd7b26ff4299c7e541839e3202593272272",
            "setup": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 51,
            "report_id": "6438dc0d15728a182dc3216c2f94299e8263235b2e728a125ff9f8cadbdc76ed",
            "setup": "Gemma 4 E2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 51,
            "report_id": "d2f720cf1b957dd753d1e58d2e828032b15b14a9ab92d897881a20200f6195e1",
            "setup": "Raon-1 nano \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 48,
            "report_id": "21f3ef13e659ef514e71016f70155fa31e593844002b71343fc4d06cde56b3fe",
            "setup": "Qwen3.5-2B \u00b7 thinking on",
            "tier": 2
          },
          {
            "passed": 47,
            "report_id": "49054f114d4aa8ab00b0c970a466e93e09bdb8a8a2b13e094cb3f89fa4ccb6f5",
            "setup": "LFM3-1.7B \u00b7 thinking on",
            "tier": 2
          },
          {
            "passed": 42,
            "report_id": "14a1670c43f9b70edb6d260fd3652c7187b98c97fd041848fce7f700d36730ff",
            "setup": "Qwen3.5-2B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 28,
            "report_id": "96415472354b896e265793e2365fc5b2bebc5594968e98f2c325bb3c39f43339",
            "setup": "Granite 4.2 3B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 26,
            "report_id": "53112cc9e51a3c84619a497052868f2be47fd3bfcd44b4eb17af43f0f08311a9",
            "setup": "MiniCPM5-2B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 24,
            "report_id": "f6a742942de067fc3de4686e688c564e80be956f0bbeee5b08c5f96d12e160af",
            "setup": "LFM3-1.7B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 19,
            "report_id": "6e10091742dfb5f0288682ffb0410d23bff860b2d03558c320630b957452baf6",
            "setup": "Raon-1 nano \u00b7 thinking off",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking on",
            "ties": 16,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 17,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 15,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 17,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 0.0078125,
            "p_holm": 0.421875,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 16,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 0.00390625,
            "p_holm": 0.2265625,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 15,
            "wins": 9
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 0.00048828125,
            "p_holm": 0.03515625,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 12,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 15,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.021148681640625,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 7.62939453125e-06,
            "p_holm": 0.00067901611328125,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 6,
            "wins": 18
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 7.62939453125e-06,
            "p_holm": 0.00067901611328125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 6,
            "wins": 18
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.001312255859375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 3.814697265625e-06,
            "p_holm": 0.000347137451171875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 5,
            "wins": 19
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 13,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 14,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 11,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 6,
            "p": 0.79052734375,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 10,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 11,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 0.11846923828125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 9,
            "wins": 11
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 0.3876953125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 12,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.148040771484375,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 15
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.000728607177734375,
            "p_holm": 0.0495452880859375,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 5,
            "wins": 17
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00014495849609375,
            "p_holm": 0.0115966796875,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 6,
            "wins": 17
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.021148681640625,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.0014896392822265625,
            "p_holm": 0.09831619262695312,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 3,
            "wins": 18
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 13,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 17,
            "wins": 5
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 16,
            "wins": 6
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 15,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 14,
            "wins": 9
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 13,
            "wins": 8
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.148040771484375,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 15
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.001312255859375,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 7.62939453125e-06,
            "p_holm": 0.00067901611328125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 6,
            "wins": 18
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.001312255859375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 3.814697265625e-06,
            "p_holm": 0.000347137451171875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 5,
            "wins": 19
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 12,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 13,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 13,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 5,
            "p": 0.3017578125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 9,
            "wins": 10
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 0.3876953125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 12,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.6617431640625,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 0.01181793212890625,
            "p_holm": 0.6263504028320312,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 4,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.021148681640625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.021148681640625,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.0014896392822265625,
            "p_holm": 0.09831619262695312,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 3,
            "wins": 18
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 18,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 15,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 15,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 17,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 3,
            "p": 0.021270751953125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 8,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 0.0001220703125,
            "p_holm": 0.010009765625,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 14
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 0.0001220703125,
            "p_holm": 0.010009765625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 14
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 0.000244140625,
            "p_holm": 0.019287109375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 11,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 6.103515625e-05,
            "p_holm": 0.00506591796875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 9,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 15,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.3876953125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 12,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 17,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.143463134765625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 12
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.148040771484375,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 7,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.036834716796875,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 8,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.036834716796875,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 8,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.036834716796875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 8,
            "wins": 15
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 13,
            "wins": 6
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 12,
            "wins": 6
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 5,
            "p": 0.143463134765625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 1,
            "p": 0.0018310546875,
            "p_holm": 0.1171875,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 13
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.6617431640625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 0,
            "p": 0.000244140625,
            "p_holm": 0.019287109375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 11,
            "wins": 13
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.021148681640625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 11,
            "wins": 5
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 6,
            "p": 0.332305908203125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 11
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00634765625,
            "p_holm": 0.36181640625,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 12,
            "wins": 11
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.012725830078125,
            "p_holm": 0.6617431640625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 14
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00341796875,
            "p_holm": 0.205078125,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 11,
            "wins": 12
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.0654296875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 9,
            "wins": 14
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 6,
            "p": 0.60723876953125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 9,
            "wins": 9
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.021270751953125,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 8,
            "wins": 13
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00341796875,
            "p_holm": 0.205078125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 11,
            "wins": 12
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00634765625,
            "p_holm": 0.36181640625,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 12,
            "wins": 11
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.00738525390625,
            "p_holm": 0.40618896484375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 9,
            "wins": 13
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 6,
            "p": 0.237884521484375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 6,
            "wins": 12
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 3,
            "p": 0.057373046875,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 11
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 5,
            "p": 0.210113525390625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 8,
            "wins": 11
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 3,
            "p": 0.012725830078125,
            "p_holm": 0.6617431640625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 7,
            "wins": 14
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 12,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 15,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 16,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 17,
            "wins": 4
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 14,
            "wins": 7
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 15,
            "wins": 6
          }
        ],
        "tasks": 24
      }
    },
    "renamed": {
      "medium": {
        "attempts_per_setup": 72,
        "order": [
          {
            "passed": 66,
            "report_id": "a92b0fc63f5e4d1d3c6ad852aca000c3a793ff08d84ee076b0ab1367a5930506",
            "setup": "Gemma 4 31B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 64,
            "report_id": "9918f896f7234fe98b21795fb4937fb29b7dfe49b233ddc1bdda4c5881fb2c8e",
            "setup": "LFM2.5-24B-A2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 63,
            "report_id": "604dc3902cff19025cbfe96022094ed0376406a03797afe689cb8227ffe6786c",
            "setup": "Qwen3.8-27B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 53,
            "report_id": "33b2fc529fb2de88831d43e81b9afd563c90d7d8dbded7d334a2ac02081daff4",
            "setup": "Qwen3.8-27B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 48,
            "report_id": "f4b2e4a175cbb720ef525cacf7c1ce04ae09083a794457d2af61fbcf1f78e024",
            "setup": "Gemma 4 31B \u00b7 thinking off",
            "tier": 1
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.625,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 20,
            "wins": 3
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 19,
            "wins": 4
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 0.984375,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 14,
            "wins": 8
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 0.703125,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 16,
            "wins": 7
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 17,
            "wins": 4
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.3876953125,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 12,
            "wins": 8
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.125,
            "p_holm": 0.984375,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 17,
            "wins": 6
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 14,
            "wins": 7
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 0.984375,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 14,
            "wins": 8
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Gemma 4 31B \u00b7 thinking off",
            "ties": 16,
            "wins": 6
          }
        ],
        "tasks": 24
      },
      "small": {
        "attempts_per_setup": 72,
        "order": [
          {
            "passed": 69,
            "report_id": "e03a41c8c729e138a1fb4130837439a8db729ee21829c5ba0d89b80306493c30",
            "setup": "Gemma 4 12B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 52,
            "report_id": "87114d424d910acc4d84092ad931c0475cb0d5065dd1225e549e670a2d5b032c",
            "setup": "Gemma 4 12B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 31,
            "report_id": "79f5324a24db4cc6683f5865e00eb7d8331fe137d891fbdf13dfa98cb58be2d3",
            "setup": "Granite 4.2 8B \u00b7 thinking off",
            "tier": 3
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0078125,
            "p_holm": 0.015625,
            "second": "Gemma 4 12B \u00b7 thinking off",
            "ties": 16,
            "wins": 8
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 4.57763671875e-05,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 0.0224609375,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 11,
            "wins": 11
          }
        ],
        "tasks": 24
      },
      "tiny": {
        "attempts_per_setup": 72,
        "order": [
          {
            "passed": 66,
            "report_id": "d22fa30c9004d04be7e72181e46b3f7fdd3ec9120580253f3f1e57f22d72c827",
            "setup": "Granite 4.2 3B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 61,
            "report_id": "5a64e9a304ce5c22dfd4735c60096c3fe6de65503565fd9c137b08a2bde90f1e",
            "setup": "Qwen3.5 4B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 60,
            "report_id": "27a84c9ac606f29120025ba5146dab10d8f79ef462e0349180345e8f555e1039",
            "setup": "MiniCPM5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 60,
            "report_id": "10f52280f44dd977a0733509d0804f1816b0e0644c25d892d70f1f66e9802318",
            "setup": "Qwen3.5 4B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 56,
            "report_id": "24f1c17bca4f3b38537e72c6986fabd7b26ff4299c7e541839e3202593272272",
            "setup": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 55,
            "report_id": "6438dc0d15728a182dc3216c2f94299e8263235b2e728a125ff9f8cadbdc76ed",
            "setup": "Gemma 4 E2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 51,
            "report_id": "d2f720cf1b957dd753d1e58d2e828032b15b14a9ab92d897881a20200f6195e1",
            "setup": "Raon-1 nano \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 50,
            "report_id": "21f3ef13e659ef514e71016f70155fa31e593844002b71343fc4d06cde56b3fe",
            "setup": "Qwen3.5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 46,
            "report_id": "49054f114d4aa8ab00b0c970a466e93e09bdb8a8a2b13e094cb3f89fa4ccb6f5",
            "setup": "LFM3-1.7B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 41,
            "report_id": "14a1670c43f9b70edb6d260fd3652c7187b98c97fd041848fce7f700d36730ff",
            "setup": "Qwen3.5-2B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 30,
            "report_id": "96415472354b896e265793e2365fc5b2bebc5594968e98f2c325bb3c39f43339",
            "setup": "Granite 4.2 3B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 18,
            "report_id": "f6a742942de067fc3de4686e688c564e80be956f0bbeee5b08c5f96d12e160af",
            "setup": "LFM3-1.7B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 17,
            "report_id": "6e10091742dfb5f0288682ffb0410d23bff860b2d03558c320630b957452baf6",
            "setup": "Raon-1 nano \u00b7 thinking off",
            "tier": 3
          },
          {
            "passed": 16,
            "report_id": "53112cc9e51a3c84619a497052868f2be47fd3bfcd44b4eb17af43f0f08311a9",
            "setup": "MiniCPM5-2B \u00b7 thinking off",
            "tier": 3
          }
        ],
        "pairs": [
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 17,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 14,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 17,
            "wins": 5
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 15,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 14,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 11,
            "wins": 11
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.01171875,
            "p_holm": 0.609375,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 13,
            "wins": 10
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 11,
            "wins": 11
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.018951416015625,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00014495849609375,
            "p_holm": 0.01043701171875,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 6,
            "wins": 17
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 4.00543212890625e-05,
            "p_holm": 0.003124237060546875,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 4,
            "wins": 19
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 0,
            "p": 1.9073486328125e-06,
            "p_holm": 0.0001735687255859375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 4,
            "wins": 20
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 2.09808349609375e-05,
            "p_holm": 0.0017833709716796875,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 3,
            "wins": 20
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 15,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 16,
            "wins": 4
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 15,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 14,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 16,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.057373046875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 10,
            "wins": 11
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.057373046875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 10,
            "wins": 11
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.060546875,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 9,
            "wins": 14
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 0.00014495849609375,
            "p_holm": 0.01043701171875,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 6,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 0,
            "p": 7.62939453125e-06,
            "p_holm": 0.0006866455078125,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 6,
            "wins": 18
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 4.00543212890625e-05,
            "p_holm": 0.003124237060546875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 4,
            "wins": 19
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 1,
            "p": 4.00543212890625e-05,
            "p_holm": 0.003124237060546875,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 4,
            "wins": 19
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 13,
            "wins": 5
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 15,
            "wins": 6
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 16,
            "wins": 6
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 13,
            "wins": 8
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0654296875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 13,
            "wins": 9
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 11,
            "wins": 11
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.060546875,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 9,
            "wins": 14
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 3.0517578125e-05,
            "p_holm": 0.002532958984375,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 8,
            "wins": 16
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.0013427734375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 2.09808349609375e-05,
            "p_holm": 0.0017833709716796875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 3,
            "wins": 20
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 7.62939453125e-06,
            "p_holm": 0.0006866455078125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 6,
            "wins": 18
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 16,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 16,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 0.3876953125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 12,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.09228515625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 11,
            "wins": 10
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0654296875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 13,
            "wins": 9
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.012725830078125,
            "p_holm": 0.649017333984375,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 14
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 0.001312255859375,
            "p_holm": 0.074798583984375,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 6,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.0013427734375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 1,
            "p": 7.62939453125e-05,
            "p_holm": 0.0057220458984375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 5,
            "wins": 18
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 1,
            "p": 7.62939453125e-05,
            "p_holm": 0.0057220458984375,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 5,
            "wins": 18
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B \u00b7 thinking on",
            "ties": 19,
            "wins": 3
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 13,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 11,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 17,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 11,
            "wins": 11
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.0018310546875,
            "p_holm": 0.1007080078125,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.033721923828125,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 8,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 3.0517578125e-05,
            "p_holm": 0.002532958984375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 8,
            "wins": 16
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.018951416015625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 14,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 11,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 15,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 11,
            "wins": 11
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.649017333984375,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 12
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.033721923828125,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 8,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 0,
            "p": 3.0517578125e-05,
            "p_holm": 0.002532958984375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 8,
            "wins": 16
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.018951416015625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 16
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 13,
            "wins": 6
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 12,
            "wins": 6
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.03857421875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 12,
            "wins": 10
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 0,
            "p": 0.0001220703125,
            "p_holm": 0.0089111328125,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 14
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 0,
            "p": 3.0517578125e-05,
            "p_holm": 0.002532958984375,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 8,
            "wins": 16
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 1,
            "p": 0.00014495849609375,
            "p_holm": 0.01043701171875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 6,
            "wins": 17
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.0013427734375,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 17
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.7744140625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 12,
            "wins": 7
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.057373046875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 11
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0009765625,
            "p_holm": 0.060546875,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 13,
            "wins": 11
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.060546875,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 9,
            "wins": 14
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.0004024505615234375,
            "p_holm": 0.026561737060546875,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 4,
            "wins": 18
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 3.0517578125e-05,
            "p_holm": 0.002532958984375,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 8,
            "wins": 16
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 6,
            "p": 0.237884521484375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 6,
            "wins": 12
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.03515625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 9,
            "wins": 12
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.060546875,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 9,
            "wins": 14
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.001312255859375,
            "p_holm": 0.074798583984375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 6,
            "wins": 16
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.124542236328125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 7,
            "wins": 15
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 5,
            "p": 0.4239501953125,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 10,
            "wins": 9
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 5,
            "p": 0.09625244140625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 6,
            "wins": 13
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.033721923828125,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 8,
            "wins": 15
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0018310546875,
            "p_holm": 0.1007080078125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 10,
            "wins": 13
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 13,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 3,
            "p": 0.03515625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 9,
            "wins": 12
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 2,
            "p": 0.03857421875,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 12,
            "wins": 10
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 11,
            "wins": 7
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 17,
            "wins": 5
          },
          {
            "first": "Raon-1 nano \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 15,
            "wins": 5
          }
        ],
        "tasks": 24
      }
    }
  }
}
