{
  "method": "Tiers within each size class: for each pair of setups, every task (42 per track, public and private) is one paired item, won by the setup that passed more of its 3 repetitions; ties drop out. Exact two-sided sign test, Holm-corrected over all pairs of the class, p < 0.05. Rows in accuracy order: the top row starts Tier 1, and a row starts the next tier when the test separates it from its tier's top row. Accuracy: both tracks (84 tasks); Renamed tools: each track (42 tasks). \u2013 : not tiered (class not verified, incomplete or not qualified).",
  "views": {
    "all": {
      "medium": {
        "attempts_per_setup": 252,
        "order": [
          {
            "passed": 252,
            "report_id": "55d109bbc1ec0970e88c9c1c787786a7c2e4417ac93360986f37abd225615559",
            "setup": "Gemma 4 31B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 249,
            "report_id": "23e74f4bd54a0e12636cd523d94479ad9fff48615c4bbed2e09b6d4a7d3a8cee",
            "setup": "Gemma 4 31B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 244,
            "report_id": "540de94d654c683bd368da1a75c12428a9651864c783fecb2d6db1efb25c5710",
            "setup": "Qwen3.8-27B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 234,
            "report_id": "ab8b10f2c435f6346f219b9ec2434c2931462f4794e9a3a3e62c6fea993afbaa",
            "setup": "LFM2.5-24B-A2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 232,
            "report_id": "d072f54b34ce4ea09e6e8023f3129093965fe4ec2cb27cedccd46acb73359aaf",
            "setup": "Qwen3.8-27B \u00b7 thinking on",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.25,
            "p_holm": 0.75,
            "second": "Gemma 4 31B \u00b7 thinking on",
            "ties": 81,
            "wins": 3
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.125,
            "p_holm": 0.65625,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 80,
            "wins": 4
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.0078125,
            "p_holm": 0.0625,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 76,
            "wins": 8
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.00048828125,
            "p_holm": 0.0048828125,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 72,
            "wins": 12
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 2,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 79,
            "wins": 3
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 0.65625,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 74,
            "wins": 8
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.090576171875,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 70,
            "wins": 12
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 0.71875,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 75,
            "wins": 7
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 0,
            "p": 0.001953125,
            "p_holm": 0.017578125,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 74,
            "wins": 10
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 6,
            "p": 0.454498291015625,
            "p_holm": 0.90899658203125,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 68,
            "wins": 10
          }
        ],
        "tasks": 84
      },
      "small": {
        "attempts_per_setup": 252,
        "order": [
          {
            "passed": 238,
            "report_id": "3a310919357f8495163596163db17dbf37d8243f612a8fee8ad639b0b04d38cb",
            "setup": "Gemma 4 12B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 235,
            "report_id": "3ed26ffbcd602b69bf2bdf8e3931eb85fe5e7d8fe3b86e072c51576497ba4b99",
            "setup": "Granite 4.2 8B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 234,
            "report_id": "449350778855864d3c4bb9d94c9c09aea997425277dc1193015f6c3c93f3922a",
            "setup": "Gemma 4 12B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 211,
            "report_id": "71d9250a150d74bd08882aef5d9c6cb9c0b6c7faa795b471b724d5110e895242",
            "setup": "Granite 4.2 8B \u00b7 thinking off",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Granite 4.2 8B \u00b7 thinking on",
            "ties": 75,
            "wins": 6
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "Gemma 4 12B \u00b7 thinking on",
            "ties": 77,
            "wins": 5
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 2,
            "p": 0.00738525390625,
            "p_holm": 0.0380859375,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 69,
            "wins": 13
          },
          {
            "first": "Granite 4.2 8B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 12B \u00b7 thinking on",
            "ties": 73,
            "wins": 5
          },
          {
            "first": "Granite 4.2 8B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00634765625,
            "p_holm": 0.0380859375,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 72,
            "wins": 11
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 6,
            "p": 0.11531829833984375,
            "p_holm": 0.461273193359375,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 64,
            "wins": 14
          }
        ],
        "tasks": 84
      },
      "tiny": {
        "attempts_per_setup": 252,
        "order": [
          {
            "passed": 237,
            "report_id": "140f843536d8fa04928edaa53d3bc8ad5a9e8e0d5fe47b5a7ee4345377f94fbf",
            "setup": "Gemma 4 E2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 234,
            "report_id": "200b3adfe6fc263356bd06c28bb143cedecbb9c877db8b46a682e51c893b0471",
            "setup": "Granite 4.2 3B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 231,
            "report_id": "27023f16baa4af5f5d659c2e14bc79406f064a356825f8e5ca094385cd6cd726",
            "setup": "LFM3-1.7B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 230,
            "report_id": "1340618e38e52461d9ddb8049f2e27e8cbdbcb5000a4342d6aeab84cc52f7090",
            "setup": "Qwen3.5 4B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 228,
            "report_id": "31def253c10441426193b6fb7fc4556defb2faceda280e9dd5a39c278812a4e0",
            "setup": "MiniCPM5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 226,
            "report_id": "b58076261a85080eabc0734a1ab45639ec8692f4b5b04d45a7668f1fdba0a5f3",
            "setup": "Qwen3.5 4B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 225,
            "report_id": "19a04105741d831b532081e524955585f9c6635d5a1d93b10080adcf991a5496",
            "setup": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 224,
            "report_id": "c52d4f9608a3fb8f97a39d8f339f2e7d41b9da73cbe8b097af75329687eea5be",
            "setup": "Raon-1 nano \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 220,
            "report_id": "2de7e756ad1fec9ec378454dd1cce2212bcb990ce5c31ae28e0c212242f22745",
            "setup": "Qwen3.5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 213,
            "report_id": "5e65142ae9cfa7bb6cf0ca3c53bd63a502a255d13ee66aea80faeb782411f5e6",
            "setup": "LFM3-1.7B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 205,
            "report_id": "803d110ff1b44abe87c974a24937c1e8d4093cb87d9b07269cac4423bfcc9877",
            "setup": "MiniCPM5-2B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 201,
            "report_id": "26cc2deb86a2db785bd7976cd409d9f96b076832f8cb997d987984747508774c",
            "setup": "Raon-1 nano \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 200,
            "report_id": "315eb4775b3311ebb6fe55b312f82a70df77904742fc3047edb4c1d22405b167",
            "setup": "Granite 4.2 3B \u00b7 thinking off",
            "tier": 2
          },
          {
            "passed": 185,
            "report_id": "c6844a36b0fb5e0618609d3a0fe44a7269dce3e9a31ef2982b4fd2a306a98865",
            "setup": "Qwen3.5-2B \u00b7 thinking off",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 7,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking on",
            "ties": 69,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 5,
            "p": 0.7744140625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 72,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 8,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 67,
            "wins": 9
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 73,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.049041748046875,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 67,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.1795654296875,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 70,
            "wins": 10
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.09228515625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 71,
            "wins": 10
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.176239013671875,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 67,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.004180908203125,
            "p_holm": 0.305206298828125,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 68,
            "wins": 14
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 7.62939453125e-05,
            "p_holm": 0.00640869140625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 65,
            "wins": 18
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.000310748815536499,
            "p_holm": 0.024549156427383423,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 57,
            "wins": 23
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 1.0967254638671875e-05,
            "p_holm": 0.0009541511535644531,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 62,
            "wins": 21
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 7.916241884231567e-09,
            "p_holm": 7.203780114650726e-07,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 51,
            "wins": 32
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 8,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 67,
            "wins": 9
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 71,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 71,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.210113525390625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 68,
            "wins": 11
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 6,
            "p": 0.79052734375,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 70,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 71,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.063568115234375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 65,
            "wins": 14
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 0.266845703125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 71,
            "wins": 9
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 5,
            "p": 0.04138946533203125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 64,
            "wins": 15
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 0.004343509674072266,
            "p_holm": 0.3127326965332031,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 62,
            "wins": 18
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.004425048828125,
            "p_holm": 0.3127326965332031,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 65,
            "wins": 16
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 7,
            "p": 0.00019107642583549023,
            "p_holm": 0.0156682669185102,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 47,
            "wins": 30
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 8,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 68,
            "wins": 8
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 7,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 70,
            "wins": 7
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 7,
            "p": 0.629058837890625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 67,
            "wins": 10
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 71,
            "wins": 8
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 71,
            "wins": 8
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 7,
            "p": 0.13380050659179688,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 62,
            "wins": 15
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 5,
            "p": 0.210113525390625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 68,
            "wins": 11
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 4,
            "p": 0.0192108154296875,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 65,
            "wins": 15
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 5,
            "p": 0.006610751152038574,
            "p_holm": 0.4561418294906616,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 60,
            "wins": 19
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.0025768280029296875,
            "p_holm": 0.19068527221679688,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 64,
            "wins": 17
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 5.774199962615967e-08,
            "p_holm": 5.19677996635437e-06,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 54,
            "wins": 29
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 10,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 65,
            "wins": 9
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 7,
            "p": 0.480682373046875,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 66,
            "wins": 11
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 10,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 64,
            "wins": 10
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 9,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 65,
            "wins": 10
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 7,
            "p": 0.359283447265625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 65,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 9,
            "p": 0.6636238098144531,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 63,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 8,
            "p": 0.15158963203430176,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 60,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 6,
            "p": 0.03468966484069824,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 61,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 6,
            "p": 0.03468966484069824,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 61,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 7,
            "p": 0.00031255115754902363,
            "p_holm": 0.024549156427383423,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 48,
            "wins": 29
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.6476058959960938,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 65,
            "wins": 11
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 76,
            "wins": 5
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 74,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 7,
            "p": 0.18924713134765625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 63,
            "wins": 14
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 75,
            "wins": 8
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0001220703125,
            "p_holm": 0.0101318359375,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 70,
            "wins": 14
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.00022125244140625,
            "p_holm": 0.01792144775390625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 63,
            "wins": 19
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.02197265625,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 67,
            "wins": 16
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 1.1175870895385742e-07,
            "p_holm": 9.94652509689331e-06,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 55,
            "wins": 28
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 10,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 65,
            "wins": 9
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 7,
            "p": 0.629058837890625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 67,
            "wins": 10
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 7,
            "p": 0.359283447265625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 65,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 7,
            "p": 0.480682373046875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 66,
            "wins": 11
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 0.0192108154296875,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 65,
            "wins": 15
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 6,
            "p": 0.009355306625366211,
            "p_holm": 0.6174502372741699,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 58,
            "wins": 20
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 6,
            "p": 0.03468966484069824,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 61,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 5,
            "p": 3.8558151572942734e-05,
            "p_holm": 0.0032774428837001324,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 50,
            "wins": 29
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 71,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 9,
            "p": 0.5234670639038086,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 62,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 74,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.00738525390625,
            "p_holm": 0.502197265625,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 69,
            "wins": 13
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 4,
            "p": 0.004343509674072266,
            "p_holm": 0.3127326965332031,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 62,
            "wins": 18
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 4,
            "p": 0.01181793212890625,
            "p_holm": 0.7681655883789062,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 64,
            "wins": 16
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 2.1606683731079102e-07,
            "p_holm": 1.901388168334961e-05,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 56,
            "wins": 27
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 9,
            "p": 0.6636238098144531,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 63,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 5,
            "p": 0.7744140625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 72,
            "wins": 7
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.828125,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 70,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 3,
            "p": 0.007537841796875,
            "p_holm": 0.505035400390625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 66,
            "wins": 15
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 4,
            "p": 0.0192108154296875,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 65,
            "wins": 15
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 4,
            "p": 3.39532271027565e-05,
            "p_holm": 0.002919977530837059,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 53,
            "wins": 27
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 11,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 61,
            "wins": 12
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.28627872467041016,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 62,
            "wins": 14
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 11,
            "p": 0.26493089646101,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 55,
            "wins": 18
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.10775214433670044,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 59,
            "wins": 17
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.0007528970600105822,
            "p_holm": 0.05722017656080425,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 47,
            "wins": 29
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 5,
            "p": 0.4239501953125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 70,
            "wins": 9
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 5,
            "p": 0.02660369873046875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 63,
            "wins": 16
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 5,
            "p": 0.09625244140625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 66,
            "wins": 13
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 5,
            "p": 0.0005461126565933228,
            "p_holm": 0.04205067455768585,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 55,
            "wins": 24
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 9,
            "p": 0.5234670639038086,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 62,
            "wins": 13
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 9,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 66,
            "wins": 9
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 8,
            "p": 0.052238985896110535,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 57,
            "wins": 19
          },
          {
            "first": "Raon-1 nano \u00b7 thinking off",
            "losses": 11,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 61,
            "wins": 12
          },
          {
            "first": "Raon-1 nano \u00b7 thinking off",
            "losses": 11,
            "p": 0.11018416518345475,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 52,
            "wins": 21
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 10,
            "p": 0.13604594767093658,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 55,
            "wins": 19
          }
        ],
        "tasks": 84
      }
    },
    "original": {
      "medium": {
        "attempts_per_setup": 126,
        "order": [
          {
            "passed": 126,
            "report_id": "55d109bbc1ec0970e88c9c1c787786a7c2e4417ac93360986f37abd225615559",
            "setup": "Gemma 4 31B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 125,
            "report_id": "23e74f4bd54a0e12636cd523d94479ad9fff48615c4bbed2e09b6d4a7d3a8cee",
            "setup": "Gemma 4 31B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 121,
            "report_id": "540de94d654c683bd368da1a75c12428a9651864c783fecb2d6db1efb25c5710",
            "setup": "Qwen3.8-27B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 117,
            "report_id": "d072f54b34ce4ea09e6e8023f3129093965fe4ec2cb27cedccd46acb73359aaf",
            "setup": "Qwen3.8-27B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 116,
            "report_id": "ab8b10f2c435f6346f219b9ec2434c2931462f4794e9a3a3e62c6fea993afbaa",
            "setup": "LFM2.5-24B-A2B \u00b7 thinking on",
            "tier": 1
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 31B \u00b7 thinking on",
            "ties": 41,
            "wins": 1
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.5,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 40,
            "wins": 2
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.0625,
            "p_holm": 0.625,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 37,
            "wins": 5
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 38,
            "wins": 4
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 39,
            "wins": 2
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.21875,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 36,
            "wins": 5
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 37,
            "wins": 4
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 0,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 38,
            "wins": 4
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 1,
            "p": 0.625,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 38,
            "wins": 3
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking on",
            "losses": 5,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 34,
            "wins": 3
          }
        ],
        "tasks": 42
      },
      "small": {
        "attempts_per_setup": 126,
        "order": [
          {
            "passed": 119,
            "report_id": "3a310919357f8495163596163db17dbf37d8243f612a8fee8ad639b0b04d38cb",
            "setup": "Gemma 4 12B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 117,
            "report_id": "3ed26ffbcd602b69bf2bdf8e3931eb85fe5e7d8fe3b86e072c51576497ba4b99",
            "setup": "Granite 4.2 8B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 117,
            "report_id": "449350778855864d3c4bb9d94c9c09aea997425277dc1193015f6c3c93f3922a",
            "setup": "Gemma 4 12B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 107,
            "report_id": "71d9250a150d74bd08882aef5d9c6cb9c0b6c7faa795b471b724d5110e895242",
            "setup": "Granite 4.2 8B \u00b7 thinking off",
            "tier": 1
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Granite 4.2 8B \u00b7 thinking on",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 1,
            "p": 0.625,
            "p_holm": 1.0,
            "second": "Gemma 4 12B \u00b7 thinking on",
            "ties": 38,
            "wins": 3
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 0.421875,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 34,
            "wins": 7
          },
          {
            "first": "Granite 4.2 8B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 12B \u00b7 thinking on",
            "ties": 36,
            "wins": 3
          },
          {
            "first": "Granite 4.2 8B \u00b7 thinking on",
            "losses": 1,
            "p": 0.125,
            "p_holm": 0.625,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 35,
            "wins": 6
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 31,
            "wins": 7
          }
        ],
        "tasks": 42
      },
      "tiny": {
        "attempts_per_setup": 126,
        "order": [
          {
            "passed": 118,
            "report_id": "140f843536d8fa04928edaa53d3bc8ad5a9e8e0d5fe47b5a7ee4345377f94fbf",
            "setup": "Gemma 4 E2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 116,
            "report_id": "1340618e38e52461d9ddb8049f2e27e8cbdbcb5000a4342d6aeab84cc52f7090",
            "setup": "Qwen3.5 4B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 116,
            "report_id": "200b3adfe6fc263356bd06c28bb143cedecbb9c877db8b46a682e51c893b0471",
            "setup": "Granite 4.2 3B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 115,
            "report_id": "27023f16baa4af5f5d659c2e14bc79406f064a356825f8e5ca094385cd6cd726",
            "setup": "LFM3-1.7B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 114,
            "report_id": "19a04105741d831b532081e524955585f9c6635d5a1d93b10080adcf991a5496",
            "setup": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 113,
            "report_id": "2de7e756ad1fec9ec378454dd1cce2212bcb990ce5c31ae28e0c212242f22745",
            "setup": "Qwen3.5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 112,
            "report_id": "b58076261a85080eabc0734a1ab45639ec8692f4b5b04d45a7668f1fdba0a5f3",
            "setup": "Qwen3.5 4B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 111,
            "report_id": "31def253c10441426193b6fb7fc4556defb2faceda280e9dd5a39c278812a4e0",
            "setup": "MiniCPM5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 111,
            "report_id": "c52d4f9608a3fb8f97a39d8f339f2e7d41b9da73cbe8b097af75329687eea5be",
            "setup": "Raon-1 nano \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 109,
            "report_id": "5e65142ae9cfa7bb6cf0ca3c53bd63a502a255d13ee66aea80faeb782411f5e6",
            "setup": "LFM3-1.7B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 99,
            "report_id": "315eb4775b3311ebb6fe55b312f82a70df77904742fc3047edb4c1d22405b167",
            "setup": "Granite 4.2 3B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 98,
            "report_id": "803d110ff1b44abe87c974a24937c1e8d4093cb87d9b07269cac4423bfcc9877",
            "setup": "MiniCPM5-2B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 97,
            "report_id": "26cc2deb86a2db785bd7976cd409d9f96b076832f8cb997d987984747508774c",
            "setup": "Raon-1 nano \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 93,
            "report_id": "c6844a36b0fb5e0618609d3a0fe44a7269dce3e9a31ef2982b4fd2a306a98865",
            "setup": "Qwen3.5-2B \u00b7 thinking off",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 35,
            "wins": 3
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.21875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 36,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 33,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.21875,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 36,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 34,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 35,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00634765625,
            "p_holm": 0.5078125,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 30,
            "wins": 11
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.001953125,
            "p_holm": 0.16796875,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 32,
            "wins": 10
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.199737548828125,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 25,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 0,
            "p": 1.52587890625e-05,
            "p_holm": 0.0013885498046875,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 25,
            "wins": 17
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking on",
            "ties": 37,
            "wins": 2
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 33,
            "wins": 4
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 32,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 0.266845703125,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 29,
            "wins": 9
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 31,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.944580078125,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 28,
            "wins": 12
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 0.01181793212890625,
            "p_holm": 0.87890625,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 22,
            "wins": 16
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 36,
            "wins": 3
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 38,
            "wins": 3
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 32,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.944580078125,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 28,
            "wins": 12
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.004425048828125,
            "p_holm": 0.358428955078125,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 23,
            "wins": 16
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 36,
            "wins": 3
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 32,
            "wins": 6
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 32,
            "wins": 6
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 9
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 0.944580078125,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 28,
            "wins": 12
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.045135498046875,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 26,
            "wins": 15
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 32,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 39,
            "wins": 2
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 38,
            "wins": 3
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 9
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 0.0078125,
            "p_holm": 0.59375,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 34,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.00341796875,
            "p_holm": 0.28369140625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 29,
            "wins": 12
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 0,
            "p": 6.103515625e-05,
            "p_holm": 0.0054931640625,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 27,
            "wins": 15
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 32,
            "wins": 6
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.03857421875,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 30,
            "wins": 10
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 32,
            "wins": 9
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.021270751953125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 26,
            "wins": 13
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000274658203125,
            "p_holm": 0.024169921875,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 25,
            "wins": 16
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 32,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.14599609375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 30,
            "wins": 9
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 0.00738525390625,
            "p_holm": 0.58343505859375,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 27,
            "wins": 13
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.007537841796875,
            "p_holm": 0.58343505859375,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 24,
            "wins": 15
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 38,
            "wins": 3
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 39,
            "wins": 2
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 9
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.015625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 35,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.00341796875,
            "p_holm": 0.28369140625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 29,
            "wins": 12
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0001220703125,
            "p_holm": 0.0108642578125,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 28,
            "wins": 14
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 37,
            "wins": 2
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 0,
            "p": 0.03125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 36,
            "wins": 6
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 1,
            "p": 0.01171875,
            "p_holm": 0.87890625,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 31,
            "wins": 10
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.002349853515625,
            "p_holm": 0.199737548828125,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 25,
            "wins": 15
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 34,
            "wins": 7
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 1,
            "p": 0.125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 35,
            "wins": 6
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 2,
            "p": 0.0224609375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 29,
            "wins": 11
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 2,
            "p": 0.00738525390625,
            "p_holm": 0.58343505859375,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 27,
            "wins": 13
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 7,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 28,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 6,
            "p": 0.454498291015625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 26,
            "wins": 10
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 29,
            "wins": 8
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 5,
            "p": 0.4239501953125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 28,
            "wins": 9
          },
          {
            "first": "Raon-1 nano \u00b7 thinking off",
            "losses": 8,
            "p": 0.6476058959960938,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 23,
            "wins": 11
          }
        ],
        "tasks": 42
      }
    },
    "renamed": {
      "medium": {
        "attempts_per_setup": 126,
        "order": [
          {
            "passed": 126,
            "report_id": "55d109bbc1ec0970e88c9c1c787786a7c2e4417ac93360986f37abd225615559",
            "setup": "Gemma 4 31B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 124,
            "report_id": "23e74f4bd54a0e12636cd523d94479ad9fff48615c4bbed2e09b6d4a7d3a8cee",
            "setup": "Gemma 4 31B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 123,
            "report_id": "540de94d654c683bd368da1a75c12428a9651864c783fecb2d6db1efb25c5710",
            "setup": "Qwen3.8-27B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 118,
            "report_id": "ab8b10f2c435f6346f219b9ec2434c2931462f4794e9a3a3e62c6fea993afbaa",
            "setup": "LFM2.5-24B-A2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 115,
            "report_id": "d072f54b34ce4ea09e6e8023f3129093965fe4ec2cb27cedccd46acb73359aaf",
            "setup": "Qwen3.8-27B \u00b7 thinking on",
            "tier": 1
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.5,
            "p_holm": 1.0,
            "second": "Gemma 4 31B \u00b7 thinking on",
            "ties": 40,
            "wins": 2
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.5,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 40,
            "wins": 2
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.125,
            "p_holm": 0.875,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 38,
            "wins": 4
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking off",
            "losses": 0,
            "p": 0.015625,
            "p_holm": 0.15625,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 35,
            "wins": 7
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking off",
            "ties": 40,
            "wins": 1
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 37,
            "wins": 4
          },
          {
            "first": "Gemma 4 31B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 0.5625,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 34,
            "wins": 7
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "LFM2.5-24B-A2B \u00b7 thinking on",
            "ties": 37,
            "wins": 4
          },
          {
            "first": "Qwen3.8-27B \u00b7 thinking off",
            "losses": 0,
            "p": 0.03125,
            "p_holm": 0.28125,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 36,
            "wins": 6
          },
          {
            "first": "LFM2.5-24B-A2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Qwen3.8-27B \u00b7 thinking on",
            "ties": 34,
            "wins": 5
          }
        ],
        "tasks": 42
      },
      "small": {
        "attempts_per_setup": 126,
        "order": [
          {
            "passed": 119,
            "report_id": "3a310919357f8495163596163db17dbf37d8243f612a8fee8ad639b0b04d38cb",
            "setup": "Gemma 4 12B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 118,
            "report_id": "3ed26ffbcd602b69bf2bdf8e3931eb85fe5e7d8fe3b86e072c51576497ba4b99",
            "setup": "Granite 4.2 8B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 117,
            "report_id": "449350778855864d3c4bb9d94c9c09aea997425277dc1193015f6c3c93f3922a",
            "setup": "Gemma 4 12B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 104,
            "report_id": "71d9250a150d74bd08882aef5d9c6cb9c0b6c7faa795b471b724d5110e895242",
            "setup": "Granite 4.2 8B \u00b7 thinking off",
            "tier": 1
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 1,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 8B \u00b7 thinking on",
            "ties": 39,
            "wins": 2
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 1,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 12B \u00b7 thinking on",
            "ties": 39,
            "wins": 2
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking off",
            "losses": 1,
            "p": 0.125,
            "p_holm": 0.625,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 35,
            "wins": 6
          },
          {
            "first": "Granite 4.2 8B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 12B \u00b7 thinking on",
            "ties": 37,
            "wins": 2
          },
          {
            "first": "Granite 4.2 8B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0625,
            "p_holm": 0.375,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 37,
            "wins": 5
          },
          {
            "first": "Gemma 4 12B \u00b7 thinking on",
            "losses": 2,
            "p": 0.1796875,
            "p_holm": 0.71875,
            "second": "Granite 4.2 8B \u00b7 thinking off",
            "ties": 33,
            "wins": 7
          }
        ],
        "tasks": 42
      },
      "tiny": {
        "attempts_per_setup": 126,
        "order": [
          {
            "passed": 119,
            "report_id": "140f843536d8fa04928edaa53d3bc8ad5a9e8e0d5fe47b5a7ee4345377f94fbf",
            "setup": "Gemma 4 E2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 118,
            "report_id": "200b3adfe6fc263356bd06c28bb143cedecbb9c877db8b46a682e51c893b0471",
            "setup": "Granite 4.2 3B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 117,
            "report_id": "31def253c10441426193b6fb7fc4556defb2faceda280e9dd5a39c278812a4e0",
            "setup": "MiniCPM5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 116,
            "report_id": "27023f16baa4af5f5d659c2e14bc79406f064a356825f8e5ca094385cd6cd726",
            "setup": "LFM3-1.7B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 114,
            "report_id": "1340618e38e52461d9ddb8049f2e27e8cbdbcb5000a4342d6aeab84cc52f7090",
            "setup": "Qwen3.5 4B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 114,
            "report_id": "b58076261a85080eabc0734a1ab45639ec8692f4b5b04d45a7668f1fdba0a5f3",
            "setup": "Qwen3.5 4B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 113,
            "report_id": "c52d4f9608a3fb8f97a39d8f339f2e7d41b9da73cbe8b097af75329687eea5be",
            "setup": "Raon-1 nano \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 111,
            "report_id": "19a04105741d831b532081e524955585f9c6635d5a1d93b10080adcf991a5496",
            "setup": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 107,
            "report_id": "803d110ff1b44abe87c974a24937c1e8d4093cb87d9b07269cac4423bfcc9877",
            "setup": "MiniCPM5-2B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 107,
            "report_id": "2de7e756ad1fec9ec378454dd1cce2212bcb990ce5c31ae28e0c212242f22745",
            "setup": "Qwen3.5-2B \u00b7 thinking on",
            "tier": 1
          },
          {
            "passed": 104,
            "report_id": "5e65142ae9cfa7bb6cf0ca3c53bd63a502a255d13ee66aea80faeb782411f5e6",
            "setup": "LFM3-1.7B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 104,
            "report_id": "26cc2deb86a2db785bd7976cd409d9f96b076832f8cb997d987984747508774c",
            "setup": "Raon-1 nano \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 101,
            "report_id": "315eb4775b3311ebb6fe55b312f82a70df77904742fc3047edb4c1d22405b167",
            "setup": "Granite 4.2 3B \u00b7 thinking off",
            "tier": 1
          },
          {
            "passed": 92,
            "report_id": "c6844a36b0fb5e0618609d3a0fe44a7269dce3e9a31ef2982b4fd2a306a98865",
            "setup": "Qwen3.5-2B \u00b7 thinking off",
            "tier": 2
          }
        ],
        "pairs": [
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking on",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 37,
            "wins": 3
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 37,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 34,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 37,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 34,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.01171875,
            "p_holm": 0.99609375,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 31,
            "wins": 10
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0390625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 33,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 32,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.001953125,
            "p_holm": 0.171875,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 10
          },
          {
            "first": "Gemma 4 E2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.000518798828125,
            "p_holm": 0.04669189453125,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 26,
            "wins": 15
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking on",
            "ties": 36,
            "wins": 3
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 1,
            "p": 0.021484375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 32,
            "wins": 9
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 33,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 34,
            "wins": 6
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 8
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking on",
            "losses": 4,
            "p": 0.0308837890625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 24,
            "wins": 14
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 33,
            "wins": 6
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.375,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 37,
            "wins": 4
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.015625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 35,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 2,
            "p": 0.03857421875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 30,
            "wins": 10
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.03125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 36,
            "wins": 6
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0703125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 34,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 0,
            "p": 0.015625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 35,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking on",
            "losses": 1,
            "p": 0.0009765625,
            "p_holm": 0.0869140625,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 27,
            "wins": 14
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking off",
            "ties": 34,
            "wins": 4
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 35,
            "wins": 5
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.14599609375,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 30,
            "wins": 9
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 34,
            "wins": 6
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 8
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking on",
            "losses": 0,
            "p": 0.0001220703125,
            "p_holm": 0.0111083984375,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 28,
            "wins": 14
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Qwen3.5 4B \u00b7 thinking on",
            "ties": 32,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 32,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 31,
            "wins": 6
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 29,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 31,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 5,
            "p": 0.7744140625,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 30,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 2,
            "p": 0.109375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking off",
            "losses": 3,
            "p": 0.021270751953125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 26,
            "wins": 13
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking on",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 31,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 31,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 4,
            "p": 0.548828125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 31,
            "wins": 7
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 3,
            "p": 0.2265625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 31,
            "wins": 8
          },
          {
            "first": "Qwen3.5 4B \u00b7 thinking on",
            "losses": 2,
            "p": 0.004180908203125,
            "p_holm": 0.35955810546875,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 26,
            "wins": 14
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.2890625,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 34,
            "wins": 6
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 4,
            "p": 0.266845703125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 29,
            "wins": 9
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 35,
            "wins": 5
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 35,
            "wins": 5
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "Raon-1 nano \u00b7 thinking on",
            "losses": 2,
            "p": 0.012939453125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 28,
            "wins": 12
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.453125,
            "p_holm": 1.0,
            "second": "MiniCPM5-2B \u00b7 thinking off",
            "ties": 35,
            "wins": 5
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 5,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 29,
            "wins": 8
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 2,
            "p": 0.6875,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 36,
            "wins": 4
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 3,
            "p": 0.5078125,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 33,
            "wins": 6
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 3,
            "p": 0.34375,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 7
          },
          {
            "first": "Gemma 4 E2B (tool-result cue template) \u00b7 thinking off",
            "losses": 1,
            "p": 0.00341796875,
            "p_holm": 0.29736328125,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 29,
            "wins": 12
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 5,
            "p": 0.7744140625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking on",
            "ties": 30,
            "wins": 7
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 3,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 35,
            "wins": 4
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "MiniCPM5-2B \u00b7 thinking off",
            "losses": 3,
            "p": 0.09228515625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 29,
            "wins": 10
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 7,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "LFM3-1.7B \u00b7 thinking off",
            "ties": 29,
            "wins": 6
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 8,
            "p": 0.5810546875,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 29,
            "wins": 5
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 6,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 29,
            "wins": 7
          },
          {
            "first": "Qwen3.5-2B \u00b7 thinking on",
            "losses": 7,
            "p": 0.26317596435546875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 22,
            "wins": 13
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 3,
            "p": 0.7265625,
            "p_holm": 1.0,
            "second": "Raon-1 nano \u00b7 thinking off",
            "ties": 34,
            "wins": 5
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 4,
            "p": 0.75390625,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 32,
            "wins": 6
          },
          {
            "first": "LFM3-1.7B \u00b7 thinking off",
            "losses": 3,
            "p": 0.057373046875,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 28,
            "wins": 11
          },
          {
            "first": "Raon-1 nano \u00b7 thinking off",
            "losses": 4,
            "p": 1.0,
            "p_holm": 1.0,
            "second": "Granite 4.2 3B \u00b7 thinking off",
            "ties": 33,
            "wins": 5
          },
          {
            "first": "Raon-1 nano \u00b7 thinking off",
            "losses": 3,
            "p": 0.09228515625,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 29,
            "wins": 10
          },
          {
            "first": "Granite 4.2 3B \u00b7 thinking off",
            "losses": 4,
            "p": 0.266845703125,
            "p_holm": 1.0,
            "second": "Qwen3.5-2B \u00b7 thinking off",
            "ties": 29,
            "wins": 9
          }
        ],
        "tasks": 42
      }
    }
  }
}
