{
  "not_qualified": [
    {
      "finding": "Qualification failed on public task single-01: after a correct get_price call and its mock result, the model's next token was <|tool_response> (an end-of-generation id), so the reply was empty. With thinking off, neither the maker's chat template nor vLLM's example template adds a continuation cue after a tool result. One observation; cause not proven.",
      "qualification_evidence_sha256": "11b2effa6e9f1f57d2fd1a76001d65b3f2a5f497ee815666bc2a8b6e8d41a18a",
      "requested_name": "Gemma 4 E2B",
      "thinking_mode": "off"
    }
  ],
  "report_ids": [
    "5e65142ae9cfa7bb6cf0ca3c53bd63a502a255d13ee66aea80faeb782411f5e6",
    "27023f16baa4af5f5d659c2e14bc79406f064a356825f8e5ca094385cd6cd726",
    "140f843536d8fa04928edaa53d3bc8ad5a9e8e0d5fe47b5a7ee4345377f94fbf",
    "803d110ff1b44abe87c974a24937c1e8d4093cb87d9b07269cac4423bfcc9877",
    "31def253c10441426193b6fb7fc4556defb2faceda280e9dd5a39c278812a4e0",
    "c6844a36b0fb5e0618609d3a0fe44a7269dce3e9a31ef2982b4fd2a306a98865",
    "2de7e756ad1fec9ec378454dd1cce2212bcb990ce5c31ae28e0c212242f22745",
    "1340618e38e52461d9ddb8049f2e27e8cbdbcb5000a4342d6aeab84cc52f7090",
    "b58076261a85080eabc0734a1ab45639ec8692f4b5b04d45a7668f1fdba0a5f3",
    "26cc2deb86a2db785bd7976cd409d9f96b076832f8cb997d987984747508774c",
    "c52d4f9608a3fb8f97a39d8f339f2e7d41b9da73cbe8b097af75329687eea5be",
    "19a04105741d831b532081e524955585f9c6635d5a1d93b10080adcf991a5496",
    "315eb4775b3311ebb6fe55b312f82a70df77904742fc3047edb4c1d22405b167",
    "200b3adfe6fc263356bd06c28bb143cedecbb9c877db8b46a682e51c893b0471",
    "71d9250a150d74bd08882aef5d9c6cb9c0b6c7faa795b471b724d5110e895242",
    "3ed26ffbcd602b69bf2bdf8e3931eb85fe5e7d8fe3b86e072c51576497ba4b99",
    "3a310919357f8495163596163db17dbf37d8243f612a8fee8ad639b0b04d38cb",
    "449350778855864d3c4bb9d94c9c09aea997425277dc1193015f6c3c93f3922a",
    "ab8b10f2c435f6346f219b9ec2434c2931462f4794e9a3a3e62c6fea993afbaa",
    "540de94d654c683bd368da1a75c12428a9651864c783fecb2d6db1efb25c5710",
    "d072f54b34ce4ea09e6e8023f3129093965fe4ec2cb27cedccd46acb73359aaf",
    "55d109bbc1ec0970e88c9c1c787786a7c2e4417ac93360986f37abd225615559",
    "23e74f4bd54a0e12636cd523d94479ad9fff48615c4bbed2e09b6d4a7d3a8cee"
  ],
  "reports": [
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.5952380952380952,
          "passed": 25,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8333333333333334,
          "passed": 35,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.6428571428571429,
          "passed": 27,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 1.7B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/LiquidAI/LFM3-1.7B/blob/0dc4268b561499c648c7ba7c9466bf3d8d01517a/README.md",
        "maker": "Liquid AI",
        "params_active": 1.73,
        "params_total": 1.73,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "bad_format": 5,
        "extra_call": 7,
        "gave_up_or_loop": 2,
        "wrong_args": 19,
        "wrong_tool": 6
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 9.6,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 32
      },
      "latency_seconds": {
        "mean": 0.5296273165636988,
        "total": 133.4660837740521
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.8452380952380952,
        "passed": 213,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "0dc4268b561499c648c7ba7c9466bf3d8d01517a",
        "engine_tool_parser": "qwen3_xml",
        "exact_model_id": "LiquidAI/LFM3-1.7B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_xml",
        "plan_sha256": "be68ea7d6fff8db78ce69f2bcd5c57d389fbbb64ad349b19520f2fdf0bffdcdb",
        "provider": "local vLLM served by @logic on bariton (#9528)",
        "requested_name": "LFM3-1.7B",
        "revision": "0dc4268b561499c648c7ba7c9466bf3d8d01517a",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 773212,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.8650793650793651,
          "passed": 109,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8253968253968254,
          "passed": 104,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.7903225806451613,
          "passed": 147,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.7619047619047619,
          "passed": 32,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.9047619047619048,
          "passed": 38,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 1.7B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/LiquidAI/LFM3-1.7B/blob/0dc4268b561499c648c7ba7c9466bf3d8d01517a/README.md",
        "maker": "Liquid AI",
        "params_active": 1.73,
        "params_total": 1.73,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 10,
        "gave_up_or_loop": 5,
        "wrong_args": 5,
        "wrong_tool": 1
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 23.4,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 32
      },
      "latency_seconds": {
        "mean": 1.2712931306714526,
        "total": 320.36586892920604
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9166666666666666,
        "passed": 231,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "0dc4268b561499c648c7ba7c9466bf3d8d01517a",
        "engine_tool_parser": "qwen3_xml",
        "exact_model_id": "LiquidAI/LFM3-1.7B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_xml",
        "plan_sha256": "be68ea7d6fff8db78ce69f2bcd5c57d389fbbb64ad349b19520f2fdf0bffdcdb",
        "provider": "local vLLM served by @logic on bariton (#9528)",
        "requested_name": "LFM3-1.7B",
        "revision": "0dc4268b561499c648c7ba7c9466bf3d8d01517a",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 888087,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9126984126984127,
          "passed": 115,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9206349206349206,
          "passed": 116,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9242424242424242,
          "passed": 61,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9139784946236559,
          "passed": 170,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.9285714285714286,
          "passed": 39,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 5.1B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/google/gemma-4-E2B-it/blob/4adf15748de9e1a0097b6274cee9c15836c41c37/README.md",
        "maker": "Google",
        "params_active": 5.1,
        "params_total": 5.1,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "gave_up_or_loop": 5,
        "wrong_args": 7,
        "wrong_tool": 3
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 71.2,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 4.309400429266841,
        "total": 1085.968908175244
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9404761904761905,
        "passed": 237,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "4adf15748de9e1a0097b6274cee9c15836c41c37",
        "engine_tool_parser": "gemma4",
        "exact_model_id": "google/gemma-4-E2B-it",
        "native_documented_call_format": "openai tool_calls via engine tool parser gemma4",
        "plan_sha256": "7a83780d484d386da04982ab5478909d116f445283fd1287c2861b59ef817dd7",
        "provider": "local vLLM served by @logic on bariton (#9534)",
        "requested_name": "Gemma 4 E2B",
        "revision": "4adf15748de9e1a0097b6274cee9c15836c41c37",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1034078,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9365079365079365,
          "passed": 118,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9444444444444444,
          "passed": 119,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9393939393939394,
          "passed": 62,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9408602150537635,
          "passed": 175,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.38095238095238093,
          "passed": 16,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8095238095238095,
          "passed": 34,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.7142857142857143,
          "passed": 30,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 2.5B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/openbmb/MiniCPM5-2B/blob/42433e90dad95123ab87729fd7011e7110629556/README.md",
        "maker": "OpenBMB",
        "params_active": 2.52,
        "params_total": 2.52,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "bad_format": 2,
        "extra_call": 7,
        "gave_up_or_loop": 14,
        "wrong_args": 21,
        "wrong_tool": 3
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 12.3,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 0.7456361019762953,
        "total": 187.9002976980264
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.8134920634920635,
        "passed": 205,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "42433e90dad95123ab87729fd7011e7110629556",
        "engine_tool_parser": "minicpm5",
        "exact_model_id": "openbmb/MiniCPM5-2B",
        "native_documented_call_format": "openai tool_calls via engine tool parser minicpm5",
        "plan_sha256": "86803ee94f18f9cd01ea2d7fc9dc6e2d5d25d8687d041f4acdde42cb43563b2e",
        "provider": "local vLLM served by @logic on bariton (#9641)",
        "requested_name": "MiniCPM5-2B",
        "revision": "42433e90dad95123ab87729fd7011e7110629556",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 2,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 894011,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.7777777777777778,
          "passed": 98,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8492063492063492,
          "passed": 107,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9545454545454546,
          "passed": 63,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.7634408602150538,
          "passed": 142,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.7619047619047619,
          "passed": 32,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.7142857142857143,
          "passed": 30,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 2.5B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/openbmb/MiniCPM5-2B/blob/42433e90dad95123ab87729fd7011e7110629556/README.md",
        "maker": "OpenBMB",
        "params_active": 2.52,
        "params_total": 2.52,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 4,
        "wrong_args": 18,
        "wrong_tool": 2
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 57.4,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 2.6551143628136726,
        "total": 669.0888194290455
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9047619047619048,
        "passed": 228,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "42433e90dad95123ab87729fd7011e7110629556",
        "engine_tool_parser": "minicpm5",
        "exact_model_id": "openbmb/MiniCPM5-2B",
        "native_documented_call_format": "openai tool_calls via engine tool parser minicpm5",
        "plan_sha256": "86803ee94f18f9cd01ea2d7fc9dc6e2d5d25d8687d041f4acdde42cb43563b2e",
        "provider": "local vLLM served by @logic on bariton (#9641)",
        "requested_name": "MiniCPM5-2B",
        "revision": "42433e90dad95123ab87729fd7011e7110629556",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1133799,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.8809523809523809,
          "passed": 111,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9285714285714286,
          "passed": 117,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8709677419354839,
          "passed": 162,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.4523809523809524,
          "passed": 19,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.6666666666666666,
          "passed": 28,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.8333333333333334,
          "passed": 35,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.6190476190476191,
          "passed": 26,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 2.0B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/Qwen/Qwen3.5-2B/blob/15852e8c16360a2fea060d615a32b45270f8a8fc/README.md",
        "maker": "Alibaba",
        "params_active": 2.0,
        "params_total": 2.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 14,
        "gave_up_or_loop": 11,
        "made_up_result": 2,
        "wrong_args": 33,
        "wrong_tool": 7
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 26.0,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 1.3425879627048123,
        "total": 338.3321666016127
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.7341269841269841,
        "passed": 185,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "made_up_result",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "Qwen/Qwen3.5-2B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "626ed7b1ea3e45da1962344dcaf44f43680fbed197094f93348e8bb5b41f760f",
        "provider": "local vLLM served by @logic on bariton (#9668)",
        "requested_name": "Qwen3.5-2B",
        "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 2,
        "original": 2,
        "renamed": 2
      },
      "total_tokens": 1173418,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.7380952380952381,
          "passed": 93,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.7301587301587301,
          "passed": 92,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.8333333333333334,
          "passed": 55,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.6989247311827957,
          "passed": 130,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.6904761904761905,
          "passed": 29,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8095238095238095,
          "passed": 34,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 2.0B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/Qwen/Qwen3.5-2B/blob/15852e8c16360a2fea060d615a32b45270f8a8fc/README.md",
        "maker": "Alibaba",
        "params_active": 2.0,
        "params_total": 2.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 7,
        "gave_up_or_loop": 2,
        "made_up_result": 1,
        "wrong_args": 13,
        "wrong_tool": 9
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 59.4,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 2.9172406583152006,
        "total": 735.1446458954306
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.873015873015873,
        "passed": 220,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "made_up_result",
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-03-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "Qwen/Qwen3.5-2B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "626ed7b1ea3e45da1962344dcaf44f43680fbed197094f93348e8bb5b41f760f",
        "provider": "local vLLM served by @logic on bariton (#9668)",
        "requested_name": "Qwen3.5-2B",
        "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1267484,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.8968253968253969,
          "passed": 113,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8492063492063492,
          "passed": 107,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9696969696969697,
          "passed": 64,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8387096774193549,
          "passed": 156,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.6428571428571429,
          "passed": 27,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 4.7B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/Qwen/Qwen3.5-4B/blob/851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a/README.md",
        "maker": "Alibaba",
        "params_active": 4.66,
        "params_total": 4.66,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 1,
        "gave_up_or_loop": 2,
        "made_up_result": 1,
        "wrong_args": 11,
        "wrong_tool": 7
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 31.2,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 1.878091216065398,
        "total": 473.2789864484803
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9126984126984127,
        "passed": 230,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "made_up_result",
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "Qwen/Qwen3.5-4B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "33242b3806efd937a42554d1ca3826924c880a69c0be0094c6ced95e6f802883",
        "provider": "local vLLM served by @logic on bariton (#9689)",
        "requested_name": "Qwen3.5 4B",
        "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1026831,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9206349206349206,
          "passed": 116,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9047619047619048,
          "passed": 114,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9848484848484849,
          "passed": 65,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8870967741935484,
          "passed": 165,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.7142857142857143,
          "passed": 30,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.7857142857142857,
          "passed": 33,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 4.7B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/Qwen/Qwen3.5-4B/blob/851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a/README.md",
        "maker": "Alibaba",
        "params_active": 4.66,
        "params_total": 4.66,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 5,
        "wrong_args": 15,
        "wrong_tool": 6
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 77.9,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 4.506700461564515,
        "total": 1135.6885163142579
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.8968253968253969,
        "passed": 226,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "Qwen/Qwen3.5-4B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "33242b3806efd937a42554d1ca3826924c880a69c0be0094c6ced95e6f802883",
        "provider": "local vLLM served by @logic on bariton (#9689)",
        "requested_name": "Qwen3.5 4B",
        "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1138207,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.8888888888888888,
          "passed": 112,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9047619047619048,
          "passed": 114,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8602150537634409,
          "passed": 160,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.5714285714285714,
          "passed": 24,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.7857142857142857,
          "passed": 33,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.7619047619047619,
          "passed": 32,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.7142857142857143,
          "passed": 30,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 3.1B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/KRAFTON/Raon-1-nano/blob/fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee/README.md",
        "maker": "KRAFTON",
        "params_active": 3.1,
        "params_total": 3.1,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "bad_format": 3,
        "extra_call": 22,
        "wrong_args": 20,
        "wrong_tool": 6
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 53.3,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 2.32031358362777,
        "total": 584.719023074198
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.7976190476190477,
        "passed": 201,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "multi-step-06"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee",
        "engine_tool_parser": "raon_1",
        "exact_model_id": "KRAFTON/Raon-1-nano",
        "native_documented_call_format": "openai tool_calls via engine tool parser raon_1",
        "plan_sha256": "6e1ae3634eec2b60880790595cb628c260ec0721de6b32472de9144ad13800cd",
        "provider": "local KRAFTON vLLM fork served by @logic on bariton (#9725)",
        "requested_name": "Raon-1 nano",
        "revision": "fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 2,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1179082,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.7698412698412699,
          "passed": 97,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8253968253968254,
          "passed": 104,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.7258064516129032,
          "passed": 135,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.6190476190476191,
          "passed": 26,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 3.1B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/KRAFTON/Raon-1-nano/blob/fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee/README.md",
        "maker": "KRAFTON",
        "params_active": 3.1,
        "params_total": 3.1,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 8,
        "gave_up_or_loop": 1,
        "wrong_args": 15,
        "wrong_tool": 4
      },
      "gpu": {
        "card": "bariton GPU 0 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 86.8,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 4.257351215106494,
        "total": 1072.8525062068366
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.8888888888888888,
        "passed": 224,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee",
        "engine_tool_parser": "raon_1",
        "exact_model_id": "KRAFTON/Raon-1-nano",
        "native_documented_call_format": "openai tool_calls via engine tool parser raon_1",
        "plan_sha256": "6e1ae3634eec2b60880790595cb628c260ec0721de6b32472de9144ad13800cd",
        "provider": "local KRAFTON vLLM fork served by @logic on bariton (#9725)",
        "requested_name": "Raon-1 nano",
        "revision": "fcf2d1d55e84e2f9fbe7b5d724dcfc4d861cfcee",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1023064,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.8809523809523809,
          "passed": 111,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8968253968253969,
          "passed": 113,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9848484848484849,
          "passed": 65,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8548387096774194,
          "passed": 159,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.7380952380952381,
          "passed": 31,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.9285714285714286,
          "passed": 39,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.7142857142857143,
          "passed": 30,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 5.1B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/google/gemma-4-E2B-it/blob/4adf15748de9e1a0097b6274cee9c15836c41c37/README.md",
        "maker": "Google",
        "params_active": 5.1,
        "params_total": 5.1,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 4,
        "gave_up_or_loop": 1,
        "wrong_args": 22
      },
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 31.2,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 1.7114707248928505,
        "total": 431.2906226729983
      },
      "note": "Non-maker template (\u00dcmit #10181): the maker's chat template plus the two-line fix proposed in https://github.com/google-deepmind/gemma/issues/829 (also added by Google to gemma-4-31B-it at commit ad62905): an empty thought '<|channel>thought\\n<channel|>' after a tool result with thinking off (template sha256 84d5a64c\u2026). Thinking is off by request, but the parser classed 58% of output tokens as reasoning (275 of 580 replies). The maker-template thinking-off setup stays 'Not qualified'.",
      "overall": {
        "attempted": 252,
        "pass_rate": 0.8928571428571429,
        "passed": 225,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "4adf15748de9e1a0097b6274cee9c15836c41c37 + evidence/gemma-off-cue-10181/chat_template-cue.jinja (non-maker: upstream gemma-4-31B-it ad62905 thinking-off cue after a tool response)",
        "engine_tool_parser": "gemma4",
        "exact_model_id": "google/gemma-4-E2B-it",
        "native_documented_call_format": "openai tool_calls via engine tool parser gemma4",
        "plan_sha256": "8bfa9188778b61f47a72b97be9af83e2368ee584bdb2dfdc6afcfb834abca63f",
        "provider": "local vLLM served by @logic on bariton (#10207 GPU 3 for qualification; #10260 GPU 2 for the run, identical argv/image/template)",
        "requested_name": "Gemma 4 E2B (tool-result cue template)",
        "revision": "4adf15748de9e1a0097b6274cee9c15836c41c37",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 797158,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9047619047619048,
          "passed": 114,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8809523809523809,
          "passed": 111,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8548387096774194,
          "passed": 159,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.6190476190476191,
          "passed": 26,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.5476190476190477,
          "passed": 23,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.5952380952380952,
          "passed": 25,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 3.0B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/ibm-granite/granite-4.2-3b/blob/4e9c275e232f10211ec88644d106a1f6a1b60e06/README.md",
        "maker": "IBM",
        "params_active": 3.0,
        "params_total": 3.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "gave_up_or_loop": 5,
        "made_up_result": 1,
        "wrong_args": 39,
        "wrong_tool": 7
      },
      "gpu": {
        "card": "bariton GPU 1 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 36.0,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 32
      },
      "latency_seconds": {
        "mean": 1.5140913824405196,
        "total": 381.5510283750109
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.7936507936507936,
        "passed": 200,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "4e9c275e232f10211ec88644d106a1f6a1b60e06",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "ibm-granite/granite-4.2-3b",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "58f37e31b8dba726894ed01fa351d843c747a4dc84fa5217cc5cdf90ec838975",
        "provider": "local vLLM served by @logic on bariton (#10256)",
        "requested_name": "Granite 4.2 3B",
        "revision": "4e9c275e232f10211ec88644d106a1f6a1b60e06",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 2,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1058883,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.7857142857142857,
          "passed": 99,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8015873015873016,
          "passed": 101,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.8939393939393939,
          "passed": 59,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.7580645161290323,
          "passed": 141,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.7380952380952381,
          "passed": 31,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "tiny",
        "class_label": "Open \u00b7 3.0B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/ibm-granite/granite-4.2-3b/blob/4e9c275e232f10211ec88644d106a1f6a1b60e06/README.md",
        "maker": "IBM",
        "params_active": 3.0,
        "params_total": 3.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "no_call": 1,
        "wrong_args": 6,
        "wrong_tool": 11
      },
      "gpu": {
        "card": "bariton GPU 1 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 157.4,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 32
      },
      "latency_seconds": {
        "mean": 8.037282030761913,
        "total": 2025.395071752002
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9285714285714286,
        "passed": 234,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "no_call",
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "4e9c275e232f10211ec88644d106a1f6a1b60e06",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "ibm-granite/granite-4.2-3b",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "58f37e31b8dba726894ed01fa351d843c747a4dc84fa5217cc5cdf90ec838975",
        "provider": "local vLLM served by @logic on bariton (#10256)",
        "requested_name": "Granite 4.2 3B",
        "revision": "4e9c275e232f10211ec88644d106a1f6a1b60e06",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1560191,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9206349206349206,
          "passed": 116,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9365079365079365,
          "passed": 118,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9032258064516129,
          "passed": 168,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.6428571428571429,
          "passed": 27,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.6428571428571429,
          "passed": 27,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.7619047619047619,
          "passed": 32,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "small",
        "class_label": "Open \u00b7 8.0B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/ibm-granite/granite-4.2-8b/blob/a7042144125ce5ae64f89610e8289647fc000b9a/README.md",
        "maker": "IBM",
        "params_active": 8.0,
        "params_total": 8.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 3,
        "gave_up_or_loop": 3,
        "wrong_args": 21,
        "wrong_tool": 14
      },
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 81.6,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 3.323923075444482,
        "total": 837.6286150120095
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.8373015873015873,
        "passed": 211,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-01-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "a7042144125ce5ae64f89610e8289647fc000b9a",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "ibm-granite/granite-4.2-8b",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "3b5f0dd2144aa198756e97a48da4ab3f8b72bbfe57f2b7aa5567fd030db78ffd",
        "provider": "local vLLM served by @logic on bariton (#10281)",
        "requested_name": "Granite 4.2 8B",
        "revision": "a7042144125ce5ae64f89610e8289647fc000b9a",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 2,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1026531,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.8492063492063492,
          "passed": 107,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.8253968253968254,
          "passed": 104,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.8484848484848485,
          "passed": 56,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8333333333333334,
          "passed": 155,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8095238095238095,
          "passed": 34,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8333333333333334,
          "passed": 35,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "small",
        "class_label": "Open \u00b7 8.0B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/ibm-granite/granite-4.2-8b/blob/a7042144125ce5ae64f89610e8289647fc000b9a/README.md",
        "maker": "IBM",
        "params_active": 8.0,
        "params_total": 8.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "gave_up_or_loop": 2,
        "wrong_args": 8,
        "wrong_tool": 7
      },
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 331.6,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 19.213089766242014,
        "total": 4841.698621092987
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9325396825396826,
        "passed": 235,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "gave_up_or_loop",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "a7042144125ce5ae64f89610e8289647fc000b9a",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "ibm-granite/granite-4.2-8b",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "3b5f0dd2144aa198756e97a48da4ab3f8b72bbfe57f2b7aa5567fd030db78ffd",
        "provider": "local vLLM served by @logic on bariton (#10281)",
        "requested_name": "Granite 4.2 8B",
        "revision": "a7042144125ce5ae64f89610e8289647fc000b9a",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1580185,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9285714285714286,
          "passed": 117,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9365079365079365,
          "passed": 118,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9848484848484849,
          "passed": 65,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9139784946236559,
          "passed": 170,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.6666666666666666,
          "passed": 28,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "small",
        "class_label": "Open \u00b7 12B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/google/gemma-4-12B-it/blob/43c9d014b231474fa7212dbb48a762566c2b255d/README.md",
        "maker": "Google",
        "params_active": 11.95,
        "params_total": 11.95,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "gave_up_or_loop": 2,
        "wrong_tool": 12
      },
      "gpu": {
        "card": "bariton GPU 1 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 38.4,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 2.283507810952364,
        "total": 575.4439683599958
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9444444444444444,
        "passed": 238,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "43c9d014b231474fa7212dbb48a762566c2b255d",
        "engine_tool_parser": "gemma4",
        "exact_model_id": "google/gemma-4-12B-it",
        "native_documented_call_format": "openai tool_calls via engine tool parser gemma4",
        "plan_sha256": "3b5f0dd2144aa198756e97a48da4ab3f8b72bbfe57f2b7aa5567fd030db78ffd",
        "provider": "local vLLM served by @logic on bariton (#10304)",
        "requested_name": "Gemma 4 12B",
        "revision": "43c9d014b231474fa7212dbb48a762566c2b255d",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 728093,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9444444444444444,
          "passed": 119,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9444444444444444,
          "passed": 119,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9696969696969697,
          "passed": 64,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9354838709677419,
          "passed": 174,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.6904761904761905,
          "passed": 29,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.9047619047619048,
          "passed": 38,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "small",
        "class_label": "Open \u00b7 12B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/google/gemma-4-12B-it/blob/43c9d014b231474fa7212dbb48a762566c2b255d/README.md",
        "maker": "Google",
        "params_active": 11.95,
        "params_total": 11.95,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 2,
        "wrong_args": 4,
        "wrong_tool": 12
      },
      "gpu": {
        "card": "bariton GPU 1 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 120.8,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 7.255573615797525,
        "total": 1828.4045511809763
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9285714285714286,
        "passed": 234,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "43c9d014b231474fa7212dbb48a762566c2b255d",
        "engine_tool_parser": "gemma4",
        "exact_model_id": "google/gemma-4-12B-it",
        "native_documented_call_format": "openai tool_calls via engine tool parser gemma4",
        "plan_sha256": "3b5f0dd2144aa198756e97a48da4ab3f8b72bbfe57f2b7aa5567fd030db78ffd",
        "provider": "local vLLM served by @logic on bariton (#10304)",
        "requested_name": "Gemma 4 12B",
        "revision": "43c9d014b231474fa7212dbb48a762566c2b255d",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 870626,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9285714285714286,
          "passed": 117,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9285714285714286,
          "passed": 117,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9032258064516129,
          "passed": 168,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8095238095238095,
          "passed": 34,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "medium",
        "class_label": "Open \u00b7 24B MoE \u00b7 2.5B active",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/LiquidAI/LFM2.5-24B-A2B/blob/1769516ac588c4c558089c94f27d96b0dc67b183/README.md",
        "maker": "Liquid AI",
        "params_active": 2.45,
        "params_total": 24.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 8,
        "gave_up_or_loop": 1,
        "wrong_args": 2,
        "wrong_tool": 7
      },
      "gpu": {
        "card": "bariton GPU 1 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 134.8,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 8.233298816000076,
        "total": 2074.791301632019
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9285714285714286,
        "passed": 234,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "1769516ac588c4c558089c94f27d96b0dc67b183",
        "engine_tool_parser": "lfm2",
        "exact_model_id": "LiquidAI/LFM2.5-24B-A2B",
        "native_documented_call_format": "openai tool_calls via engine tool parser lfm2",
        "plan_sha256": "e04abde4eb3a3f7fd68eca7219421e84bc9c01e745adbe59b225ea349e1923bf",
        "provider": "local vLLM served by @logic on bariton (#10154)",
        "requested_name": "LFM2.5-24B-A2B",
        "revision": "1769516ac588c4c558089c94f27d96b0dc67b183",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 998331,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9206349206349206,
          "passed": 116,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9365079365079365,
          "passed": 118,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9848484848484849,
          "passed": 65,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9086021505376344,
          "passed": 169,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.9285714285714286,
          "passed": 39,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "medium",
        "class_label": "Open \u00b7 27B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/Qwen/Qwen3.8-27B/blob/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0/README.md",
        "maker": "Alibaba",
        "params_active": 27.0,
        "params_total": 27.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "extra_call": 5,
        "wrong_args": 1,
        "wrong_tool": 2
      },
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 143.6,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 8.800135087968263,
        "total": 2217.6340421680025
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9682539682539683,
        "passed": 244,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "Qwen/Qwen3.8-27B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "e04abde4eb3a3f7fd68eca7219421e84bc9c01e745adbe59b225ea349e1923bf",
        "provider": "local vLLM served by @logic on bariton (#10154)",
        "requested_name": "Qwen3.8-27B",
        "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 948341,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9603174603174603,
          "passed": 121,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9761904761904762,
          "passed": 123,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.956989247311828,
          "passed": 178,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 0.8809523809523809,
          "passed": 37,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.8571428571428571,
          "passed": 36,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.8095238095238095,
          "passed": 34,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "medium",
        "class_label": "Open \u00b7 27B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/Qwen/Qwen3.8-27B/blob/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0/README.md",
        "maker": "Alibaba",
        "params_active": 27.0,
        "params_total": 27.0,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "bad_format": 5,
        "extra_call": 10,
        "wrong_args": 1,
        "wrong_tool": 4
      },
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 314.7,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 18.497575041492055,
        "total": 4661.388910455998
      },
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9206349206349206,
        "passed": 232,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "args-07"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": false,
          "repetition": 0,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "bad_format",
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_args",
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "extra_call",
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": false,
          "repetition": 2,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "engine_tool_parser": "qwen3_coder",
        "exact_model_id": "Qwen/Qwen3.8-27B",
        "native_documented_call_format": "openai tool_calls via engine tool parser qwen3_coder",
        "plan_sha256": "e04abde4eb3a3f7fd68eca7219421e84bc9c01e745adbe59b225ea349e1923bf",
        "provider": "local vLLM served by @logic on bariton (#10154)",
        "requested_name": "Qwen3.8-27B",
        "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 2,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 1098479,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9285714285714286,
          "passed": 117,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9126984126984127,
          "passed": 115,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9848484848484849,
          "passed": 65,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.8978494623655914,
          "passed": 167,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "medium",
        "class_label": "Open \u00b7 31B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/google/gemma-4-31B-it/blob/842da3794eaa0b77d5f08bae87a17459d91ff475/README.md",
        "maker": "Google",
        "params_active": 30.7,
        "params_total": 30.7,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {},
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 85.9,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 5.14961803707136,
        "total": 1297.7037453419825
      },
      "note": "At the ceiling: 98% or more on both tracks (Toolbench's near-ceiling rule), so this task set cannot tell it apart from a perfect score; harder tasks would be needed to rank it further.",
      "overall": {
        "attempted": 252,
        "pass_rate": 1.0,
        "passed": 252,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "842da3794eaa0b77d5f08bae87a17459d91ff475",
        "engine_tool_parser": "gemma4",
        "exact_model_id": "google/gemma-4-31B-it",
        "native_documented_call_format": "openai tool_calls via engine tool parser gemma4",
        "plan_sha256": "55a0345336caff617a197180d441ea384d9e85c9d13222451f5c8456501914c9",
        "provider": "local vLLM served by @logic on bariton (#10154 GPU 0 for qualification; #10267 GPU 2 for the runs, argv/image/template identical)",
        "requested_name": "Gemma 4 31B",
        "revision": "842da3794eaa0b77d5f08bae87a17459d91ff475",
        "thinking_mode": "off"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 691572,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 1.0,
          "passed": 126,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 1.0,
          "passed": 126,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 1.0,
          "passed": 66,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 1.0,
          "passed": 186,
          "scored": 186,
          "unscored": 0
        }
      }
    },
    {
      "categories": {
        "args": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "multi-step": {
          "attempted": 42,
          "pass_rate": 0.9523809523809523,
          "passed": 40,
          "scored": 42,
          "unscored": 0
        },
        "recovery": {
          "attempted": 42,
          "pass_rate": 0.9761904761904762,
          "passed": 41,
          "scored": 42,
          "unscored": 0
        },
        "restraint": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "selection": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        },
        "single": {
          "attempted": 42,
          "pass_rate": 1.0,
          "passed": 42,
          "scored": 42,
          "unscored": 0
        }
      },
      "classification": {
        "class_key": "medium",
        "class_label": "Open \u00b7 31B",
        "classification_basis": "total_parameters",
        "classification_source": "https://huggingface.co/google/gemma-4-31B-it/blob/842da3794eaa0b77d5f08bae87a17459d91ff475/README.md",
        "maker": "Google",
        "params_active": 30.7,
        "params_total": 30.7,
        "precision": "BF16",
        "quantization": null
      },
      "cost_usd": null,
      "failure_tags": {
        "bad_format": 2,
        "wrong_tool": 1
      },
      "gpu": {
        "card": "bariton GPU 2 (RTX PRO 6000, 96 GB)",
        "gpu_count": 1,
        "gpu_seconds": 251.6,
        "in_flight": 16,
        "rate_usd_per_gpu_hour": 2.49,
        "server_max_num_seqs": 16
      },
      "latency_seconds": {
        "mean": 15.244622345154724,
        "total": 3841.6448309789903
      },
      "note": "At the ceiling: 98% or more on both tracks (Toolbench's near-ceiling rule), so this task set cannot tell it apart from a perfect score; harder tasks would be needed to rank it further.",
      "overall": {
        "attempted": 252,
        "pass_rate": 0.9880952380952381,
        "passed": 249,
        "scored": 252,
        "unscored": 0
      },
      "public_tasks": [
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 0,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03"
        },
        {
          "passed": false,
          "repetition": 1,
          "status": "scored",
          "tag": "wrong_tool",
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        },
        {
          "passed": true,
          "repetition": 1,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "args-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "selection-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-05-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "single-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-02-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "restraint-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-01-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-03-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-04-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-07-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "recovery-06-renamed"
        },
        {
          "passed": true,
          "repetition": 2,
          "status": "scored",
          "tag": null,
          "task_id": "multi-step-06-renamed"
        }
      ],
      "rankable": true,
      "setup": {
        "chat_template_revision": "842da3794eaa0b77d5f08bae87a17459d91ff475",
        "engine_tool_parser": "gemma4",
        "exact_model_id": "google/gemma-4-31B-it",
        "native_documented_call_format": "openai tool_calls via engine tool parser gemma4",
        "plan_sha256": "55a0345336caff617a197180d441ea384d9e85c9d13222451f5c8456501914c9",
        "provider": "local vLLM served by @logic on bariton (#10154 GPU 0 for qualification; #10267 GPU 2 for the runs, argv/image/template identical)",
        "requested_name": "Gemma 4 31B",
        "revision": "842da3794eaa0b77d5f08bae87a17459d91ff475",
        "thinking_mode": "on"
      },
      "tiers": {
        "all": 1,
        "original": 1,
        "renamed": 1
      },
      "total_tokens": 783015,
      "tracks": {
        "original": {
          "attempted": 126,
          "pass_rate": 0.9920634920634921,
          "passed": 125,
          "scored": 126,
          "unscored": 0
        },
        "renamed": {
          "attempted": 126,
          "pass_rate": 0.9841269841269841,
          "passed": 124,
          "scored": 126,
          "unscored": 0
        }
      },
      "unscored_reasons": {},
      "visibility": {
        "private": {
          "attempted": 66,
          "pass_rate": 0.9696969696969697,
          "passed": 64,
          "scored": 66,
          "unscored": 0
        },
        "public": {
          "attempted": 186,
          "pass_rate": 0.9946236559139785,
          "passed": 185,
          "scored": 186,
          "unscored": 0
        }
      }
    }
  ]
}
